From 1a0e418a10a532a2badd4834695f9e5fb998d1cd Mon Sep 17 00:00:00 2001 From: Eric Lam Date: Sun, 29 Jun 2025 22:21:24 +0800 Subject: [PATCH] Fix missing return in tok_begin --- tfkit/utility/tok.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tfkit/utility/tok.py b/tfkit/utility/tok.py index 70fb0f2..4f0fc79 100644 --- a/tfkit/utility/tok.py +++ b/tfkit/utility/tok.py @@ -11,7 +11,7 @@ def tok_begin(tokenizer): if tokenizer.special_tokens_map.get('bos_token') is not None: return tokenizer.special_tokens_map.get('bos_token') elif tokenizer.special_tokens_map.get('cls_token') is not None: - tokenizer.special_tokens_map.get('cls_token') + return tokenizer.special_tokens_map.get('cls_token') return 'cls'