update

tokenizer/tiktoken_patch.py

@@ -23,7 +23,7 @@ def decode(self, tokens, errors="replace", skip_special_tokens=False):
         logger.error(f"{e} for {tokens} -> return 'null'")
         decode_str = "null"
     except:
-        logger.error(f"unknow exception for {tokens} -> return 'null'")
+        logger.error(f"unknown exception for {tokens} -> return 'null'")
         decode_str = "null"
     return decode_str
 
@@ -40,8 +40,8 @@ def convert_ids_to_tokens(self, tokens, skip_special_tokens=False):
         logger.error(f"{e} for {tokens} -> return None")
         return [None for _ in tokens]
     except:
-        logger.error(f"unknow exception for {tokens} -> return None")
-        return
+        logger.error(f"unknown exception for {tokens} -> return None")
+        return [None for _ in tokens]
 
 
 def get_vocab(self, token_type="str"):