nl-to-tag-jp-test

Runtime error

p1atdev commited on Jan 31

Commit

e5e0fe8

1 Parent(s): 56adc5c

fix: for loop

Files changed (1) hide show

app.py CHANGED Viewed

@@ -26,7 +26,7 @@ def fix_compiled_state_dict(state_dict: dict):
 def get_bad_words_ids(tokenizer: PreTrainedTokenizerFast):
     ids = [
-        [id] for token, id in tokenizer.vocab.items() if any(word in token for BAD_WORD_KEYWORDS)
     ]
     return ids

 def get_bad_words_ids(tokenizer: PreTrainedTokenizerFast):
     ids = [
+        [id] for token, id in tokenizer.vocab.items() if any(word in token for word in BAD_WORD_KEYWORDS)
     ]
     return ids