Pongsathorn commited on
Commit
e37810c
·
verified ·
1 Parent(s): 07f569f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -1
README.md CHANGED
@@ -60,7 +60,9 @@ input_text = "พนักงานบริการดีมาก สัญ
60
 
61
  segmented_text = word_tokenize(input_text, engine="longest")
62
 
63
- inputs = tokenizer(segmented_text, return_tensors="pt")
 
 
64
 
65
  with torch.no_grad():
66
  outputs = model(**inputs)
 
60
 
61
  segmented_text = word_tokenize(input_text, engine="longest")
62
 
63
+ preprocessed_text = " ".join(segmented_text)
64
+
65
+ inputs = tokenizer(preprocessed_text, return_tensors="pt", padding=True, truncation=True)
66
 
67
  with torch.no_grad():
68
  outputs = model(**inputs)