Update README.md
Browse files
README.md
CHANGED
@@ -60,7 +60,9 @@ input_text = "พนักงานบริการดีมาก สัญ
|
|
60 |
|
61 |
segmented_text = word_tokenize(input_text, engine="longest")
|
62 |
|
63 |
-
|
|
|
|
|
64 |
|
65 |
with torch.no_grad():
|
66 |
outputs = model(**inputs)
|
|
|
60 |
|
61 |
segmented_text = word_tokenize(input_text, engine="longest")
|
62 |
|
63 |
+
preprocessed_text = " ".join(segmented_text)
|
64 |
+
|
65 |
+
inputs = tokenizer(preprocessed_text, return_tensors="pt", padding=True, truncation=True)
|
66 |
|
67 |
with torch.no_grad():
|
68 |
outputs = model(**inputs)
|