Commit
·
efba808
1
Parent(s):
1e4e225
add readme
Browse files
README.md
CHANGED
@@ -1 +1,27 @@
|
|
1 |
-
Language model for Bangla
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Language model for Bangla
|
2 |
+
|
3 |
+
```
|
4 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
5 |
+
|
6 |
+
tokenizer = AutoTokenizer.from_pretrained("saiful9379/Bangla_GPT2")
|
7 |
+
|
8 |
+
model = AutoModelForCausalLM.from_pretrained("saiful9379/Bangla_GPT2")
|
9 |
+
text = "বহুল আলোচিত দশম জাতীয় সংসদ"
|
10 |
+
input_ids = tokenizer.encode(text, return_tensors='tf')
|
11 |
+
|
12 |
+
|
13 |
+
output = model.generate(
|
14 |
+
input_ids,
|
15 |
+
max_length=175,
|
16 |
+
num_beams=10,
|
17 |
+
temperature=0.7,
|
18 |
+
no_repeat_ngram_size=2,
|
19 |
+
num_return_sequences=5
|
20 |
+
)
|
21 |
+
predicted_text = tokenizer.decode(output[0], skip_special_tokens=True)
|
22 |
+
print(predicted_text)
|
23 |
+
```
|
24 |
+
Output:
|
25 |
+
```
|
26 |
+
|
27 |
+
```
|