Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -1,11 +1,23 @@
|
|
1 |
import gradio as gr
|
2 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
3 |
import torch
|
|
|
|
|
|
|
|
|
4 |
|
5 |
-
#
|
|
|
|
|
|
|
6 |
model_name = "rahul7star/hindi_poetry_language_model"
|
7 |
-
tokenizer =
|
8 |
-
model =
|
|
|
|
|
|
|
|
|
|
|
9 |
|
10 |
# Ensure model uses the correct pad token
|
11 |
model.config.pad_token_id = tokenizer.pad_token_id
|
|
|
1 |
import gradio as gr
|
2 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
3 |
import torch
|
4 |
+
import random
|
5 |
+
from datasets import load_dataset
|
6 |
+
from transformers import GPT2LMHeadModel, GPT2Tokenizer
|
7 |
+
import torch
|
8 |
|
9 |
+
# Load dataset
|
10 |
+
dataset = load_dataset("rahul7star/hindi-poetry")["train"]
|
11 |
+
|
12 |
+
# Load your model and tokenizer
|
13 |
model_name = "rahul7star/hindi_poetry_language_model"
|
14 |
+
tokenizer = GPT2Tokenizer.from_pretrained(model_name)
|
15 |
+
model = GPT2LMHeadModel.from_pretrained(model_name)
|
16 |
+
|
17 |
+
# 1️⃣ Load Model & Tokenizer from Hugging Face Hub
|
18 |
+
# model_name = "rahul7star/hindi_poetry_language_model"
|
19 |
+
# tokenizer = AutoTokenizer.from_pretrained(model_name)
|
20 |
+
# model = AutoModelForCausalLM.from_pretrained(model_name)
|
21 |
|
22 |
# Ensure model uses the correct pad token
|
23 |
model.config.pad_token_id = tokenizer.pad_token_id
|