rahul7star commited on
Commit
f1c0198
·
verified ·
1 Parent(s): 7e7020a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -3
app.py CHANGED
@@ -1,11 +1,23 @@
1
  import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
 
 
 
 
4
 
5
- # 1️⃣ Load Model & Tokenizer from Hugging Face Hub
 
 
 
6
  model_name = "rahul7star/hindi_poetry_language_model"
7
- tokenizer = AutoTokenizer.from_pretrained(model_name)
8
- model = AutoModelForCausalLM.from_pretrained(model_name)
 
 
 
 
 
9
 
10
  # Ensure model uses the correct pad token
11
  model.config.pad_token_id = tokenizer.pad_token_id
 
1
  import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
+ import random
5
+ from datasets import load_dataset
6
+ from transformers import GPT2LMHeadModel, GPT2Tokenizer
7
+ import torch
8
 
9
+ # Load dataset
10
+ dataset = load_dataset("rahul7star/hindi-poetry")["train"]
11
+
12
+ # Load your model and tokenizer
13
  model_name = "rahul7star/hindi_poetry_language_model"
14
+ tokenizer = GPT2Tokenizer.from_pretrained(model_name)
15
+ model = GPT2LMHeadModel.from_pretrained(model_name)
16
+
17
+ # 1️⃣ Load Model & Tokenizer from Hugging Face Hub
18
+ # model_name = "rahul7star/hindi_poetry_language_model"
19
+ # tokenizer = AutoTokenizer.from_pretrained(model_name)
20
+ # model = AutoModelForCausalLM.from_pretrained(model_name)
21
 
22
  # Ensure model uses the correct pad token
23
  model.config.pad_token_id = tokenizer.pad_token_id