kiranr commited on
Commit
a0047d0
1 Parent(s): 97b1935

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -4
app.py CHANGED
@@ -1,12 +1,17 @@
1
- from transformers import GPT2Tokenizer
2
  import gradio as gr
3
 
4
 
5
- tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
6
 
7
  def tokenize(input_text):
8
  tokens = tokenizer(input_text)["input_ids"]
9
  return f"Number of tokens: {len(tokens)}"
10
 
11
- iface = gr.Interface(fn=tokenize, inputs=gr.inputs.Textbox(lines=7), outputs="text")
12
- iface.launch()
 
 
 
 
 
 
1
+ from transformers import AutoTokenizer
2
  import gradio as gr
3
 
4
 
5
+ tokenizer = AutoTokenizer.from_pretrained("kiranr/gpt2-tokenizer")
6
 
7
  def tokenize(input_text):
8
  tokens = tokenizer(input_text)["input_ids"]
9
  return f"Number of tokens: {len(tokens)}"
10
 
11
+
12
+ demo = gr.Interface(
13
+ fn=tokenize,
14
+ inputs=gr.Textbox(lines=7),
15
+ outputs="text",
16
+ )
17
+ demo.launch()