skylersterling commited on
Commit
1a13068
·
verified ·
1 Parent(s): 14ac587

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -11,12 +11,12 @@ HF_TOKEN = os.environ.get("HF_TOKEN")
11
  tokenizer = GPT2Tokenizer.from_pretrained('gpt2', use_auth_token=HF_TOKEN)
12
  model = GPT2LMHeadModel.from_pretrained('skylersterling/TopicGPT', use_auth_token=HF_TOKEN)
13
  model.eval()
14
- model.to('cuda')
15
 
16
  # Define the function that generates text from a prompt
17
  def generate_text(prompt):
18
  input_tokens = tokenizer.encode(prompt, return_tensors='pt')
19
- input_tokens = input_tokens.to('cuda')
20
 
21
  generated_tokens = []
22
 
 
11
  tokenizer = GPT2Tokenizer.from_pretrained('gpt2', use_auth_token=HF_TOKEN)
12
  model = GPT2LMHeadModel.from_pretrained('skylersterling/TopicGPT', use_auth_token=HF_TOKEN)
13
  model.eval()
14
+ model.to("cpu")
15
 
16
  # Define the function that generates text from a prompt
17
  def generate_text(prompt):
18
  input_tokens = tokenizer.encode(prompt, return_tensors='pt')
19
+ input_tokens = input_tokens.to('cpu')
20
 
21
  generated_tokens = []
22