Update app.py

app.py

@@ -25,7 +25,7 @@ tokenizer = TashkeelTokenizer()
 eo_ckpt_path = Path(__file__).parent / 'models/best_eo_mlm_ns_epoch_193.pt'
 ed_ckpt_path = Path(__file__).parent / 'models/best_ed_mlm_ns_epoch_178.pt'
 
-device = 'cpu'
+device = 'cuda' if torch.cuda.is_available() else 'cpu'
 max_seq_len = 1024
 print('Creating Model...')
 eo_model = TashkeelModelEO(tokenizer, max_seq_len=max_seq_len, n_layers=6, learnable_pos_emb=False)
@@ -42,10 +42,8 @@ def infer_catt(input_text, choose_model):
     batch_size = 16
     verbose = True
     if choose_model == 'Encoder-Only':
-        eo_model.to("cuda")
         output_text = eo_model.do_tashkeel_batch([input_text], batch_size, verbose)
     else:
-        ed_model.to("cuda")
         output_text = ed_model.do_tashkeel_batch([input_text], batch_size, verbose)
 
     return output_text[0]