Update app.py

app.py

@@ -9,7 +9,7 @@ from ctransformers import AutoModelForCausalLM as CAutoModelForCausalLM
 from transformers import AutoModelForCausalLM, AutoTokenizer
 from interpret import InterpretationPrompt
 
-MAX_PROMPT_TOKENS = 30
+MAX_PROMPT_TOKENS = 60
 
 ## info
 dataset_info = [{'name': 'Commonsense', 'hf_repo': 'tau/commonsense_qa', 'text_col': 'question'},
@@ -112,7 +112,7 @@ use_ctransformers = model_args.pop('ctransformers', False)
 AutoModelClass = CAutoModelForCausalLM if use_ctransformers else AutoModelForCausalLM
 
 # get model
-model = AutoModelClass.from_pretrained(model_path, **model_args)
+model = AutoModelClass.from_pretrained(model_path, **model_args).cuda()
 tokenizer = AutoTokenizer.from_pretrained(tokenizer_path, token=os.environ['hf_token'])
 
 # demo