KunalThakare279 commited on
Commit
96b8fd9
·
verified ·
1 Parent(s): a56a0c2

Update llm.py

Browse files
Files changed (1) hide show
  1. llm.py +2 -1
llm.py CHANGED
@@ -23,7 +23,8 @@ model = HuggingFacePipeline.from_model_id(
23
  model_id="microsoft/Phi-3-small-8k-instruct",
24
  task="text-generation",
25
  pipeline_kwargs={"temperature":1, "max_length":1000,
26
- "repetition_penalty":1.25, "max_new_tokens": 2000, "trust_remote_code":True}
 
27
  )
28
  print("loading model done!")
29
 
 
23
  model_id="microsoft/Phi-3-small-8k-instruct",
24
  task="text-generation",
25
  pipeline_kwargs={"temperature":1, "max_length":1000,
26
+ "repetition_penalty":1.25, "max_new_tokens": 2000},
27
+ trust_remote_code=True
28
  )
29
  print("loading model done!")
30