LaferriereJC commited on
Commit
11e2991
·
verified ·
1 Parent(s): 022335f

Update README.md

Browse files

updated generation settings

Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -124,7 +124,7 @@ unit_locations = torch.IntTensor([pyreft.get_intervention_locations(
124
 
125
  _, reft_response = reft_model.generate(
126
  prompt, unit_locations={"sources->base": (None, unit_locations)},
127
- intervene_on_prompt=True, max_new_tokens=216, do_sample=True, top_k=50,temperature=0.7,
128
  eos_token_id=terminators, early_stopping=True
129
  )
130
  print(tokenizer.decode(reft_response[0], skip_special_tokens=True))
 
124
 
125
  _, reft_response = reft_model.generate(
126
  prompt, unit_locations={"sources->base": (None, unit_locations)},
127
+ intervene_on_prompt=True, max_new_tokens=537, do_sample=True, top_k=50,temperature=0.7,
128
  eos_token_id=terminators, early_stopping=True
129
  )
130
  print(tokenizer.decode(reft_response[0], skip_special_tokens=True))