Update README.md
Browse filesupdated generation settings
README.md
CHANGED
@@ -124,7 +124,7 @@ unit_locations = torch.IntTensor([pyreft.get_intervention_locations(
|
|
124 |
|
125 |
_, reft_response = reft_model.generate(
|
126 |
prompt, unit_locations={"sources->base": (None, unit_locations)},
|
127 |
-
intervene_on_prompt=True, max_new_tokens=
|
128 |
eos_token_id=terminators, early_stopping=True
|
129 |
)
|
130 |
print(tokenizer.decode(reft_response[0], skip_special_tokens=True))
|
|
|
124 |
|
125 |
_, reft_response = reft_model.generate(
|
126 |
prompt, unit_locations={"sources->base": (None, unit_locations)},
|
127 |
+
intervene_on_prompt=True, max_new_tokens=537, do_sample=True, top_k=50,temperature=0.7,
|
128 |
eos_token_id=terminators, early_stopping=True
|
129 |
)
|
130 |
print(tokenizer.decode(reft_response[0], skip_special_tokens=True))
|