mfarre HF staff kubistmi commited on
Commit
4d176c0
·
verified ·
1 Parent(s): bbb145e

Fix code typo in code examples (#6)

Browse files

- Fix code typo in code examples (7250429945d8016c21bedae06e1be62646b64181)


Co-authored-by: Michal Kubista <[email protected]>

Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -126,7 +126,7 @@ inputs = processor.apply_chat_template(
126
  tokenize=True,
127
  return_dict=True,
128
  return_tensors="pt",
129
- ).to(model.device)
130
 
131
  generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
132
  generated_texts = processor.batch_decode(
@@ -160,7 +160,7 @@ inputs = processor.apply_chat_template(
160
  tokenize=True,
161
  return_dict=True,
162
  return_tensors="pt",
163
- ).to(model.device)
164
 
165
  generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
166
  generated_texts = processor.batch_decode(
 
126
  tokenize=True,
127
  return_dict=True,
128
  return_tensors="pt",
129
+ ).to(model.device, dtype=torch.bfloat16)
130
 
131
  generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
132
  generated_texts = processor.batch_decode(
 
160
  tokenize=True,
161
  return_dict=True,
162
  return_tensors="pt",
163
+ ).to(model.device, dtype=torch.bfloat16)
164
 
165
  generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
166
  generated_texts = processor.batch_decode(