HuggingFaceTB
/

SmolVLM2-256M-Video-Instruct

Video-Text-to-Text

image-text-to-text

Inference Endpoints

Model card Files Files and versions Community

Fix code typo in code examples

#6

by kubistmi - opened 1 day ago

base: refs/heads/main

←

from: refs/pr/6

Discussion Files changed

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -126,7 +126,7 @@ inputs = processor.apply_chat_template(
     tokenize=True,
     return_dict=True,
     return_tensors="pt",
-).to(model.device)
 generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
 generated_texts = processor.batch_decode(
@@ -162,7 +162,7 @@ inputs = processor.apply_chat_template(
     tokenize=True,
     return_dict=True,
     return_tensors="pt",
-).to(model.device)
 generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
 generated_texts = processor.batch_decode(

     tokenize=True,
     return_dict=True,
     return_tensors="pt",
+).to(model.device, dtype=torch.bfloat16)
 generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
 generated_texts = processor.batch_decode(
     tokenize=True,
     return_dict=True,
     return_tensors="pt",
+).to(model.device, dtype=torch.bfloat16)
 generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
 generated_texts = processor.batch_decode(