qihoo360
/

360VL-70B

Visual Question Answering

text-generation

Model card Files Files and versions

qingshan777 commited on May 21, 2024

Commit

1bca96c

·

verified ·

1 Parent(s): 2bf452d

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -66,7 +66,7 @@ from PIL import Image
 checkpoint = "qihoo360/360VL-70B"
-model = AutoModelForCausalLM.from_pretrained(checkpoint, torch_dtype=torch.float16, device_map='cuda', trust_remote_code=True).eval()
 tokenizer = AutoTokenizer.from_pretrained(checkpoint, trust_remote_code=True)
 vision_tower = model.get_vision_tower()
 vision_tower.load_model()

 checkpoint = "qihoo360/360VL-70B"
+model = AutoModelForCausalLM.from_pretrained(checkpoint, torch_dtype=torch.float16, device_map='auto', trust_remote_code=True).eval()
 tokenizer = AutoTokenizer.from_pretrained(checkpoint, trust_remote_code=True)
 vision_tower = model.get_vision_tower()
 vision_tower.load_model()