Vintern-1B-v3_5-Demo

Running on Zero

baohuynhbk14 commited on Jan 15

Commit

b6367f6

1 Parent(s): b30d21d

Move pixel value computation to GPU for improved performance in http_bot function

Files changed (1) hide show

app.py CHANGED Viewed

@@ -228,7 +228,7 @@ def http_bot(
         # response = requests.post(worker_addr, json=pload, headers=headers, stream=True, timeout=300)
         print(f"all_image_paths: {all_image_paths}")
-        pixel_values = load_image(all_image_paths[0], max_num=6).to(torch.bfloat16)
         print(f"pixel_values: {pixel_values}")
         generation_config = dict(max_new_tokens= 700, do_sample=False, num_beams = 3, repetition_penalty=2.5)
         message = state.get_user_message(source=state.USER)

         # response = requests.post(worker_addr, json=pload, headers=headers, stream=True, timeout=300)
         print(f"all_image_paths: {all_image_paths}")
+        pixel_values = load_image(all_image_paths[0], max_num=6).to(torch.bfloat16).cuda()
         print(f"pixel_values: {pixel_values}")
         generation_config = dict(max_new_tokens= 700, do_sample=False, num_beams = 3, repetition_penalty=2.5)
         message = state.get_user_message(source=state.USER)