Update app.py

app.py

@@ -112,26 +112,26 @@ def rayst3r_to_glb(img,depth_dict,mask,max_total_points=10e6,rotated=False):
     prep_for_rayst3r(img,depth_dict,mask)
     print('Doneneee')
     
-    # rayst3r_points = eval_scene(rayst3r_model,os.path.join(outdir, "input"),do_filter_all_masks=True,dino_model=dino_model, device = device).cpu()
+    rayst3r_points = eval_scene(rayst3r_model,os.path.join(outdir, "input"),do_filter_all_masks=True,dino_model=dino_model, device = device).cpu()
 
-    # # subsample points
-    # n_points = min(max_total_points,rayst3r_points.shape[0])
-    # rayst3r_points = rayst3r_points[torch.randperm(rayst3r_points.shape[0])[:n_points]].numpy()
+    # subsample points
+    n_points = min(max_total_points,rayst3r_points.shape[0])
+    rayst3r_points = rayst3r_points[torch.randperm(rayst3r_points.shape[0])[:n_points]].numpy()
     
-    # rayst3r_points[:,1] = -rayst3r_points[:,1]
-    # rayst3r_points[:,2] = -rayst3r_points[:,2]
+    rayst3r_points[:,1] = -rayst3r_points[:,1]
+    rayst3r_points[:,2] = -rayst3r_points[:,2]
     
-    # # make all points red
-    # colors = colorize_points_with_turbo_all_dims(rayst3r_points)
+    # make all points red
+    colors = colorize_points_with_turbo_all_dims(rayst3r_points)
 
-    # # load the input glb
-    # scene = trimesh.Scene()
-    # pct = trimesh.PointCloud(rayst3r_points, colors=colors, radius=0.01)
-    # scene.add_geometry(pct)
+    # load the input glb
+    scene = trimesh.Scene()
+    pct = trimesh.PointCloud(rayst3r_points, colors=colors, radius=0.01)
+    scene.add_geometry(pct)
     
-    # outfile = os.path.join(outdir, "rayst3r.glb")
-    # scene.export(outfile)
-    # return outfile
+    outfile = os.path.join(outdir, "rayst3r.glb")
+    scene.export(outfile)
+    return outfile
 
 
 def input_to_glb(outdir,img,depth_dict,mask,rotated=False):
@@ -202,9 +202,9 @@ def process_image(input_img):
     input_glb = input_to_glb(outdir,input_img,depth_dict,mask,rotated=rotated)
     print('Input done')
     print('calling Ray')
-    # inference_glb = rayst3r_to_glb(input_img,depth_dict,mask,rotated=rotated)
+    inference_glb = rayst3r_to_glb(input_img,depth_dict,mask,rotated=rotated)
     # print(input_glb)
-    return input_img, input_img
+    return input_glb, inference_glb
 
 # def process_image(input_img):
 #     # resize the input image