add GLB option

app.py

@@ -88,10 +88,16 @@ with gr.Blocks(theme=theme) as GenDemo:
                         )
 
                 with gr.Row():
-                    output_model_obj = gr.Model3D(
-                        label="Output Model (OBJ Format)",
-                        interactive=False,
-                    )
+                    with gr.Tab("glb"):
+                        output_model_glb = gr.Model3D(
+                            label="Output Model (GLB Format)",
+                            interactive=False,
+                        )
+                    with gr.Tab("obj"):
+                        output_model_obj = gr.Model3D(
+                            label="Output Model (OBJ Format)",
+                            interactive=False,
+                        )
 
                 with gr.Row():
                     gr.Markdown('''Try a different <b>seed value</b> if the result is unsatisfying (Default: 42).''')
@@ -111,7 +117,7 @@ with gr.Blocks(theme=theme) as GenDemo:
     ).success(
         fn=make3d,
         inputs=[mv_images],
-        outputs=[output_model_obj]
+        outputs=[output_model_obj, output_model_glb]
     )
 
 GenDemo.launch()

src/utils/mesh_util.py

@@ -15,13 +15,29 @@ import nvdiffrast.torch as dr
 from PIL import Image
 
 
-def save_obj(pointnp_px3, facenp_fx3, colornp_px3, fname):
+def save_obj(pointnp_px3, facenp_fx3, colornp_px3, fpath):
+
+    pointnp_px3 = pointnp_px3 @ np.array([[1, 0, 0], [0, 1, 0], [0, 0, -1]])
+    facenp_fx3 = facenp_fx3[:, [2, 1, 0]]
+
+    mesh = trimesh.Trimesh(
+        vertices=pointnp_px3, 
+        faces=facenp_fx3, 
+        vertex_colors=colornp_px3,
+    )
+    mesh.export(fpath, 'obj')
+
+
+def save_glb(pointnp_px3, facenp_fx3, colornp_px3, fpath):
+
+    pointnp_px3 = pointnp_px3 @ np.array([[-1, 0, 0], [0, 1, 0], [0, 0, -1]])
+
     mesh = trimesh.Trimesh(
         vertices=pointnp_px3, 
         faces=facenp_fx3, 
         vertex_colors=colornp_px3,
     )
-    mesh.export(fname, 'obj')
+    mesh.export(fpath, 'glb')
 
 
 def save_obj_with_mtl(pointnp_px3, tcoords_px2, facenp_fx3, facetex_fx3, texmap_hxwx3, fname):
@@ -162,4 +178,4 @@ def xatlas_uvmap(ctx, mesh_v, mesh_pos_idx, resolution):
     # Interpolate world space position
     gb_pos, _ = interpolate(mesh_v[None, ...], rast, mesh_pos_idx.int())
     mask = rast[..., 3:4] > 0
-    return uvs, mesh_tex_idx, gb_pos, mask
+    return uvs, mesh_tex_idx, gb_pos, mask

util/instantmesh.py

@@ -19,7 +19,7 @@ from src.utils.camera_util import (
     get_zero123plus_input_cameras,
     get_circular_camera_poses,
 )
-from src.utils.mesh_util import save_obj
+from src.utils.mesh_util import save_obj, save_glb
 from src.utils.infer_util import remove_background, resize_foreground, images_to_video
 
 import tempfile
@@ -186,6 +186,8 @@ def make3d(images):
     mesh_basename = os.path.basename(mesh_fpath).split('.')[0]
     mesh_dirname = os.path.dirname(mesh_fpath)
     video_fpath = os.path.join(mesh_dirname, f"{mesh_basename}.mp4")
+    mesh_glb_fpath = os.path.join(mesh_dirname, f"{mesh_basename}.glb")
+
 
     with torch.no_grad():
         # get triplane
@@ -204,7 +206,8 @@ def make3d(images):
         faces = faces[:, [2, 1, 0]]
 
         save_obj(vertices, faces, vertex_colors, mesh_fpath)
+        save_glb(vertices, faces, vertex_colors, mesh_glb_fpath)
         
         print(f"Mesh saved to {mesh_fpath}")
 
-    return mesh_fpath
+    return mesh_fpath, mesh_glb_fpath