Try diff-gaussian-rasterizer

demo/mast3r_demo.py

@@ -139,40 +139,40 @@ def get_3D_model_from_scene(scene, scene_state, min_conf_thr=2, as_pointcloud=Fa
     return _convert_scene_output_to_glb(outfile, rgbimg, pts3d, msk, focals, cams2world, as_pointcloud=as_pointcloud,
                                         transparent_cams=transparent_cams, cam_size=cam_size, silent=SILENT)
 
-def save_colmap_scene(scene, save_dir, min_conf_thr=2, clean_depth=False):
-    if 'save_pointcloud_with_normals' not in globals():
-        sys.path.append(os.path.join(os.path.dirname(__file__), '../wild-gaussian-splatting/gaussian-splatting'))
-        sys.path.append(os.path.join(os.path.dirname(__file__), '../wild-gaussian-splatting/src'))
-        from colmap_dataset_utils import (
-            inv,
-            init_filestructure,
-            save_images_masks,
-            save_cameras,
-            save_imagestxt,
-            save_pointcloud,
-            save_pointcloud_with_normals
-        )
-
-    cam2world = scene.get_im_poses().detach().cpu().numpy()
-    world2cam = inv(cam2world) #
-    principal_points = scene.get_principal_points().detach().cpu().numpy()
-    focals = scene.get_focals().detach().cpu().numpy()[..., None]
-    imgs = np.array(scene.imgs)
-
-    pts3d, _, confs = scene.get_dense_pts3d(clean_depth=clean_depth)
-    pts3d = [i.detach().reshape(imgs[0].shape) for i in pts3d] #
-
-    masks = to_numpy([c > min_conf_thr for c in to_numpy(confs)])
-
-    # move
-    mask_images = True
-
-    save_path, images_path, masks_path, sparse_path = init_filestructure(save_dir)
-    save_images_masks(imgs, masks, images_path, masks_path, mask_images)
-    save_cameras(focals, principal_points, sparse_path, imgs_shape=imgs.shape)
-    save_imagestxt(world2cam, sparse_path)
-    save_pointcloud_with_normals(imgs, pts3d, masks, sparse_path)
-    return save_path
+# def save_colmap_scene(scene, save_dir, min_conf_thr=2, clean_depth=False):
+#     if 'save_pointcloud_with_normals' not in globals():
+#         sys.path.append(os.path.join(os.path.dirname(__file__), '../wild-gaussian-splatting/gaussian-splatting'))
+#         sys.path.append(os.path.join(os.path.dirname(__file__), '../wild-gaussian-splatting/src'))
+#         from colmap_dataset_utils import (
+#             inv,
+#             init_filestructure,
+#             save_images_masks,
+#             save_cameras,
+#             save_imagestxt,
+#             save_pointcloud,
+#             save_pointcloud_with_normals
+#         )
+
+#     cam2world = scene.get_im_poses().detach().cpu().numpy()
+#     world2cam = inv(cam2world) #
+#     principal_points = scene.get_principal_points().detach().cpu().numpy()
+#     focals = scene.get_focals().detach().cpu().numpy()[..., None]
+#     imgs = np.array(scene.imgs)
+
+#     pts3d, _, confs = scene.get_dense_pts3d(clean_depth=clean_depth)
+#     pts3d = [i.detach().reshape(imgs[0].shape) for i in pts3d] #
+
+#     masks = to_numpy([c > min_conf_thr for c in to_numpy(confs)])
+
+#     # move
+#     mask_images = True
+
+#     save_path, images_path, masks_path, sparse_path = init_filestructure(save_dir)
+#     save_images_masks(imgs, masks, images_path, masks_path, mask_images)
+#     save_cameras(focals, principal_points, sparse_path, imgs_shape=imgs.shape)
+#     save_imagestxt(world2cam, sparse_path)
+#     save_pointcloud_with_normals(imgs, pts3d, masks, sparse_path)
+#     return save_path
 
 @spaces.GPU(duration=10)
 def get_reconstructed_scene(image_size, current_scene_state,
@@ -223,7 +223,9 @@ def get_reconstructed_scene(image_size, current_scene_state,
     os.makedirs(base_colmapdata_dir, exist_ok=True)
     colmap_data_dir = get_next_dir(base_colmapdata_dir)
     # 
-    save_colmap_scene(scene, colmap_data_dir, min_conf_thr, clean_depth)
+    # save_colmap_scene(scene, colmap_data_dir, min_conf_thr, clean_depth)
+    if 'GaussianRasterizer' not in globals():
+        from diff_gaussian_rasterization import GaussianRasterizer, GaussianRasterizationSettings
     
     if current_scene_state is not None and \
        current_scene_state.outfile_name is not None: