Add video rendering

app.py

@@ -6,8 +6,6 @@ import os
 from omegaconf import OmegaConf
 from PIL import Image 
 
-import tempfile
-
 from utils.app_utils import (
     remove_background, 
     resize_foreground, 
@@ -21,7 +19,7 @@ from utils.app_utils import (
 import imageio
 
 from scene.gaussian_predictor import GaussianSplatPredictor
-# from gaussian_renderer import render_predicted
+from gaussian_renderer import render_predicted
 
 import gradio as gr
 
@@ -33,9 +31,9 @@ def main():
 
     if torch.cuda.is_available():
         device = "cuda:0"
+        torch.cuda.set_device(device)
     else:
         device = "cpu"
-    # torch.cuda.set_device(device)
 
     model_cfg = OmegaConf.load(
         os.path.join(
@@ -92,7 +90,7 @@ def main():
             None,
             activate_output=False)
 
-        """reconstruction = {k: v[0].contiguous() for k, v in reconstruction_unactivated.items()}
+        reconstruction = {k: v[0].contiguous() for k, v in reconstruction_unactivated.items()}
         reconstruction["scaling"] = model.scaling_activation(reconstruction["scaling"])
         reconstruction["opacity"] = model.opacity_activation(reconstruction["opacity"])
 
@@ -112,11 +110,11 @@ def main():
             image = t_to_512(image)
             loop_renders.append(torch.clamp(image * 255, 0.0, 255.0).detach().permute(1, 2, 0).cpu().numpy().astype(np.uint8))
         loop_out_path = os.path.join(os.path.dirname(ply_out_path), "loop.mp4")
-        imageio.mimsave(loop_out_path, loop_renders, fps=25)"""
+        imageio.mimsave(loop_out_path, loop_renders, fps=25)
         # export reconstruction to ply
         export_to_obj(reconstruction_unactivated, ply_out_path)
 
-        return ply_out_path
+        return ply_out_path, loop_out_path
 
     with gr.Blocks() as demo:
         gr.Markdown(
@@ -158,7 +156,7 @@ def main():
                 with gr.Row():
                     with gr.Tab("Reconstruction"):
                         with gr.Column():
-                            # output_video = gr.Video(value=None, width=512, label="Rendered Video", autoplay=True)
+                            output_video = gr.Video(value=None, width=512, label="Rendered Video", autoplay=True)
                             output_model = gr.Model3D(
                                 height=512,
                                 label="Output Model",
@@ -172,7 +170,7 @@ def main():
         ).success(
             fn=reconstruct_and_export,
             inputs=[processed_image],
-            outputs=[output_model],
+            outputs=[output_model, output_video],
         )
 
     demo.queue(max_size=1)

requirements.txt

@@ -8,3 +8,4 @@ moviepy
 markupsafe==2.0.1
 gradio==4.25.0
 rembg
+git+https://github.com/graphdeco-inria/diff-gaussian-rasterization