add photos

app.py

@@ -93,7 +93,7 @@ def main():
         gr.Markdown(
             """
             # Flash3D
-            **Flash3D** [[project page](https://www.robots.ox.ac.uk/~vgg/research/flash3d/)] is a fast, super efficient, trinable on a single GPU in a day for dense 3D reconstruction from a single image.
+            **Flash3D** [[project page](https://www.robots.ox.ac.uk/~vgg/research/flash3d/)] is a fast, super efficient, trinable on a single GPU in a day for scene 3D reconstruction from a single image.
             The model used in the demo was trained on only **RealEstate10k dataset on a single A6000 GPU within 1 day**.
             Upload an image of a scene or click on one of the provided examples to see how the Flash3D does.
             The 3D viewer will render a .ply scene exported from the 3D Gaussians, which is only an approximation.

flash3d/networks/gaussian_predictor.py

@@ -73,23 +73,25 @@ class GaussianPredictor(nn.Module):
             self.parameters_to_train += models["unidepth_extended"].get_parameter_groups()
 
         self.models = nn.ModuleDict(models)
+        self.set_backproject()
 
+    def set_backproject(self):
         backproject_depth = {}
-        H = cfg.dataset.height
-        W = cfg.dataset.width
-        for scale in cfg.model.scales:
+        H = self.cfg.dataset.height
+        W = self.cfg.dataset.width
+        for scale in self.cfg.model.scales:
             h = H // (2 ** scale)
             w = W // (2 ** scale)
-            if cfg.model.shift_rays_half_pixel == "zero":
+            if self.cfg.model.shift_rays_half_pixel == "zero":
                 shift_rays_half_pixel = 0
-            elif cfg.model.shift_rays_half_pixel == "forward":
+            elif self.cfg.model.shift_rays_half_pixel == "forward":
                 shift_rays_half_pixel = 0.5
-            elif cfg.model.shift_rays_half_pixel == "backward":
+            elif self.cfg.model.shift_rays_half_pixel == "backward":
                 shift_rays_half_pixel = -0.5
             else:
                 raise NotImplementedError
             backproject_depth[str(scale)] = BackprojectDepth(
-                cfg.optimiser.batch_size * cfg.model.gaussians_per_pixel, 
+                self.cfg.optimiser.batch_size * self.cfg.model.gaussians_per_pixel, 
                 # backprojection can be different if padding was used
                 h + 2 * self.cfg.dataset.pad_border_aug, 
                 w + 2 * self.cfg.dataset.pad_border_aug,

flash3d/util/vis3d.py

@@ -107,11 +107,9 @@ def export_ply(
     PlyData([PlyElement.describe(elements, "vertex")]).write(path)
 
 
-def save_ply(outputs, path, num_gauss=3):
-    pad = 32
+def save_ply(outputs, path, num_gauss=3, h=256, w=384, pad=32):
 
     def crop_r(t):
-        h, w = 256, 384
         H = h + pad * 2
         W = w + pad * 2
         t = rearrange(t, "b c (h w) -> b c h w", h=H, w=W)
@@ -120,14 +118,11 @@ def save_ply(outputs, path, num_gauss=3):
         return t
 
     def crop(t):
-        h, w = 256, 384
         H = h + pad * 2
         W = w + pad * 2
         t = t[..., pad:H-pad, pad:W-pad]
         return t
 
-    # import pdb
-    # pdb.set_trace()
     means = rearrange(crop_r(outputs[('gauss_means', 0, 0)]), "(b v) c n -> b (v n) c", v=num_gauss)[0, :, :3]
     scales = rearrange(crop(outputs[('gauss_scaling', 0, 0)]), "(b v) c h w -> b (v h w) c", v=num_gauss)[0]
     rotations = rearrange(crop(outputs[('gauss_rotation', 0, 0)]), "(b v) c h w -> b (v h w) c", v=num_gauss)[0]