[yfl] fix dependency. default not quiet rendering

chatsim/background/inpainting/latent-diffusion/ldm/models/diffusion/ddpm.py

@@ -16,7 +16,7 @@
 from functools import partial
 from tqdm import tqdm
 from torchvision.utils import make_grid
-from pytorch_lightning.utilities.distributed import rank_zero_only
+from pytorch_lightning.utilities.rank_zero import rank_zero_only
 
 from ldm.util import log_txt_as_img, exists, default, ismap, isimage, mean_flat, count_params, instantiate_from_config
 from ldm.modules.ema import LitEma

chatsim/background/mcnerf/render_novel_view-1006.sh

@@ -0,0 +1,7 @@
+cmake . -B build
+wait
+cmake --build build --target main --config RelWithDebInfo -j
+wait
+python scripts/run.py --config-name=wanjinyou_big \
+dataset_name=waymo_multi_view case_name=segment-10061305430875486848_1080_000_1100_000_with_camera_labels \
+exp_name=exp_coeff_0.15 mode=render_wide_angle_hdr_shutter is_continue=true +work_dir=$(pwd)

chatsim/background/mcnerf/train-1006.sh

@@ -0,0 +1,7 @@
+cmake . -B build
+wait
+cmake --build build --target main --config RelWithDebInfo -j
+wait
+python scripts/run.py --config-name=wanjinyou_big \
+dataset_name=waymo_multi_view case_name=segment-10061305430875486848_1080_000_1100_000_with_camera_labels \
+exp_name=exp_coeff_0.15 dataset.shutter_coefficient=0.15 mode=train_hdr_shutter +work_dir=$(pwd) 

config/waymo-1006.yaml

@@ -0,0 +1,69 @@
+scene_name: &scene_name segment-10061305430875486848_1080_000_1100_000_with_camera_labels
+
+scene:
+  data_root: data/waymo_multi_view
+  scene_name: *scene_name
+
+  # suppose these files are under $data_root/$scene_name/ 
+  ext_int_file: 'cams_meta.npy'
+  bbox_file: '3d_boxes.npy'
+  map_file: 'map.pkl'
+  init_img_file: 'wide_init_img.png'
+  pcd_file: 'point_cloud/000_TOP.ply'
+
+  is_wide_angle: &is_wide_angle true
+  frames: 50
+  fps: 5
+
+  # under root directory
+  cache_dir: 'results/cache'
+  output_dir: 'results'
+  save_cache: true
+
+agents:
+  asset_select_agent:
+    assets_dir: data/blender_assets
+
+  background_rendering_agent:
+    nerf_config: &nerf_config
+      is_wide_angle: *is_wide_angle
+      scene_name: *scene_name
+      f2nerf_dir: chatsim/background/mcnerf
+      nerf_exp_name: exp_coeff_0.15
+      rendering_mode: render_wide_angle_hdr_shutter # nerf_mode includes render_path, render_path_hdr_shutter, render_panorama, render_panorama_shutter, render_wide_angle, render_wide_angle_hdr, render_wide_angle_hdr_shutter
+
+      f2nerf_config: wanjinyou_big
+      dataset_name: waymo_multi_view
+
+      nerf_quiet_render: false
+
+  deletion_agent:
+    inpaint_dir: chatsim/background/inpainting/latent-diffusion
+    video_inpaint_dir: chatsim/background/inpainting/Inpaint-Anything
+
+  foreground_rendering_agent:
+    nerf_config: *nerf_config
+
+    skydome_hdri_dir: data/waymo_skydome
+    skydome_hdri_idx: '000' # manually select
+
+    use_surrounding_lighting: false # only use skydome lighting
+
+    blender_dir: chatsim/foreground/Blender/blender-3.5.1-linux-x64/blender
+    blender_utils_dir: chatsim/foreground/Blender/utils/blender_utils
+
+    estimate_depth: false
+    depth_est:
+      method: SAM
+      SAM:
+        ckpt: &sam_ckpt data/pretrain/sam_vit_h_4b8939.pth
+        model_type: vit_h
+
+  project_manager:
+    none
+
+  motion_agent: 
+    motion_tracking: False
+
+  view_adjust_agent:
+    none

config/waymo-1024.yaml

@@ -35,7 +35,7 @@ agents:
       f2nerf_config: wanjinyou_big
       dataset_name: waymo_multi_view
 
-      nerf_quiet_render: true
+      nerf_quiet_render: false
 
   deletion_agent:
     inpaint_dir: chatsim/background/inpainting/latent-diffusion

config/waymo-1319.yaml

@@ -5,6 +5,7 @@ scene:
   scene_name: *scene_name
 
   # suppose these files are under $data_root/$scene_name/ 
+  ext_int_file: 'cams_meta.npy'
   bbox_file: '3d_boxes.npy'
   map_file: 'map.pkl'
   init_img_file: 'wide_init_img.png'
@@ -34,7 +35,7 @@ agents:
       f2nerf_config: wanjinyou_big
       dataset_name: waymo_multi_view
 
-      nerf_quiet_render: true
+      nerf_quiet_render: false
 
   deletion_agent:
     inpaint_dir: chatsim/background/inpainting/latent-diffusion

config/waymo-1433.yaml

@@ -35,7 +35,7 @@ agents:
       f2nerf_config: wanjinyou_big
       dataset_name: waymo_multi_view
 
-      nerf_quiet_render: true
+      nerf_quiet_render: false
 
   deletion_agent:
     inpaint_dir: chatsim/background/inpainting/latent-diffusion

config/waymo-1647.yaml

@@ -35,7 +35,7 @@ agents:
       f2nerf_config: wanjinyou_big
       dataset_name: waymo_multi_view
 
-      nerf_quiet_render: true
+      nerf_quiet_render: false
 
   deletion_agent:
     inpaint_dir: chatsim/background/inpainting/latent-diffusion

config/waymo-1776.yaml

@@ -35,7 +35,7 @@ agents:
       f2nerf_config: wanjinyou_big
       dataset_name: waymo_multi_view
 
-      nerf_quiet_render: true
+      nerf_quiet_render: false
 
   deletion_agent:
     inpaint_dir: chatsim/background/inpainting/latent-diffusion

config/waymo-4058.yaml

@@ -35,7 +35,7 @@ agents:
       f2nerf_config: wanjinyou_big
       dataset_name: waymo_multi_view
 
-      nerf_quiet_render: true
+      nerf_quiet_render: false
 
   deletion_agent:
     inpaint_dir: chatsim/background/inpainting/latent-diffusion

requirements.txt

@@ -1,4 +1,4 @@
-kornia
+kornia==0.5.0
 transformers
 torchmetrics
 opencv_contrib_python==4.8.1.78
@@ -26,7 +26,7 @@ tqdm
 trimesh
 joblib
 pandas
-albumentations
+albumentations==0.5.2
 hydra-core
 tabulate
 webdataset
@@ -37,7 +37,7 @@ lmdb
 pudb
 omegaconf
 test-tube>=0.7.5
-streamlit
+streamlit>=0.73.1
 einops
 packaging
 easydict