add global_feat

configs/server/split_dataset_config.yaml

@@ -9,8 +9,8 @@ runner:
     name: debug
     root_dir: "experiments"
   
-  split:
-    root_dir: "../data/sample_for_training_preprocessed/sample_preprocessed_scenes"
+  split: # 
+    root_dir: "/home/data/hofee/project/nbv_rec/data/nbv_rec_data_512_preproc_npy"
     type: "unseen_instance" # "unseen_category"
     datasets:
       OmniObject3d_train: 

configs/server/train_config.yaml

@@ -3,16 +3,16 @@ runner:
   general:
     seed: 0
     device: cuda
-    cuda_visible_devices: "0,1,2,3,4,5,6,7"
+    cuda_visible_devices: "1"
     parallel: False
     
   experiment:
-    name: new_test_overfit_to_world_preprocessed
+    name: overfit_w_global_feat
     root_dir: "experiments"
     use_checkpoint: False
     epoch: -1 # -1 stands for last epoch
     max_epochs: 5000
-    save_checkpoint_interval: 3
+    save_checkpoint_interval: 1
     test_first: True  
 
   train:
@@ -25,16 +25,17 @@ runner:
   test:
     frequency: 3 # test frequency
     dataset_list:
-      - OmniObject3d_test
+      #- OmniObject3d_test
+      - OmniObject3d_val
 
   pipeline: nbv_reconstruction_pipeline
   
 dataset:
   OmniObject3d_train:
-    root_dir: "../data/sample_for_training_preprocessed/sample_preprocessed_scenes"
+    root_dir: "/home/data/hofee/project/nbv_rec/data/nbv_rec_data_512_preproc_npy"
     model_dir: "../data/scaled_object_meshes"
     source: nbv_reconstruction_dataset
-    split_file: "../data/sample_for_training_preprocessed/OmniObject3d_train.txt"
+    split_file: "/home/data/hofee/project/nbv_rec/data/OmniObject3d_sample.txt"
     type: train
     cache: True
     ratio: 1
@@ -44,27 +45,49 @@ dataset:
     load_from_preprocess: True
 
   OmniObject3d_test:
-    root_dir: "../data/sample_for_training_preprocessed/sample_preprocessed_scenes"
+    root_dir: "/home/data/hofee/project/nbv_rec/data/nbv_rec_data_512_preproc_npy"
     model_dir: "../data/scaled_object_meshes"
     source: nbv_reconstruction_dataset
-    split_file: "../data/sample_for_training_preprocessed/OmniObject3d_train.txt"
+    split_file: "/home/data/hofee/project/nbv_rec/data/OmniObject3d_test.txt"
     type: test
     cache: True
     filter_degree: 75
     eval_list:
       - pose_diff
-    ratio: 0.1
+    ratio: 0.05
     batch_size: 1
     num_workers: 12
     pts_num: 4096
     load_from_preprocess: True
 
+  OmniObject3d_val:
+    root_dir: "/home/data/hofee/project/nbv_rec/data/nbv_rec_data_512_preproc_npy"
+    model_dir: "../data/scaled_object_meshes"
+    source: nbv_reconstruction_dataset
+    split_file: "/home/data/hofee/project/nbv_rec/data/OmniObject3d_sample.txt"
+    type: test
+    cache: True
+    filter_degree: 75
+    eval_list:
+      - pose_diff
+    ratio: 0.005
+    batch_size: 1
+    num_workers: 12
+    pts_num: 4096
+    load_from_preprocess: True
+
+
 pipeline:
   nbv_reconstruction_pipeline:
-    pts_encoder: pointnet_encoder
-    seq_encoder: transformer_seq_encoder
-    pose_encoder: pose_encoder
-    view_finder: gf_view_finder
+    modules:
+      pts_encoder: pointnet_encoder
+      seq_encoder: transformer_seq_encoder
+      pose_encoder: pose_encoder
+      view_finder: gf_view_finder
+    eps: 1e-5
+    global_scanned_feat: True
+
+
     
 module:
 
@@ -85,7 +108,7 @@ module:
   gf_view_finder:
     t_feat_dim: 128
     pose_feat_dim: 256
-    main_feat_dim: 2048
+    main_feat_dim: 3072
     regression_head: Rx_Ry_and_T
     pose_mode: rot_matrix
     per_point_feature: False