add COLMAP points as input

data/__init__.py

@@ -5,6 +5,7 @@
 from utils.ncg_string import underscore2camelcase
 from .base_dataset import BaseDataset
 import numpy as np
+import time
 
 def find_dataset_class_by_name(name):
     '''
@@ -50,7 +51,7 @@ def create_data_loader(opt, dataset=None):
 
 def worker_init_fn(worker_id):
     # np.random.seed(np.random.get_state()[1][0] + worker_id)
-    np.random.seed((worker_id + torch.initial_seed()) % np.iinfo(np.int32).max)
+    np.random.seed((worker_id + torch.initial_seed() + np.floor(time.time()).astype(np.int64)) % np.iinfo(np.int32).max)
 
 
 class DefaultDataLoader:

dev_scripts/w_colmap_n360/col_chair.sh

@@ -0,0 +1,277 @@
+#!/bin/bash
+nrCheckpoint="../checkpoints"
+nrDataRoot="../data_src"
+name='chair'
+resume_iter=best #
+data_root="${nrDataRoot}/nerf/nerf_synthetic_colmap/"
+scan="chair"
+
+load_points=1
+feat_grad=1
+conf_grad=1
+dir_grad=1
+color_grad=1
+vox_res=320
+normview=0
+prune_thresh=-1
+prune_iter=-1
+prune_max_iter=200000
+
+feedforward=0
+ref_vid=0
+bgmodel="no" #"plane"
+depth_occ=1
+depth_vid="0"
+trgt_id=0
+manual_depth_view=1
+init_view_num=3
+pre_d_est="${nrCheckpoint}/MVSNet/model_000014.ckpt"
+manual_std_depth=0.0
+depth_conf_thresh=0.8
+appr_feature_str0="imgfeat_0_0123 dir_0 point_conf"
+point_conf_mode="1" # 0 for only at features, 1 for multi at weight
+point_dir_mode="1" # 0 for only at features, 1 for color branch
+point_color_mode="1" # 0 for only at features, 1 for color branch
+default_conf=0.15
+
+agg_feat_xyz_mode="None"
+agg_alpha_xyz_mode="None"
+agg_color_xyz_mode="None"
+feature_init_method="rand" #"rand" # "zeros"
+agg_axis_weight=" 1. 1. 1."
+agg_dist_pers=20
+radius_limit_scale=4
+depth_limit_scale=0
+alpha_range=0
+
+vscale=" 2 2 2 "
+kernel_size=" 3 3 3 "
+query_size=" 3 3 3 "
+vsize=" 0.004 0.004 0.004 " #" 0.005 0.005 0.005 "
+wcoord_query=1
+z_depth_dim=400
+max_o=410000 #2000000
+ranges=" -0.721 -0.695 -0.995 0.658 0.706 1.050 "
+SR=80
+K=8
+P=12 #120
+NN=2
+
+
+act_type="LeakyReLU"
+
+agg_intrp_order=2
+agg_distance_kernel="linear" #"avg" #"feat_intrp"
+weight_xyz_freq=2
+weight_feat_dim=8
+
+point_features_dim=32
+shpnt_jitter="uniform" #"uniform" # uniform gaussian
+
+which_agg_model="viewmlp"
+apply_pnt_mask=1
+shading_feature_mlp_layer0=1 #2
+shading_feature_mlp_layer1=2 #2
+shading_feature_mlp_layer2=0 #1
+shading_feature_mlp_layer3=2 #1
+shading_alpha_mlp_layer=1
+shading_color_mlp_layer=4
+shading_feature_num=256
+dist_xyz_freq=5
+num_feat_freqs=3
+dist_xyz_deno=0
+
+raydist_mode_unit=1
+dataset_name='nerf_synth360_ft'
+pin_data_in_memory=1
+model='mvs_points_volumetric'
+near_plane=2.0
+far_plane=6.0
+which_ray_generation='near_far_linear' #'nerf_near_far_linear' #
+domain_size='1'
+dir_norm=0
+
+which_tonemap_func="off" #"gamma" #
+which_render_func='radiance'
+which_blend_func='alpha'
+out_channels=4
+
+num_pos_freqs=10
+num_viewdir_freqs=4 #6
+
+random_sample='random'
+random_sample_size=70 #94 #48 # 32 * 32 = 1024
+batch_size=1
+plr=0.002
+lr=0.0005 # 0.0005 #0.00015
+lr_policy="iter_exponential_decay"
+lr_decay_iters=1000000
+lr_decay_exp=0.1
+
+gpu_ids='1'
+checkpoints_dir="${nrCheckpoint}/col_nerfsynth/"
+resume_dir="${nrCheckpoint}/init/dtu_dgt_d012_img0123_conf_agg2_32_dirclr20"
+
+save_iter_freq=10000
+save_point_freq=10000 #301840 #1
+maximum_step=200000 #800000
+
+niter=10000 #1000000
+niter_decay=10000 #250000
+n_threads=1
+
+train_and_test=0 #1
+test_num=10
+test_freq=10000 #1200 #1200 #30184 #30184 #50000
+print_freq=40
+test_num_step=10
+
+far_thresh=-1 #0.005
+prob_freq=10001 #10000 #2000 #1000 is bad #10001
+prob_num_step=50
+prob_thresh=0.7
+prob_mul=0.4
+prob_kernel_size=" 1 1 1"
+prob_tiers=" 60000 "
+
+zero_epsilon=1e-3
+visual_items='coarse_raycolor gt_image '
+sparse_loss_weight=0
+
+color_loss_weights=" 1.0 0.0 0.0 "
+color_loss_items='ray_masked_coarse_raycolor ray_miss_coarse_raycolor coarse_raycolor'
+test_color_loss_items='coarse_raycolor ray_miss_coarse_raycolor ray_masked_coarse_raycolor'
+
+vid=250000
+
+bg_color="white" #"0.0,0.0,0.0,1.0,1.0,1.0"
+split="train"
+
+cd run
+
+for i in $(seq 1 $prob_freq $maximum_step)
+
+do
+#python3 gen_pnts.py \
+python3 train_ft.py \
+        --name $name \
+        --scan $scan \
+        --data_root $data_root \
+        --dataset_name $dataset_name \
+        --model $model \
+        --which_render_func $which_render_func \
+        --which_blend_func $which_blend_func \
+        --out_channels $out_channels \
+        --num_pos_freqs $num_pos_freqs \
+        --num_viewdir_freqs $num_viewdir_freqs \
+        --random_sample $random_sample \
+        --random_sample_size $random_sample_size \
+        --batch_size $batch_size \
+        --maximum_step $maximum_step \
+        --plr $plr \
+        --lr $lr \
+        --lr_policy $lr_policy \
+        --lr_decay_iters $lr_decay_iters \
+        --lr_decay_exp $lr_decay_exp \
+        --gpu_ids $gpu_ids \
+        --checkpoints_dir $checkpoints_dir \
+        --save_iter_freq $save_iter_freq \
+        --niter $niter \
+        --niter_decay $niter_decay \
+        --n_threads $n_threads \
+        --pin_data_in_memory $pin_data_in_memory \
+        --train_and_test $train_and_test \
+        --test_num $test_num \
+        --test_freq $test_freq \
+        --test_num_step $test_num_step \
+        --test_color_loss_items $test_color_loss_items \
+        --print_freq $print_freq \
+        --bg_color $bg_color \
+        --split $split \
+        --which_ray_generation $which_ray_generation \
+        --near_plane $near_plane \
+        --far_plane $far_plane \
+        --dir_norm $dir_norm \
+        --which_tonemap_func $which_tonemap_func \
+        --load_points $load_points \
+        --resume_dir $resume_dir \
+        --resume_iter $resume_iter \
+        --feature_init_method $feature_init_method \
+        --agg_axis_weight $agg_axis_weight \
+        --agg_distance_kernel $agg_distance_kernel \
+        --radius_limit_scale $radius_limit_scale \
+        --depth_limit_scale $depth_limit_scale  \
+        --vscale $vscale    \
+        --kernel_size $kernel_size  \
+        --SR $SR  \
+        --K $K  \
+        --P $P \
+        --NN $NN \
+        --agg_feat_xyz_mode $agg_feat_xyz_mode \
+        --agg_alpha_xyz_mode $agg_alpha_xyz_mode \
+        --agg_color_xyz_mode $agg_color_xyz_mode  \
+        --save_point_freq $save_point_freq  \
+        --raydist_mode_unit $raydist_mode_unit  \
+        --agg_dist_pers $agg_dist_pers \
+        --agg_intrp_order $agg_intrp_order \
+        --shading_feature_mlp_layer0 $shading_feature_mlp_layer0 \
+        --shading_feature_mlp_layer1 $shading_feature_mlp_layer1 \
+        --shading_feature_mlp_layer2 $shading_feature_mlp_layer2 \
+        --shading_feature_mlp_layer3 $shading_feature_mlp_layer3 \
+        --shading_feature_num $shading_feature_num \
+        --dist_xyz_freq $dist_xyz_freq \
+        --shpnt_jitter $shpnt_jitter \
+        --shading_alpha_mlp_layer $shading_alpha_mlp_layer \
+        --shading_color_mlp_layer $shading_color_mlp_layer \
+        --which_agg_model $which_agg_model \
+        --color_loss_weights $color_loss_weights \
+        --num_feat_freqs $num_feat_freqs \
+        --dist_xyz_deno $dist_xyz_deno \
+        --apply_pnt_mask $apply_pnt_mask \
+        --point_features_dim $point_features_dim \
+        --color_loss_items $color_loss_items \
+        --feedforward $feedforward \
+        --trgt_id $trgt_id \
+        --depth_vid $depth_vid \
+        --ref_vid $ref_vid \
+        --manual_depth_view $manual_depth_view \
+        --pre_d_est $pre_d_est \
+        --depth_occ $depth_occ \
+        --manual_std_depth $manual_std_depth \
+        --visual_items $visual_items \
+        --appr_feature_str0 $appr_feature_str0 \
+        --init_view_num $init_view_num \
+        --feat_grad $feat_grad \
+        --conf_grad $conf_grad \
+        --dir_grad $dir_grad \
+        --color_grad $color_grad \
+        --depth_conf_thresh $depth_conf_thresh \
+        --bgmodel $bgmodel \
+        --vox_res $vox_res \
+        --act_type $act_type \
+        --point_conf_mode $point_conf_mode \
+        --point_dir_mode $point_dir_mode \
+        --point_color_mode $point_color_mode \
+        --normview $normview \
+        --prune_thresh $prune_thresh \
+        --prune_iter $prune_iter \
+        --sparse_loss_weight $sparse_loss_weight \
+        --default_conf $default_conf \
+        --prob_freq $prob_freq \
+        --prob_num_step $prob_num_step \
+        --prob_thresh $prob_thresh \
+        --prob_mul $prob_mul \
+        --prob_kernel_size $prob_kernel_size \
+        --prob_tiers $prob_tiers \
+        --alpha_range $alpha_range \
+        --ranges $ranges \
+        --vid $vid \
+        --vsize $vsize \
+        --wcoord_query $wcoord_query \
+        --max_o $max_o \
+        --prune_max_iter $prune_max_iter \
+        --far_thresh $far_thresh \
+        --debug
+done
+#        --zero_one_loss_items $zero_one_loss_items \
+#        --zero_one_loss_weights $zero_one_loss_weights \