Remove misnamed init/ folder (renamed to resplat_init)

init/checkpoints/epoch_20-step_100000.ckpt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1fff9144744c2ae32f5e6171b42a119300031202ac97571ae5b139a973616118
-size 480939566

init/config.yaml

@@ -1,490 +0,0 @@
-dataset:
-  view_sampler:
-    name: boundedv2
-    num_target_views: 6
-    num_context_views: 8
-    min_distance_between_context_views: 24
-    max_distance_between_context_views: 45
-    max_distance_to_context_views: 0
-    context_gap_warm_up_steps: 10000
-    target_gap_warm_up_steps: 0
-    initial_min_distance_between_context_views: 20
-    initial_max_distance_between_context_views: 30
-    initial_max_distance_to_context_views: 0
-    extra_views_sampling_strategy: farthest_point
-    target_views_replace_sample: false
-  name: dl3dv
-  roots:
-  - datasets/dl3dv-480p-chunks
-  make_baseline_1: false
-  augment: true
-  image_shape:
-  - 256
-  - 448
-  background_color:
-  - 0.0
-  - 0.0
-  - 0.0
-  cameras_are_circular: false
-  baseline_epsilon: 0.001
-  max_fov: 100.0
-  skip_bad_shape: true
-  near: 0.01
-  far: 200.0
-  baseline_scale_bounds: false
-  shuffle_val: true
-  test_len: -1
-  test_chunk_interval: 1
-  sort_target_index: true
-  sort_context_index: true
-  train_times_per_scene: 1
-  test_times_per_scene: 1
-  ori_image_shape:
-  - 270
-  - 480
-  overfit_max_views: 148
-  use_index_to_load_chunk: false
-  mix_tartanair: false
-  no_mix_test_set: true
-  load_depth: false
-  center_pose: false
-  opencv_pose_format: null
-  overfit_to_scene: null
-  min_views: 0
-  max_views: 0
-  highres: false
-  mix_re10k: false
-  re10k_min_view_dist: 40
-  re10k_max_view_dist: 300
-  pose_align_first_view: false
-  scale_extrinsics: 1.0
-  metric_scale_align_dl3dv: false
-  load_remain_context: false
-  num_remain_context: 8
-  random_crop: false
-  min_size:
-  - 384
-  - 512
-  max_size:
-  - 512
-  - 960
-scene_trainer:
-  scene_initializer:
-    name: resplat
-    num_depth_candidates: 128
-    num_surfaces: 1
-    gaussians_per_pixel: 1
-    gaussian_adapter:
-      gaussian_scale_min: 0.5
-      gaussian_scale_max: 0.3
-      sh_degree: 3
-      exp_scale: false
-      softplus_scale: true
-      clamp_min_scale: 1.0e-06
-      scale_detach_depth: false
-      exp_scale_bias: 4.0
-      no_rotate_sh: true
-      no_sh_mask: true
-      init_rotation_identity: false
-    d_feature: 128
-    visualizer:
-      num_samples: 8
-      min_resolution: 256
-      export_ply: false
-    unimatch_weights_path: pretrained/gmdepth-scale1-resumeflowthings-scannet-5d9d7964.pth
-    multiview_trans_attn_split: 2
-    costvolume_unet_feat_dim: 128
-    costvolume_unet_channel_mult:
-    - 1
-    - 1
-    - 1
-    costvolume_unet_attn_res: []
-    depth_unet_feat_dim: 64
-    depth_unet_attn_res: []
-    depth_unet_channel_mult:
-    - 1
-    - 1
-    - 1
-    downscale_factor: 4
-    shim_patch_size: 4
-    local_mv_match: 2
-    monodepth_vit_type: vits
-    supervise_intermediate_depth: true
-    return_depth: true
-    num_scales: 1
-    upsample_factor: 8
-    lowest_feature_resolution: 8
-    depth_unet_channels: 128
-    grid_sample_disable_cudnn: false
-    large_gaussian_head: false
-    color_large_unet: false
-    init_sh_input_img: true
-    feature_upsampler_channels: 64
-    gaussian_regressor_channels: 256
-    unet_gaussian_regressor: false
-    resnet_gaussian_regressor: false
-    train_depth_only: false
-    pt_head: true
-    pt_heads: 1
-    init_pt_with_mv_attn: false
-    init_pt_with_mv_attn_lowres: false
-    pt_head_channels: null
-    pt_head_concat_img: false
-    pt_head_conv: false
-    multi_scale_pt: false
-    attn_proj_channels: 64
-    fps_num_samples: null
-    knn_samples: 16
-    post_norm: false
-    no_rpe: true
-    no_knn_attn: false
-    num_blocks: 4
-    pt_downsample: 0
-    fps_agg_func: attn
-    subsample_method: fps
-    add_pt_residual: true
-    pt_pred_residual_position: false
-    freeze_depth: false
-    use_gt_depth: false
-    separate_depth_color: false
-    separate_depth_type: small
-    separate_depth_gaussian_scale: false
-    sample_log_depth: true
-    bilinear_upsample_depth: false
-    no_upsample_depth: false
-    return_lowres_depth: false
-    foundationstereo: false
-    fstereo_num_refine: 1
-    lvsm_gaussian_regressor: false
-    lvsm_layers: 6
-    latent_gs: true
-    latent_downsample: 4
-    fixed_latent_size: true
-    latent_gs_img_interp: area
-    dpt_head_depth: false
-    latent_dpt_upsampler: false
-    latent_dpt_upsampler_no_concat: false
-    light_dpt_feature: false
-    avgpool_depth: false
-    nearest_down_depth: false
-    predict_scale: false
-    norm_by_points: false
-    no_pred_depth_range: false
-    point_dist_init_gaussian_scale: false
-    resizeconv_upsampler: false
-    depth_pred_half_res: false
-    use_amp: true
-    pt_head_amp: true
-    use_fsdp: false
-    use_checkpointing: false
-    init_use_checkpointing: false
-    new_gaussian_order: true
-    rotate_quat_to_world: false
-    refine_rotate_quat_to_world: false
-    refine_no_use_covariance: false
-    latent_new_reshape: false
-    ptv3: false
-    ptv3_grid_size: 0.1
-    no_pixel_offset: false
-    init_gaussian_multiple: 1
-    deform_sample_depth: false
-    deform_sample_depth_debug: false
-  scene_optimizer:
-    name: depthsplat
-    no_refine_rotation: false
-    no_refine_mean: false
-    no_render_error: false
-    refine_sh_only: false
-    num_basic_refine_blocks: 4
-    num_refine_blocks: 1
-    refine_lpips_error: false
-    refine_pool_vgg_features: false
-    refine_use_all_vgg_features: false
-    refine_vit_feature: false
-    refine_resnet_feature: false
-    no_freeze_resnet_feature: false
-    shallow_resnet_feature: false
-    resnet_feature_layers: 18
-    refine_convnext_feature: false
-    convnext_feature_size: small
-    refine_concat_feature: false
-    refine_concat_feature_cosine: false
-    refine_cosine_feature: false
-    refine_add_feature: false
-    refine_concat_rgb_feature_error: false
-    concat_init_state: true
-    replace_init_state: false
-    state_channels: 0
-    refine_block_rmsnorm: false
-    refine_block_layernorm: false
-    pt_qk_norm: false
-    norm_pt_block: false
-    refine_gaussian_multiple: 1
-    refine_residual_init_state: false
-    clamp_refine_max_scale: 3.0
-    refine_no_rpe: false
-    gaussian_head_multiple: 1
-    update_head_concat_img: false
-    update_head_act: gelu
-    update_attn_proj_channels: null
-    update_no_knn_attn: false
-    update_no_tran_block_norm: false
-    update_tran_block_act: gelu
-    multi_gaussian_scale_smaller: false
-    init_gaussian_multiple: 1
-    no_pixel_offset: false
-    refine_condition_pt_feature: false
-    render_error_no_abs: false
-    reinit_gaussian_when_refine_multiple: false
-    refine_same_num_points: false
-    render_rgb_error_no_shuffle: false
-    refine_cache_resnet_feature: false
-    refine_view_pool_resnet_feature: false
-    refine_global_pool_resnet_feature: false
-    pt_heads: 1
-    refine_with_mv_attn: false
-    refine_with_mv_attn_lowres: false
-    refine_no_mv_attn: false
-    mv_attn_conv_with_norm: false
-    refine_mv_shuffle_attn: false
-    refine_mv_attn_with_pos_enc: false
-    refine_shuffle_attn_no_norm: false
-    refine_mv_unimatch_attn: false
-    refine_knn_samples: 16
-    refine_multi_scale_pt: false
-    refine_input_alpha: false
-    refine_input_depth: false
-    refine_input_depth_smooth_error: false
-    refine_input_error: true
-    refine_input_zero_gaussian: false
-    refine_input_zero_state: false
-    refine_output_scale_mag: false
-    cross_attn_render_error: false
-    cross_attn_render_error_blocks: 1
-    cross_attn_with_mlp: false
-    radii_averaged_render_error: false
-    cross_attn_additional_render_error: false
-    num_intermediate_views: 8
-    render_error_mv_attn: false
-    render_error_mv_attn_blocks: 2
-    render_error_mv_attn_lowres: false
-    mv_attn_proj_channels: 0
-    lowres_attn_down_factor: 4
-    lowres_attn_pos_enc: false
-    render_error_mv_attn_swin: false
-    render_error_num_views: 0
-    render_error_remain_context: false
-    render_error_merge_remain_context: false
-    render_error_warp_remain_context: false
-    render_error_random_num_remain_context: false
-    render_error_num_remain_context_test: 0
-    render_error_warp_input_view: false
-    window_local_refine: false
-    window_global_refine: false
-    window_local_global_refine: false
-    update_window_size: 0
-    local_gaussian_render: false
-    render_error_half_res: false
-    prune_opacity: 0.0
-    prune_radii: 0
-    refine_input_gradient: false
-    refine_input_gradient_log: false
-    refine_input_gradient_log_clip_deltas: 0.001
-    refine_input_gradient_scale: 1.0
-    gradient_update_scale: 1.0
-    refine_gradient_with_ssim_loss: false
-    refine_input_gradient_same_loss: false
-    train_min_refine: 0
-    train_max_refine: 0
-    local_global_update: false
-    num_global_update: 0
-    train_global_update_only: false
-    random_update_with_size: false
-    ptv3: false
-    ptv3_grid_size: 0.1
-    use_amp: true
-    pt_head_amp: true
-    pt_update_amp: true
-    use_fsdp: false
-    use_checkpointing: false
-    init_use_checkpointing: false
-    debug_refine_update_module: true
-    debug_refine_mlp: false
-    debug_refine_mlp_layers: 0
-    debug_refine_mlp_fixed_init: false
-  decoder:
-    name: gsplat
-    scale_invariant: false
-  initializer:
-    num_depth_candidates: 128
-    costvolume_unet_feat_dim: 128
-    costvolume_unet_channel_mult:
-    - 1
-    - 1
-    - 1
-    costvolume_unet_attn_res:
-    - 4
-    gaussians_per_pixel: 1
-    depth_unet_feat_dim: 32
-    depth_unet_attn_res:
-    - 16
-    depth_unet_channel_mult:
-    - 1
-    - 1
-    - 1
-    - 1
-    - 1
-    shim_patch_size: 16
-  use_fsdp: false
-  train_scene_init: true
-  train_scene_opt: false
-  num_update_steps: 0
-loss:
-  mse:
-    weight: 1.0
-  lpips:
-    weight: 0.5
-    apply_after_step: 0
-    perceptual_loss: true
-test:
-  postprocessing:
-    __target__: src.model.postprocessing.PostProcessCfg
-    enabled: false
-    name: none
-    steps: 0
-    compute_metrics_every: 0
-    lr: 0
-    scheduler: null
-    scheduler_warm_up_ratio: 0.0
-  output_path: null
-  compute_scores: true
-  eval_time_skip_steps: 0
-  save_image: false
-  save_video: false
-  save_gt_image: false
-  save_input_images: false
-  save_depth: false
-  save_depth_npy: false
-  save_depth_concat_img: false
-  save_gaussian: false
-  no_align_to_view: false
-  save_point_cloud: false
-  render_chunk_size: null
-  stablize_camera: false
-  stab_camera_kernel: 50
-  render_input_views: false
-  inference_window_size: null
-  profile_model: false
-  save_colmap_train_test_views: false
-  ori_colmap_data_path: null
-  adam_optimizer_step: 0
-  save_every_freq: null
-  save_every_steps: null
-  dec_chunk_size: 30
-wandb:
-  project: unified-dl3dv-8views
-  entity: placeholder
-  name: dl3dv
-  mode: online
-  id: null
-  notes: null
-  tags:
-  - dl3dv
-  - 270x480
-mode: train
-data_loader:
-  train:
-    num_workers: 10
-    persistent_workers: true
-    batch_size: 2
-    seed: 1234
-  test:
-    num_workers: 4
-    persistent_workers: false
-    batch_size: 1
-    seed: 2345
-  val:
-    num_workers: 1
-    persistent_workers: true
-    batch_size: 1
-    seed: 3456
-meta_optimizer:
-  lr: 0.0002
-  lr_monodepth: 2.0e-06
-  lr_depth: 0.0
-  warm_up_steps: 2000
-  weight_decay: 0.01
-  warm_up_ratio: 0.01
-  adamw_8bit: false
-checkpointing:
-  load: null
-  every_n_train_steps: 1000
-  save_top_k: 5
-  pretrained_model: null
-  pretrained_model_rel_dir: ${checkpoint_rel_dir:${checkpointing.pretrained_model}}
-  pretrained_monodepth: null
-  pretrained_mvdepth: null
-  pretrained_depth: pretrained/depthsplat-depth-small-352x640-samplelogdepth-b0ebc084.pth
-  pretrained_scale_predictor: null
-  pretrained_depth_teacher: null
-  no_strict_load: false
-  resume: false
-  no_resume_upsampler: false
-  partial_load: false
-  freeze_mono_vit: false
-  resume_update_module: null
-train:
-  depth_mode: null
-  extended_visualization: false
-  print_log_every_n_steps: 100
-  eval_model_every_n_val: 2
-  eval_data_length: 999999
-  eval_deterministic: false
-  eval_time_skip_steps: 3
-  eval_save_model: true
-  l1_loss: true
-  intermediate_loss_weight: 0.9
-  no_viz_video: false
-  eval_depth: false
-  forward_depth_only: false
-  train_ignore_large_loss: 0.0
-  no_log_projections: true
-  no_log_video: true
-  depth_loss_weight: 0.0
-  log_depth_loss: true
-  depth_smooth_loss_weight: 0.01
-  depth_smooth_loss_nonorm: false
-  depth_smooth_loss_weight_nvs: 0.0
-  monodepth_loss_weight: 0.0
-  depth_teacher_loss_weight: 0.0
-  viz_depth_teacher: false
-  eval_render_depth: false
-  render_depth_loss_weight: 0.0
-  viz_render_depth: false
-  use_gt_depth_range: false
-  depth_range_from_disparity: false
-  max_disparity: 128.0
-  min_disparity: 4.0
-  img_warp_loss_weight: 0.0
-  warp_loss_start_step: 5000
-  loss_on_input_views: false
-  train_window_size: null
-  half_res_lpips_loss: false
-  viz_depth_separate: false
-seed: 111123
-meta_trainer:
-  max_steps: 100000
-  val_check_interval: 0.5
-  gradient_clip_val: 0.5
-  num_sanity_val_steps: 2
-  eval_index: null
-  limit_test_batches: 1.0
-  limit_train_batches: 1.0
-  num_nodes: 1
-output_dir: !!python/object/apply:pathlib.PosixPath
-- checkpoints
-- optgs
-- unified-dl3dv-8views
-- init
-use_plugins: false
-log_slurm_id: true