ckpts/configs.yml

amb_diff_max:
- 1.0
- 1.0
amb_diff_min:
- 0.0
- 0.5
arti_reg_loss_epochs:
- 8
- 276
arti_reg_loss_weight: 0.2
articulation_arch: attention
articulation_epochs:
- 2
- 276
articulation_feature_mode: sample+global
articulation_multiplier: 0.1
attach_legs_to_body_epochs:
- 8
- 276
avg_seqshape_epochs:
- 0
- 0
avg_texture_epochs:
- 0
- 0
background_mode: none
backward_prior: true
bank_mean_dist_loss_weight: 0.0
batch_size: 6
best_pose_start_iter: 10000
blur_mask: false
body_bone_idx_preset:
  0:
  - 0
  - 0
  - 0
  - 0
  500000:
  - 0
  - 0
  - 0
  - 0
body_bones_type: z_minmax_y+
body_rotate_reg_mode: all-bones
bone_y_thresh: 0.4
bsdf: diffuse
cam_pos_z_offset: 10
checkpoint_dir: /viscam/u/zzli/workspace/4DAnimalKingdom_dev/results/paper_exp/same_dino_1109/mb_all_data_1k_artiID_r500k
clip_tex: false
clip_tex_loss_weight: 0.0
combine_dataset: true
config: config/zzli_exp/same_dino_1109/mb_data1k_artiID_r500k.yml
constrain_legs: false
crop_fov_approx: 25
data_loader_mode: n_frame
dataset: video
debug_seq: false
deform_epochs:
- 0
- 276
deformation_reg_loss_weight: 10.0
device: cuda:0
diffusion_albedo_ratio: 0.2
diffusion_angle_front: 60
diffusion_angle_overhead: 30
diffusion_append_prompt_directions: true
diffusion_guidance_scale: 100
diffusion_light_ambient: 0.5
diffusion_light_diffuse: 0.8
diffusion_loss_weight: 0.0001
diffusion_max_step: 0.6
diffusion_num_random_cameras: 1
diffusion_phi_offset: 180
diffusion_precision: float16
diffusion_prompt: an elephant
diffusion_radius_range:
- 9
- 11
diffusion_random_light: true
diffusion_resolution: 256
diffusion_shading_ratio: 0.4
diffusion_theta_range:
- 0
- 100
diffusion_uniform_sphere_rate: 1
dim_of_classes: 128
dino_feat_im_loss_weight:
  0: 10.0
  300000: 1.0
dino_feature_dim: 16
dino_feature_input: false
dino_feature_recon_dim: 16
dino_max: 1.0
dino_min: 0.0
disable_fewshot: false
disc_gt: false
disc_iv: true
disc_iv_label: Real
disc_reg_mul: 10.0
discriminator_loss_weight: 1.0
dmtet_grid: 256
dmtet_grid_smaller: 256
dmtet_grid_smaller_epoch: 1
embed_concat_pts: true
embedder_freq_arti: 8
embedder_freq_deform: 10
embedder_freq_dino: 8
embedder_freq_shape: 8
embedder_freq_tex: 10
enable_articulation: true
enable_articulation_bone_threshold: true
enable_articulation_idadd: true
enable_deform: true
enable_disc: true
enable_encoder: true
enable_lighting: true
enable_mask_distribution: true
enable_memory_bank: true
enable_pose: true
enable_prior: true
enable_sds: false
encoder_arch: vit
encoder_frozen: true
encoder_pretrained: true
enhance_back_view: true
enhance_back_view_path: /viscam/u/zzli/workspace/Animal-Data-Engine/data/data_resize_update/segmented_back_view_data
extra_renders:
  instance:
  - geo_normal
  - diffuse
  - gray
faces_per_pixel: 10
few_shot_category_num: -1
few_shot_class_vector_init: copy
few_shot_data_dir:
- /viscam/u/zzli/workspace/Animal-Data-Engine/data/data_resize_update/few_shot_data_all
- /viscam/projects/articulated/dor/Animal-Data-Engine/data/data_resize_update/train_with_classes_filtered
few_shot_iteration_save: true
few_shot_iteration_save_freq: 2000
few_shot_lr: 0.0001
few_shot_optimize: exp
few_shot_optimize_bank: all
few_shot_original_classes_num: 7
few_shot_resume: true
few_shot_test_category_names:
- caracal
- impala
- ox
- squirrel
- wolf
few_shot_test_category_num: 5
few_shot_val_image_num: 5
fix_viz_batch: false
flow_loss_epochs:
- 0
- 0
flow_loss_weight: 0.0
forbid_leg_rotate: true
fov_w: 60
full_size_h: 1080
full_size_w: 1920
gamma: 1e-6
gan_tex: false
grid_scale: 7
hidden_size: 256
in_image_size: 256
init_sdf: ellipsoid
is_dry_run: false
iter_arti_reg_loss_start: 60000
iter_articulation_start: 20000
iter_attach_leg_to_body_start: 60000
iter_deformation_start: 500000
iter_leg_rotation_start: 300000
iter_nozeroy_start: 20000
jitter_grid: 0.05
kd_max:
- 1.0
- 1.0
- 1.0
- 1.0
kd_min:
- 0.0
- 0.0
- 0.0
- 0.0
keep_num_checkpoint: 1
ks_max:
- 0.0
- 0.0
- 0.0
ks_min:
- 0.0
- 0.0
- 0.0
latent_dim: 256
load_dino_cluster: false
load_dino_feature: true
log_freq_images: 501
log_freq_losses: 50
log_train_images: true
logit_loss_dino_feat_im_loss_multiplier:
  0: 50.0
  300000: 500.0
logit_loss_weight: 1.0
lookat_init:
- 0.0
- 0.0
- 0.0
lookat_zeroy: true
lr: 6.0e-05
mask_disc_loss_feat_condition: true
mask_disc_loss_weight: 0.1
mask_discriminator_iter:
- 80000
- 300000
mask_distribution_loss_freq: 1
mask_distribution_loss_weight: 0.0
mask_distribution_path: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/mask_distribution
max_arti_angle: 60
max_trans_xy_range_ratio: 0.5
max_trans_z_range_ratio: 0.5
memory_bank_init: copy
memory_bank_size: 60
memory_bank_topk: 10
memory_encoder: DINO
memory_retrieve: cos-linear
mesh_edge_length_loss_weight: 0.0
mesh_normal_consistency_loss_weight: 0.0
min_seq_len: 1
nrm_max:
- 1.0
- 1.0
- 1.0
nrm_min:
- -1.0
- -1.0
- 0.0
num_body_bones: 8
num_epochs: 1375
num_iterations: 10000000
num_layers_arti: 4
num_layers_deform: 5
num_layers_dino: 5
num_layers_light: 5
num_layers_tex: 8
num_leg_bones: 3
num_legs: 4
num_sample_frames: 1
num_workers: 8
out_image_size: 256
perturb_articulation_epochs:
- 0
- 0
perturb_normal: false
perturb_sdf: false
pose_arch: encoder_dino_patch_key
pose_entropy_loss_weight: 0.0
pose_epochs:
- 0
- 0
pose_xflip_recon_epochs:
- 0
- 0
pose_xflip_reg_loss_weight: 0.0
prior_condition_choice: mod
prior_lr: 0.0006
prior_sdf_mode: mlp
pyplot_metrics: false
random_flip_train: true
random_mask_law: random_azimuth
random_sample_train_frames: false
random_sample_val_frames: true
rank: 0
reg_body_rotate_mult: 0.1
render_dino_mode: feature_mlp
renderer_spp: 4
resume: true
resume_prior_optim: true
rgb_loss_weight: 1.0
rgb_suffix: .png
root_dir: /viscam/u/zzli
rot_all_quad_epochs:
- 0
- 276
rot_rand_quad_epochs:
- 0
- 0
rot_rep: quadlookat
rot_temp_scalar: 1.0
run_few_shot: true
run_train: true
save_checkpoint_freq: 1
save_result_freq: 501
sdf_bce_reg_loss_min_weight: 0
sdf_bce_reg_loss_weight: 0
sdf_gradient_reg_loss_min_weight: 0.1
sdf_gradient_reg_loss_weight: 0.1
sdf_inflate_reg_loss_epochs:
- 0
- 0
sdf_reg_decay_start_iter: 10000
seed: 0
seqshape_epochs:
- 0
- 0
shuffle_train_seqs: true
sigma: 1e-6
silhouette_dt_loss_weight: 0.0
silhouette_inv_dt_loss_weight: 50.0
silhouette_loss_weight: 5.0
skinning_temperature: 0.05
skip_beginning: 0
skip_end: 0
small_leg_angle: true
smooth_deformation_loss_weight: 10.0
static_root_bones: false
sym_deform: true
sym_dino: false
sym_prior_shape: true
sym_texture: true
temp_clip_high: 10.0
temp_clip_low: 1.0
tex_im_size: 256
texture_epochs:
- 0
- 276
texture_mode: mlp
train_data_dir:
  bear: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/bear_comb_dinov2_new/train
  cow: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/cow_comb_dinov2_new/train
  elephant: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/elephant_comb_dinov2_new/train
  giraffe: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/giraffe_comb_dinov2_new/train
  horse: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/horse_comb_dinov2_new/train
  sheep: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/sheep_comb_dinov2_new/train
  zebra: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/zebra_comb_dinov2_new/train
train_with_cub: false
use_logger: true
use_scheduler: false
use_wandb: false
val_data_dir:
  bear: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/bear_comb_dinov2_new/val
  cow: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/cow_comb_dinov2_new/val
  elephant: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/elephant_comb_dinov2_new/val
  giraffe: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/giraffe_comb_dinov2_new/val
  horse: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/horse_comb_dinov2_new/val
  sheep: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/sheep_comb_dinov2_new/val
  zebra: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/zebra_comb_dinov2_new/val
visualize_validation: true
vit_final_layer_type: conv
which_vit: dino_vits8
world_size: 1
zflip_epochs:
- 0
- 0