amb_diff_max: - 1.0 - 1.0 amb_diff_min: - 0.0 - 0.5 arti_reg_loss_epochs: - 8 - 276 arti_reg_loss_weight: 0.2 articulation_arch: attention articulation_epochs: - 2 - 276 articulation_feature_mode: sample+global articulation_multiplier: 0.1 attach_legs_to_body_epochs: - 8 - 276 avg_seqshape_epochs: - 0 - 0 avg_texture_epochs: - 0 - 0 background_mode: none backward_prior: true bank_mean_dist_loss_weight: 0.0 batch_size: 6 best_pose_start_iter: 10000 blur_mask: false body_bone_idx_preset: 0: - 0 - 0 - 0 - 0 500000: - 0 - 0 - 0 - 0 body_bones_type: z_minmax_y+ body_rotate_reg_mode: all-bones bone_y_thresh: 0.4 bsdf: diffuse cam_pos_z_offset: 10 checkpoint_dir: /viscam/u/zzli/workspace/4DAnimalKingdom_dev/results/paper_exp/same_dino_1109/mb_all_data_1k_artiID_r500k clip_tex: false clip_tex_loss_weight: 0.0 combine_dataset: true config: config/zzli_exp/same_dino_1109/mb_data1k_artiID_r500k.yml constrain_legs: false crop_fov_approx: 25 data_loader_mode: n_frame dataset: video debug_seq: false deform_epochs: - 0 - 276 deformation_reg_loss_weight: 10.0 device: cuda:0 diffusion_albedo_ratio: 0.2 diffusion_angle_front: 60 diffusion_angle_overhead: 30 diffusion_append_prompt_directions: true diffusion_guidance_scale: 100 diffusion_light_ambient: 0.5 diffusion_light_diffuse: 0.8 diffusion_loss_weight: 0.0001 diffusion_max_step: 0.6 diffusion_num_random_cameras: 1 diffusion_phi_offset: 180 diffusion_precision: float16 diffusion_prompt: an elephant diffusion_radius_range: - 9 - 11 diffusion_random_light: true diffusion_resolution: 256 diffusion_shading_ratio: 0.4 diffusion_theta_range: - 0 - 100 diffusion_uniform_sphere_rate: 1 dim_of_classes: 128 dino_feat_im_loss_weight: 0: 10.0 300000: 1.0 dino_feature_dim: 16 dino_feature_input: false dino_feature_recon_dim: 16 dino_max: 1.0 dino_min: 0.0 disable_fewshot: false disc_gt: false disc_iv: true disc_iv_label: Real disc_reg_mul: 10.0 discriminator_loss_weight: 1.0 dmtet_grid: 256 dmtet_grid_smaller: 256 dmtet_grid_smaller_epoch: 1 embed_concat_pts: true embedder_freq_arti: 8 embedder_freq_deform: 10 embedder_freq_dino: 8 embedder_freq_shape: 8 embedder_freq_tex: 10 enable_articulation: true enable_articulation_bone_threshold: true enable_articulation_idadd: true enable_deform: true enable_disc: true enable_encoder: true enable_lighting: true enable_mask_distribution: true enable_memory_bank: true enable_pose: true enable_prior: true enable_sds: false encoder_arch: vit encoder_frozen: true encoder_pretrained: true enhance_back_view: true enhance_back_view_path: /viscam/u/zzli/workspace/Animal-Data-Engine/data/data_resize_update/segmented_back_view_data extra_renders: instance: - geo_normal - diffuse - gray faces_per_pixel: 10 few_shot_category_num: -1 few_shot_class_vector_init: copy few_shot_data_dir: - /viscam/u/zzli/workspace/Animal-Data-Engine/data/data_resize_update/few_shot_data_all - /viscam/projects/articulated/dor/Animal-Data-Engine/data/data_resize_update/train_with_classes_filtered few_shot_iteration_save: true few_shot_iteration_save_freq: 2000 few_shot_lr: 0.0001 few_shot_optimize: exp few_shot_optimize_bank: all few_shot_original_classes_num: 7 few_shot_resume: true few_shot_test_category_names: - caracal - impala - ox - squirrel - wolf few_shot_test_category_num: 5 few_shot_val_image_num: 5 fix_viz_batch: false flow_loss_epochs: - 0 - 0 flow_loss_weight: 0.0 forbid_leg_rotate: true fov_w: 60 full_size_h: 1080 full_size_w: 1920 gamma: 1e-6 gan_tex: false grid_scale: 7 hidden_size: 256 in_image_size: 256 init_sdf: ellipsoid is_dry_run: false iter_arti_reg_loss_start: 60000 iter_articulation_start: 20000 iter_attach_leg_to_body_start: 60000 iter_deformation_start: 500000 iter_leg_rotation_start: 300000 iter_nozeroy_start: 20000 jitter_grid: 0.05 kd_max: - 1.0 - 1.0 - 1.0 - 1.0 kd_min: - 0.0 - 0.0 - 0.0 - 0.0 keep_num_checkpoint: 1 ks_max: - 0.0 - 0.0 - 0.0 ks_min: - 0.0 - 0.0 - 0.0 latent_dim: 256 load_dino_cluster: false load_dino_feature: true log_freq_images: 501 log_freq_losses: 50 log_train_images: true logit_loss_dino_feat_im_loss_multiplier: 0: 50.0 300000: 500.0 logit_loss_weight: 1.0 lookat_init: - 0.0 - 0.0 - 0.0 lookat_zeroy: true lr: 6.0e-05 mask_disc_loss_feat_condition: true mask_disc_loss_weight: 0.1 mask_discriminator_iter: - 80000 - 300000 mask_distribution_loss_freq: 1 mask_distribution_loss_weight: 0.0 mask_distribution_path: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/mask_distribution max_arti_angle: 60 max_trans_xy_range_ratio: 0.5 max_trans_z_range_ratio: 0.5 memory_bank_init: copy memory_bank_size: 60 memory_bank_topk: 10 memory_encoder: DINO memory_retrieve: cos-linear mesh_edge_length_loss_weight: 0.0 mesh_normal_consistency_loss_weight: 0.0 min_seq_len: 1 nrm_max: - 1.0 - 1.0 - 1.0 nrm_min: - -1.0 - -1.0 - 0.0 num_body_bones: 8 num_epochs: 1375 num_iterations: 10000000 num_layers_arti: 4 num_layers_deform: 5 num_layers_dino: 5 num_layers_light: 5 num_layers_tex: 8 num_leg_bones: 3 num_legs: 4 num_sample_frames: 1 num_workers: 8 out_image_size: 256 perturb_articulation_epochs: - 0 - 0 perturb_normal: false perturb_sdf: false pose_arch: encoder_dino_patch_key pose_entropy_loss_weight: 0.0 pose_epochs: - 0 - 0 pose_xflip_recon_epochs: - 0 - 0 pose_xflip_reg_loss_weight: 0.0 prior_condition_choice: mod prior_lr: 0.0006 prior_sdf_mode: mlp pyplot_metrics: false random_flip_train: true random_mask_law: random_azimuth random_sample_train_frames: false random_sample_val_frames: true rank: 0 reg_body_rotate_mult: 0.1 render_dino_mode: feature_mlp renderer_spp: 4 resume: true resume_prior_optim: true rgb_loss_weight: 1.0 rgb_suffix: .png root_dir: /viscam/u/zzli rot_all_quad_epochs: - 0 - 276 rot_rand_quad_epochs: - 0 - 0 rot_rep: quadlookat rot_temp_scalar: 1.0 run_few_shot: true run_train: true save_checkpoint_freq: 1 save_result_freq: 501 sdf_bce_reg_loss_min_weight: 0 sdf_bce_reg_loss_weight: 0 sdf_gradient_reg_loss_min_weight: 0.1 sdf_gradient_reg_loss_weight: 0.1 sdf_inflate_reg_loss_epochs: - 0 - 0 sdf_reg_decay_start_iter: 10000 seed: 0 seqshape_epochs: - 0 - 0 shuffle_train_seqs: true sigma: 1e-6 silhouette_dt_loss_weight: 0.0 silhouette_inv_dt_loss_weight: 50.0 silhouette_loss_weight: 5.0 skinning_temperature: 0.05 skip_beginning: 0 skip_end: 0 small_leg_angle: true smooth_deformation_loss_weight: 10.0 static_root_bones: false sym_deform: true sym_dino: false sym_prior_shape: true sym_texture: true temp_clip_high: 10.0 temp_clip_low: 1.0 tex_im_size: 256 texture_epochs: - 0 - 276 texture_mode: mlp train_data_dir: bear: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/bear_comb_dinov2_new/train cow: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/cow_comb_dinov2_new/train elephant: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/elephant_comb_dinov2_new/train giraffe: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/giraffe_comb_dinov2_new/train horse: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/horse_comb_dinov2_new/train sheep: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/sheep_comb_dinov2_new/train zebra: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/zebra_comb_dinov2_new/train train_with_cub: false use_logger: true use_scheduler: false use_wandb: false val_data_dir: bear: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/bear_comb_dinov2_new/val cow: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/cow_comb_dinov2_new/val elephant: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/elephant_comb_dinov2_new/val giraffe: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/giraffe_comb_dinov2_new/val horse: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/horse_comb_dinov2_new/val sheep: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/sheep_comb_dinov2_new/val zebra: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/zebra_comb_dinov2_new/val visualize_validation: true vit_final_layer_type: conv which_vit: dino_vits8 world_size: 1 zflip_epochs: - 0 - 0