checkpoints/nano_action_causal_rope_v1/config.yaml
1.7 KB · 65 lines · yaml Raw
1 run_name: nano_action_causal_rope_v1
2 seed: 0
3 out_dir: /group2/ct/weihanx/world_model/vtm_cosmos/runs
4 data:
5 latent_root: /group2/ct/weihanx/world_model/mixed_rope_latents
6 action_root: /group2/ct/weihanx/world_model/mixed_rope_actions
7 action_file: sensor_actions_with_dforce_fps15.pt
8 view_action_file: view_actions_fps15.pt
9 split_file: /group2/ct/weihanx/world_model/vm_diffusion/config/splits/mixed_rope_wrist_holdout.json
10 optional_streams: []
11 action_norm: quantile
12 train_window_stride: 1
13 val_window_stride: 50
14 stats_window_stride: 8
15 action_stats: null
16 num_workers: 4
17 model:
18 language_model: nano
19 nano_checkpoint: /group2/ct/weihanx/world_model/checkpoints/hf/Cosmos3-Nano
20 strict_load: true
21 dtype: bfloat16
22 attention_backend: flex
23 flex_preference: flex_triton
24 temporal_mode: causal
25 attention_topology: all_streams_causal
26 task_mode: action_full
27 init_tactile_from_rgb: true
28 init_action_from_nano:
29 domain: umi
30 train_time_embedder: false
31 train_rgb_projections: false
32 lora:
33 enable: true
34 rank: 16
35 alpha: 32
36 targets: attn_ffn
37 training:
38 prediction_strategy: causal_teacher_forcing
39 init_from_checkpoint: null
40 missing_stream_training: false
41 wrist_dropout:
42 probability: 0.0
43 mode: paired
44 scope: whole_clip
45 batching: group_by_active_streams
46 sampling:
47 mode: uniform
48 steps_per_epoch: null
49 val_hide_wrist: false
50 epochs: 20
51 batch_size: 2
52 lr: 5.0e-05
53 weight_decay: 0.01
54 warmup_steps: 100
55 grad_clip: 1.0
56 amp: bf16
57 sigma_distribution: waver
58 sigma_shift: 3.0
59 loss_weights: {}
60 log_every: 20
61 ckpt_every_epochs: 1
62 activation_checkpointing: true
63 inference:
64 prediction_strategy: causal_autoregressive
65