configs/nano_action_causal_pusht_sensoronly_v1.yaml
2.0 KB · 76 lines · yaml Raw
1 # TODO experiment: pusht sensor-only WITH force = nano_action_causal_pusht_v1 + model.active_streams without the
2 # view-action streams (same recipe as nano_action_causal_umi_sensoronly_v1). Not trained yet.
3 # Needs ACTS_DATA_ROOT and ACTS_CKPT_ROOT (source env.sh). Launch: bash scripts/train.sh configs/nano_action_causal_pusht_sensoronly_v1.yaml
4 run_name: nano_action_causal_pusht_sensoronly_v1
5 seed: 0
6 out_dir: ${oc.env:ACTS_RUNS_ROOT,runs}
7 data:
8 latent_root: ${oc.env:ACTS_DATA_ROOT}/mixed_pushT_latents
9 action_root: ${oc.env:ACTS_DATA_ROOT}/mixed_pushT_actions
10 action_file: sensor_actions_with_dforce_fps15.pt
11 view_action_file: view_actions_fps15.pt
12 split_file: splits/mixed_pusht_wrist_holdout.json
13 optional_streams: []
14 action_norm: quantile
15 train_window_stride: 1
16 val_window_stride: 50
17 stats_window_stride: 8
18 action_stats: null
19 num_workers: 4
20 model:
21 language_model: nano
22 nano_checkpoint: ${oc.env:ACTS_CKPT_ROOT}/Cosmos3-Nano
23 strict_load: true
24 dtype: bfloat16
25 attention_backend: flex
26 flex_preference: flex_triton
27 temporal_mode: causal
28 attention_topology: all_streams_causal
29 task_mode: action_full
30 active_streams:
31 - video
32 - wrist_left
33 - wrist_right
34 - tactile_left
35 - tactile_right
36 - action_left
37 - action_right
38 init_tactile_from_rgb: true
39 init_action_from_nano:
40 domain: umi
41 train_time_embedder: false
42 train_rgb_projections: false
43 lora:
44 enable: true
45 rank: 16
46 alpha: 32
47 targets: attn_ffn
48 training:
49 prediction_strategy: causal_teacher_forcing
50 init_from_checkpoint: null
51 missing_stream_training: false
52 wrist_dropout:
53 probability: 0.0
54 mode: paired
55 scope: whole_clip
56 batching: group_by_active_streams
57 sampling:
58 mode: uniform
59 steps_per_epoch: null
60 val_hide_wrist: false
61 epochs: 20
62 batch_size: 2
63 lr: 5.0e-05
64 weight_decay: 0.01
65 warmup_steps: 100
66 grad_clip: 1.0
67 amp: bf16
68 sigma_distribution: waver
69 sigma_shift: 3.0
70 loss_weights: {}
71 log_every: 20
72 ckpt_every_epochs: 1
73 activation_checkpointing: true
74 inference:
75 prediction_strategy: causal_autoregressive
76