configs/nano_action_causal_pusht_sensoronly_noforce_v1.yaml
| 1 | # TODO experiment: pusht sensor-only, NO force = nano_action_causal_pusht_sensoronly_v1 + action_file |
| 2 | # sensor_actions_fps15_noforce.pt (same recipe as job 884599). Not trained yet. |
| 3 | # Needs ACTS_DATA_ROOT and ACTS_CKPT_ROOT (source env.sh). Launch: bash scripts/train.sh configs/nano_action_causal_pusht_sensoronly_noforce_v1.yaml |
| 4 | run_name: nano_action_causal_pusht_sensoronly_noforce_v1 |
| 5 | seed: 0 |
| 6 | out_dir: ${oc.env:ACTS_RUNS_ROOT,runs} |
| 7 | data: |
| 8 | latent_root: ${oc.env:ACTS_DATA_ROOT}/mixed_pushT_latents |
| 9 | action_root: ${oc.env:ACTS_DATA_ROOT}/mixed_pushT_actions |
| 10 | action_file: sensor_actions_fps15_noforce.pt |
| 11 | view_action_file: view_actions_fps15.pt |
| 12 | split_file: splits/mixed_pusht_wrist_holdout.json |
| 13 | optional_streams: [] |
| 14 | action_norm: quantile |
| 15 | train_window_stride: 1 |
| 16 | val_window_stride: 50 |
| 17 | stats_window_stride: 8 |
| 18 | action_stats: null |
| 19 | num_workers: 4 |
| 20 | model: |
| 21 | language_model: nano |
| 22 | nano_checkpoint: ${oc.env:ACTS_CKPT_ROOT}/Cosmos3-Nano |
| 23 | strict_load: true |
| 24 | dtype: bfloat16 |
| 25 | attention_backend: flex |
| 26 | flex_preference: flex_triton |
| 27 | temporal_mode: causal |
| 28 | attention_topology: all_streams_causal |
| 29 | task_mode: action_full |
| 30 | active_streams: |
| 31 | - video |
| 32 | - wrist_left |
| 33 | - wrist_right |
| 34 | - tactile_left |
| 35 | - tactile_right |
| 36 | - action_left |
| 37 | - action_right |
| 38 | init_tactile_from_rgb: true |
| 39 | init_action_from_nano: |
| 40 | domain: umi |
| 41 | train_time_embedder: false |
| 42 | train_rgb_projections: false |
| 43 | lora: |
| 44 | enable: true |
| 45 | rank: 16 |
| 46 | alpha: 32 |
| 47 | targets: attn_ffn |
| 48 | training: |
| 49 | prediction_strategy: causal_teacher_forcing |
| 50 | init_from_checkpoint: null |
| 51 | missing_stream_training: false |
| 52 | wrist_dropout: |
| 53 | probability: 0.0 |
| 54 | mode: paired |
| 55 | scope: whole_clip |
| 56 | batching: group_by_active_streams |
| 57 | sampling: |
| 58 | mode: uniform |
| 59 | steps_per_epoch: null |
| 60 | val_hide_wrist: false |
| 61 | epochs: 20 |
| 62 | batch_size: 2 |
| 63 | lr: 5.0e-05 |
| 64 | weight_decay: 0.01 |
| 65 | warmup_steps: 100 |
| 66 | grad_clip: 1.0 |
| 67 | amp: bf16 |
| 68 | sigma_distribution: waver |
| 69 | sigma_shift: 3.0 |
| 70 | loss_weights: {} |
| 71 | log_every: 20 |
| 72 | ckpt_every_epochs: 1 |
| 73 | activation_checkpointing: true |
| 74 | inference: |
| 75 | prediction_strategy: causal_autoregressive |
| 76 | |