TimR643/sorting_algorithm_cubes

1{2    "dataset": {3        "repo_id": "local/sorting_algorithm_cubes",4        "root": "/home/tim_st179133/lerobot_data/sorting_algorithm_cubes",5        "episodes": null,6        "image_transforms": {7            "enable": false,8            "max_num_transforms": 3,9            "random_order": false,10            "tfs": {11                "brightness": {12                    "weight": 1.0,13                    "type": "ColorJitter",14                    "kwargs": {15                        "brightness": [16                            0.8,17                            1.218                        ]19                    }20                },21                "contrast": {22                    "weight": 1.0,23                    "type": "ColorJitter",24                    "kwargs": {25                        "contrast": [26                            0.8,27                            1.228                        ]29                    }30                },31                "saturation": {32                    "weight": 1.0,33                    "type": "ColorJitter",34                    "kwargs": {35                        "saturation": [36                            0.5,37                            1.538                        ]39                    }40                },41                "hue": {42                    "weight": 1.0,43                    "type": "ColorJitter",44                    "kwargs": {45                        "hue": [46                            -0.05,47                            0.0548                        ]49                    }50                },51                "sharpness": {52                    "weight": 1.0,53                    "type": "SharpnessJitter",54                    "kwargs": {55                        "sharpness": [56                            0.5,57                            1.558                        ]59                    }60                },61                "affine": {62                    "weight": 1.0,63                    "type": "RandomAffine",64                    "kwargs": {65                        "degrees": [66                            -5.0,67                            5.068                        ],69                        "translate": [70                            0.05,71                            0.0572                        ]73                    }74                }75            }76        },77        "revision": null,78        "use_imagenet_stats": true,79        "video_backend": "torchcodec",80        "return_uint8": false,81        "streaming": false82    },83    "env": null,84    "policy": {85        "type": "smolvla",86        "n_obs_steps": 1,87        "input_features": {88            "observation.state": {89                "type": "STATE",90                "shape": [91                    892                ]93            },94            "observation.images.camera1": {95                "type": "VISUAL",96                "shape": [97                    3,98                    256,99                    256100                ]101            },102            "observation.images.camera2": {103                "type": "VISUAL",104                "shape": [105                    3,106                    256,107                    256108                ]109            },110            "observation.images.camera3": {111                "type": "VISUAL",112                "shape": [113                    3,114                    256,115                    256116                ]117            }118        },119        "output_features": {120            "action": {121                "type": "ACTION",122                "shape": [123                    8124                ]125            }126        },127        "device": "cuda",128        "use_amp": false,129        "use_peft": false,130        "push_to_hub": true,131        "repo_id": "TimR643/sorting_algorithm_cubes",132        "private": null,133        "tags": null,134        "license": null,135        "pretrained_path": "lerobot/smolvla_base",136        "chunk_size": 50,137        "n_action_steps": 50,138        "normalization_mapping": {139            "VISUAL": "IDENTITY",140            "STATE": "MEAN_STD",141            "ACTION": "MEAN_STD"142        },143        "max_state_dim": 32,144        "max_action_dim": 32,145        "resize_imgs_with_padding": [146            512,147            512148        ],149        "empty_cameras": 0,150        "adapt_to_pi_aloha": false,151        "use_delta_joint_actions_aloha": false,152        "tokenizer_max_length": 48,153        "num_steps": 10,154        "use_cache": true,155        "freeze_vision_encoder": true,156        "train_expert_only": true,157        "train_state_proj": true,158        "optimizer_lr": 0.0001,159        "optimizer_betas": [160            0.9,161            0.95162        ],163        "optimizer_eps": 1e-08,164        "optimizer_weight_decay": 1e-10,165        "optimizer_grad_clip_norm": 10.0,166        "scheduler_warmup_steps": 1000,167        "scheduler_decay_steps": 30000,168        "scheduler_decay_lr": 2.5e-06,169        "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",170        "load_vlm_weights": true,171        "add_image_special_tokens": false,172        "attention_mode": "cross_attn",173        "prefix_length": 0,174        "pad_language_to": "max_length",175        "num_expert_layers": 0,176        "num_vlm_layers": 16,177        "self_attn_every_n_layers": 2,178        "expert_width_multiplier": 0.75,179        "min_period": 0.004,180        "max_period": 4.0,181        "rtc_config": null,182        "compile_model": false,183        "compile_mode": "max-autotune"184    },185    "reward_model": null,186    "output_dir": "/home/tim_st179133/lerobot_outputs/train/sorting_algorithm_cubes_smolvlabase",187    "job_name": "sorting_algorithm_cubes_smolvlabase",188    "resume": false,189    "seed": 1000,190    "cudnn_deterministic": false,191    "num_workers": 4,192    "batch_size": 8,193    "prefetch_factor": 4,194    "persistent_workers": true,195    "steps": 60000,196    "eval_freq": 20000,197    "log_freq": 200,198    "tolerance_s": 0.0001,199    "save_checkpoint": true,200    "save_freq": 10000,201    "use_policy_training_preset": true,202    "optimizer": {203        "type": "adamw",204        "lr": 0.0001,205        "weight_decay": 1e-10,206        "grad_clip_norm": 10.0,207        "betas": [208            0.9,209            0.95210        ],211        "eps": 1e-08212    },213    "scheduler": {214        "type": "cosine_decay_with_warmup",215        "num_warmup_steps": 1000,216        "num_decay_steps": 30000,217        "peak_lr": 0.0001,218        "decay_lr": 2.5e-06219    },220    "eval": {221        "n_episodes": 50,222        "batch_size": 22,223        "use_async_envs": true224    },225    "wandb": {226        "enable": true,227        "disable_artifact": false,228        "project": "lerobot",229        "entity": null,230        "notes": null,231        "run_id": "bovmbqw4",232        "mode": null,233        "add_tags": true234    },235    "peft": null,236    "sample_weighting": null,237    "rename_map": {238        "observation.images.wrist": "observation.images.camera1",239        "observation.images.base": "observation.images.camera2"240    },241    "checkpoint_path": null242}