OpenMotionLab/MotionGPT

1SEED_VALUE: 1234 # Seed value2DEBUG: True # Debug mode3FULL_CONFIG: false4 5TRAIN:6  SPLIT: 'train' # Training split name7  NUM_WORKERS: 8 # Number of workers8  BATCH_SIZE: 8 # Size of batches9  END_EPOCH: 2000 # End epoch10 11  RESUME: '' # Experiment path to be resumed training12  PRETRAINED_VAE: '' # Pretrained vae/vqvae model path13  PRETRAINED: '' # Pretrained model path14 15  OPTIM:16    target: AdamW17    params:18      lr: 2e-419      betas: [0.9, 0.99]20      weight_decay: 0.021 22  LR_SCHEDULER:23    target: CosineAnnealingLR24    params:25      T_max: ${eval:${LOGGER.VAL_EVERY_STEPS} * 100}26      eta_min: 1e-627 28EVAL:29  SPLIT: 'val' # Validation split name30  BATCH_SIZE: 16 # Validation Batch size31  NUM_WORKERS: 8 # Validation Batch size32 33TEST:34  CHECKPOINTS: '' # Pretrained model path35  SPLIT: 'test' # Testing split name36  BATCH_SIZE: 16 # Testing Batch size37  NUM_WORKERS: 8 # Testing Batch size38 39  SAVE_PREDICTIONS: False # Weather to save predictions40  COUNT_TIME: False # Weather to count time during test41  REPLICATION_TIMES: 20 # Number of times to replicate the test42  REP_I: 0 # For counting replication times43 44model:45  target: mGPT.models.mgpt.MotionGPT46  params:47    condition: 'text'48    task: 't2m'49    lm: ${lm.default}50    motion_vae: ${vq.default}51 52    # Related parameters53    stage: ${TRAIN.STAGE}54    debug: ${DEBUG}55    codebook_size: ${model.params.motion_vae.params.code_num}56    metrics_dict: ${METRIC.TYPE}57 58LOSS:59  LAMBDA_REC: 1.0 # Lambda for reconstruction losses60  LAMBDA_JOINT: 1.0 # Lambda for joint losses61 62  LAMBDA_LATENT: 1e-5 # Lambda for latent losses63  LAMBDA_KL: 1e-5 # Lambda for kl losses64  LAMBDA_GEN: 1.0 # Lambda for text-motion generation losses65  LAMBDA_CROSS: 1.0 # Lambda for cross-reconstruction losses66  LAMBDA_CYCLE: 1.0 # Lambda for cycle losses67  LAMBDA_PRIOR: 0.0 # Lambda for diffusion prior losses68 69  LAMBDA_VELOCITY: 0.5 # Lambda for velocity losses70  LAMBDA_COMMIT: 0.02 # Lambda for commitment losses71 72  ABLATION:73    RECONS_LOSS: 'l1_smooth'74 75METRIC:76  TASK: 't2m'77  FORCE_IN_METER: True78  DIST_SYNC_ON_STEP: True79  MM_NUM_SAMPLES: 100 # Number of samples for multimodal test80  MM_NUM_REPEATS: 30 # Number of repeats for multimodal test81  MM_NUM_TIMES: 10 # Number of times to repeat the multimodal test82  DIVERSITY_TIMES: 300 # Number of times to repeat the diversity test83  TM2T: ${evaluator.tm2t}84 85DATASET:86  target: mGPT.data.HumanML3D.HumanML3DDataModule87  CODE_PATH: 'VQVAE'88  TASK_ROOT: ''89  TASK_PATH: ''90  NFEATS: 26391  KIT:92    MAX_MOTION_LEN: 19693    MIN_MOTION_LEN: 2494    MAX_TEXT_LEN: 2095    PICK_ONE_TEXT: true96    FRAME_RATE: 12.597    UNIT_LEN: 498  HUMANML3D:99    MAX_MOTION_LEN: 196100    MIN_MOTION_LEN: 40101    MAX_TEXT_LEN: 20102    PICK_ONE_TEXT: true103    FRAME_RATE: 20.0104    UNIT_LEN: 4105    STD_TEXT: False106 107ABLATION:108  # For MotionGPT109  use_length: False110  predict_ratio: 0.2111  inbetween_ratio: 0.25112  image_size: 256113 114  # For Motion-latent-diffusion115  VAE_TYPE: 'actor' # vae ablation: actor or mcross116  VAE_ARCH: 'encoder_decoder' # mdiffusion vae architecture117  PE_TYPE: 'actor' # mdiffusion mld or actor118  DIFF_PE_TYPE: 'actor' # mdiffusion mld or actor119  SKIP_CONNECT: False # skip connection for denoiser va120  MLP_DIST: False # use linear to expand mean and std rather expand token nums121  IS_DIST: False # Mcross distribution kl122  PREDICT_EPSILON: True # noise or motion123 124LOGGER:125  VAL_EVERY_STEPS: 10126  LOGGERS: ['tensorboard', 'wandb']127  TENSORBOARD:128    target: pytorch_lightning.loggers.TensorBoardLogger129    params:130      save_dir: ${FOLDER_EXP}131      name: 'tensorboard'132      version: ''133  WANDB:134    target: pytorch_lightning.loggers.WandbLogger135    params:136      project: null137      offline: False138      id: null139      version: ''140      name: ${NAME}141      save_dir: ${FOLDER_EXP}142