| export CUDA_VISIBLE_DEVICES=0 | |
| python ./peptide/train.py \ | |
| --train_dataset_path ./peptide/data/train \ | |
| --val_dataset_path ./peptide/data/val \ | |
| --model_dim 512 \ | |
| --n_heads 8 \ | |
| --n_layers 6 \ | |
| --vocab_size 24 \ | |
| --seq_len 100 \ | |
| --epochs 100 \ | |
| --learning_rate 1e-4 \ | |
| --weight_decay 1e-5 \ | |
| --label_smoothing 0.0 \ | |
| --wandb_project redi-training \ | |
| --checkpoint_dir ./peptide/ckpt \ | |
| --tc_batches 20 \ | |
| --tc_k_samples 50 |