| export PATH=/data/cuda/cuda-11.7/cuda/bin:$PATH |
| export LD_LIBRARY_PATH=/data/cuda/cuda-11.7/cuda/lib64:$LD_LIBRARY_PATH |
|
|
| deepspeed --include localhost:0,1,2,3,4,5,6,7 --master_port=23996 train_aff.py \ |
| --version="./LLaVA/LLaVA-Lightning-7B-v1-1/" \ |
| --vision_pretrained="ckpts/sam_vit_h_4b8939.pth" \ |
| --dataset_dir='./data' \ |
| --dataset="sem_seg||refer_seg||vqa||reason_seg||aff_seg||reason_aff" \ |
| --sample_rates="3,1,1,1,9,3" \ |
| --aff_seg_data="handal||openx||egoobjects||graspnet||rlbench" \ |
| --aff_sample_rates='2,2,4,2,1' \ |
| --reason_aff_data="handal_hard_reasoning||egoobjects_easy_reasoning||egoobjects_hard_reasoning" \ |
| --reason_aff_sample_rates='1,1,1' \ |
| --exp_name="AffordanceVLM-7B" \ |
| --batch_size=40 \ |
| --grad_accumulation_steps=1 \ |
| --epochs=10 |
