devision / evaluation /training.yaml
lukbit's picture
deVision v0.5 (github model-v0.5, 70adc4a7734ae63f9e1080733049b1cdd9b830c4)
3f36a55 verified
Raw History Blame Contribute Delete
3.83 kB
# r24 (docs/experiments/2026-10-29-r24-v05-plan.md): v0.5 candidate. r23's recipe and seed; data = r23's file + board-gap families that passed criterion 1 in exp137 / exp138 + 4k A-OKVQA replay, all board-filtered (scripts/data/v05/r24_mix.py); temperature fit on data/v05/r24/calib.jsonl (chart + yes/no + general, MIN_TYPE_ITEMS 50).
name: r24-v05
device: cuda
common:
log_every: 100
stages:
- name: train
kind: train
init: runs/r21-soft/train
data: data/v05/r24/train.jsonl
val: data/v05/r24/calib.jsonl
eval:
chart: data/v05/exp81/chart_dev.jsonl
ui: data/v05/exp82v2/ui_dev.jsonl
protect: data/v05/exp81/protect.jsonl
gui: data/v05/exp116/gui_dev_mon.jsonl
gui_state: data/v05/exp118/gui_dev_mon_state.jsonl
gui_shop: data/v05/exp119/gui_shop_dev_state.jsonl
ego: data/v05/exp116/ego_dev_mon.jsonl
params:
epochs: 1
micro_batch: 8
eval_batch: 8
seed: 2323
warmup: 300
lr_new: 2.0e-05
lr_head: 1.0e-05
lr_lora: 5.0e-05
amp: cuda
objective: ce
monitor_details: true
eval_every: 0
save_every: 500
vision_unfreeze_top: 4
lr_vision: 5.0e-06
evaluate:
image_identity: data/v5/image_identity.json
controls: true
sets:
dev_board_caption: {path: data/v05/exp137/dev_board_caption.jsonl, role: heldout}
dev_board_kie: {path: data/v05/exp137/dev_board_kie.jsonl, role: heldout}
dev_board_infographic: {path: data/v05/exp137/dev_board_infographic.jsonl, role: heldout}
dev_board_figure: {path: data/v05/exp138/dev_board_figure.jsonl, role: heldout}
dev_board_depth: {path: data/v05/exp138/dev_board_depth.jsonl, role: heldout}
dev_board_som: {path: data/v05/exp138/dev_board_som.jsonl, role: heldout}
dev_board_drive: {path: data/v05/exp138/dev_board_drive.jsonl, role: heldout}
dev_board_hateful: {path: data/v05/exp138/dev_board_hateful.jsonl, role: heldout}
test_gui_state: {path: data/v05/exp118/gui_test_state.jsonl, role: heldout}
test_chartqa: {path: data/v05/chartqa_test/test_chartqa.jsonl, role: heldout}
test_gui_shop_state: {path: data/v05/exp119/gui_shop_test_state.jsonl, role: heldout}
test_gui: {path: data/v05/exp116/gui_test.jsonl, role: heldout}
test_ego: {path: data/v05/exp116/ego_test.jsonl, role: heldout}
bench_egothink: {path: data/v05/exp116/egothink.jsonl, role: heldout}
bench_lv_scienceqa: data/lv_bench/scienceqa.jsonl
dev_sqa: data/n2/dev_sqa.jsonl
bench_realworld: {path: data/v05/external/realworld_native.jsonl, role: heldout}
bench_mmbench: {path: data/n2/bench/mmbench.jsonl, role: heldout}
bench_mme: {path: data/n2/bench/mme.jsonl, role: heldout}
bench_cvbench: {path: data/n2/bench/cvbench.jsonl, role: heldout}
bench_naturalbench: {path: data/n2/bench/naturalbench.jsonl, role: heldout}
bench_countbench: {path: data/r13/bench/countbench.jsonl, role: heldout}
bench_whatsup: {path: data/r13/bench/whatsup.jsonl, role: heldout}
bench_pope: data/v2/bench_pope.jsonl
bench_lv_vqav2_yesno: data/lv_bench/vqav2_yesno.jsonl
bench_lv_aokvqa: data/lv_bench/aokvqa.jsonl
bench_lv_pope: data/lv_bench/pope.jsonl
dev_mix: data/v5/dev_mix.jsonl
test_vsr: data/v5/test_vsr.jsonl
test_v7w: data/v5/test_v7w.jsonl
test_vqa_yesno: data/v2/test_vqa_yesno.jsonl
test_vqa_choice: data/v2/test_vqa_choice.jsonl
test_gqa: data/v2/test_gqa.jsonl
test_exist: data/v2/test_exist.jsonl
test_position: data/v2/test_position.jsonl
test_relation: data/v2/test_relation.jsonl
test_size: data/v2/test_size.jsonl
test_position_flip: data/v6/test_position_flip.jsonl
test_relation_flip: data/v6/test_relation_flip.jsonl
bench_cogent_b: {path: data/r13/bench/cogent_b.jsonl, role: heldout}
test_count_coco: {path: data/n2/test_count_coco.jsonl, role: heldout}