Download evaluation/training.yaml from lukbit/devision: direct link, hf CLI and curl.
- Browser
- Download file 3.83 kB
-
https://huggingface.co/lukbit/devision/resolve/main/evaluation/training.yaml
- Command line
-
hf download hf://lukbit/devision/evaluation/training.yaml
-
curl -L -o training.yaml https://huggingface.co/lukbit/devision/resolve/main/evaluation/training.yaml
3.83 kB
| # r24 (docs/experiments/2026-10-29-r24-v05-plan.md): v0.5 candidate. r23's recipe and seed; data = r23's file + board-gap families that passed criterion 1 in exp137 / exp138 + 4k A-OKVQA replay, all board-filtered (scripts/data/v05/r24_mix.py); temperature fit on data/v05/r24/calib.jsonl (chart + yes/no + general, MIN_TYPE_ITEMS 50). | |
| name: r24-v05 | |
| device: cuda | |
| common: | |
| log_every: 100 | |
| stages: | |
| - name: train | |
| kind: train | |
| init: runs/r21-soft/train | |
| data: data/v05/r24/train.jsonl | |
| val: data/v05/r24/calib.jsonl | |
| eval: | |
| chart: data/v05/exp81/chart_dev.jsonl | |
| ui: data/v05/exp82v2/ui_dev.jsonl | |
| protect: data/v05/exp81/protect.jsonl | |
| gui: data/v05/exp116/gui_dev_mon.jsonl | |
| gui_state: data/v05/exp118/gui_dev_mon_state.jsonl | |
| gui_shop: data/v05/exp119/gui_shop_dev_state.jsonl | |
| ego: data/v05/exp116/ego_dev_mon.jsonl | |
| params: | |
| epochs: 1 | |
| micro_batch: 8 | |
| eval_batch: 8 | |
| seed: 2323 | |
| warmup: 300 | |
| lr_new: 2.0e-05 | |
| lr_head: 1.0e-05 | |
| lr_lora: 5.0e-05 | |
| amp: cuda | |
| objective: ce | |
| monitor_details: true | |
| eval_every: 0 | |
| save_every: 500 | |
| vision_unfreeze_top: 4 | |
| lr_vision: 5.0e-06 | |
| evaluate: | |
| image_identity: data/v5/image_identity.json | |
| controls: true | |
| sets: | |
| dev_board_caption: {path: data/v05/exp137/dev_board_caption.jsonl, role: heldout} | |
| dev_board_kie: {path: data/v05/exp137/dev_board_kie.jsonl, role: heldout} | |
| dev_board_infographic: {path: data/v05/exp137/dev_board_infographic.jsonl, role: heldout} | |
| dev_board_figure: {path: data/v05/exp138/dev_board_figure.jsonl, role: heldout} | |
| dev_board_depth: {path: data/v05/exp138/dev_board_depth.jsonl, role: heldout} | |
| dev_board_som: {path: data/v05/exp138/dev_board_som.jsonl, role: heldout} | |
| dev_board_drive: {path: data/v05/exp138/dev_board_drive.jsonl, role: heldout} | |
| dev_board_hateful: {path: data/v05/exp138/dev_board_hateful.jsonl, role: heldout} | |
| test_gui_state: {path: data/v05/exp118/gui_test_state.jsonl, role: heldout} | |
| test_chartqa: {path: data/v05/chartqa_test/test_chartqa.jsonl, role: heldout} | |
| test_gui_shop_state: {path: data/v05/exp119/gui_shop_test_state.jsonl, role: heldout} | |
| test_gui: {path: data/v05/exp116/gui_test.jsonl, role: heldout} | |
| test_ego: {path: data/v05/exp116/ego_test.jsonl, role: heldout} | |
| bench_egothink: {path: data/v05/exp116/egothink.jsonl, role: heldout} | |
| bench_lv_scienceqa: data/lv_bench/scienceqa.jsonl | |
| dev_sqa: data/n2/dev_sqa.jsonl | |
| bench_realworld: {path: data/v05/external/realworld_native.jsonl, role: heldout} | |
| bench_mmbench: {path: data/n2/bench/mmbench.jsonl, role: heldout} | |
| bench_mme: {path: data/n2/bench/mme.jsonl, role: heldout} | |
| bench_cvbench: {path: data/n2/bench/cvbench.jsonl, role: heldout} | |
| bench_naturalbench: {path: data/n2/bench/naturalbench.jsonl, role: heldout} | |
| bench_countbench: {path: data/r13/bench/countbench.jsonl, role: heldout} | |
| bench_whatsup: {path: data/r13/bench/whatsup.jsonl, role: heldout} | |
| bench_pope: data/v2/bench_pope.jsonl | |
| bench_lv_vqav2_yesno: data/lv_bench/vqav2_yesno.jsonl | |
| bench_lv_aokvqa: data/lv_bench/aokvqa.jsonl | |
| bench_lv_pope: data/lv_bench/pope.jsonl | |
| dev_mix: data/v5/dev_mix.jsonl | |
| test_vsr: data/v5/test_vsr.jsonl | |
| test_v7w: data/v5/test_v7w.jsonl | |
| test_vqa_yesno: data/v2/test_vqa_yesno.jsonl | |
| test_vqa_choice: data/v2/test_vqa_choice.jsonl | |
| test_gqa: data/v2/test_gqa.jsonl | |
| test_exist: data/v2/test_exist.jsonl | |
| test_position: data/v2/test_position.jsonl | |
| test_relation: data/v2/test_relation.jsonl | |
| test_size: data/v2/test_size.jsonl | |
| test_position_flip: data/v6/test_position_flip.jsonl | |
| test_relation_flip: data/v6/test_relation_flip.jsonl | |
| bench_cogent_b: {path: data/r13/bench/cogent_b.jsonl, role: heldout} | |
| test_count_coco: {path: data/n2/test_count_coco.jsonl, role: heldout} | |