{
  "status": "Auftrag/unverifiziert-lokal",
  "source": "AGENTS.md §10.3 · arXiv:2608.22215 §3.4",
  "n": 20,
  "seed": 42,
  "base_model": "Qwen/Qwen2.5-0.5B-Instruct",
  "gpu": "Tesla T4",
  "llm_base_url": "http://127.0.0.1:11434/v1",
  "llm_model": "qwen2.5:1.5b",
  "workdir": "/kaggle/working",
  "self_update": true,
  "approvers": [
    "Batnini",
    "Taoufik"
  ],
  "writes": {
    "write-new": 7,
    "write-update": 6,
    "non-write": 3,
    "blocked": 4,
    "error": 0
  },
  "write_details": [
    {
      "question": "What was the title that Traidenis held?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What award was An Officer and a Gentleman nominated for?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What company makes Armoured Multirole Carrier?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "What river does Styr River form a part of?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "In what city was Norbert Hummelt born?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "Which director worked on the film A Dog's Life?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "What city was Christians & Lions formed in?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What was the name of the city or state where KOAN Sound was formed?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "Is the taxon rank of Allium tardiflorum species or genus?",
      "ok": true,
      "action": "none",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "The 9998 ISO was named for whom?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What is the name of the founder of Sharecare?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "What team is Beau Allred affiliated with?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What award was Tweetie Pie nominated for?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What was the noble family that Tuor was from?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What city was Louis Nelson Delisle born in?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What programming language was used to write RealVNC?",
      "ok": true,
      "action": "none",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What year was the end of Comdial?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What noble family was Kunigunde of Austria part of?",
      "ok": true,
      "action": "none",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What was Isaac Nicola's city of birth?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "Who is the illustrator of Cycle of the Werewolf?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    }
  ],
  "provenance_log": "/kaggle/working/tier3/provenance.jsonl",
  "pending": 7,
  "pending_keys": [
    "what-was-the-title-that-traidenis-held",
    "what-city-was-christians-lions-formed-in",
    "what-was-the-name-of-the-city-or-state-where-koan-sound-was-",
    "what-team-is-beau-allred-affiliated-with",
    "what-year-was-the-end-of-comdial",
    "what-was-isaac-nicola-s-city-of-birth",
    "who-is-the-illustrator-of-cycle-of-the-werewolf"
  ],
  "flushed": [],
  "kept": [
    "what-was-the-title-that-traidenis-held",
    "what-city-was-christians-lions-formed-in",
    "what-was-the-name-of-the-city-or-state-where-koan-sound-was-",
    "what-team-is-beau-allred-affiliated-with",
    "what-year-was-the-end-of-comdial",
    "what-was-isaac-nicola-s-city-of-birth",
    "who-is-the-illustrator-of-cycle-of-the-werewolf"
  ],
  "loss": null,
  "adapter_path": null,
  "write_back": {
    "ok": false,
    "decision": "abstain",
    "flushed": [],
    "kept": [
      "what-was-the-title-that-traidenis-held",
      "what-city-was-christians-lions-formed-in",
      "what-was-the-name-of-the-city-or-state-where-koan-sound-was-",
      "what-team-is-beau-allred-affiliated-with",
      "what-year-was-the-end-of-comdial",
      "what-was-isaac-nicola-s-city-of-birth",
      "who-is-the-illustrator-of-cycle-of-the-werewolf"
    ],
    "reason": "base_rate zu niedrig (0/7 < 1) → abstain"
  },
  "zsre": {
    "ok": true,
    "path": "/kaggle/working/zsre_validation.jsonl",
    "count": 20,
    "hashes": [
      "9a2e90866036a10bc18334eeb314469127a67de0b69669a770b742114e91255f",
      "baf562e40d9e8ff16f215ebed6571dc6efa5766c2ce0ad510920f104a3bbafbc",
      "b99d59ae01043544eb6c655230a9a69ff68228461c1f3c7c274a39b1073f2194",
      "705c921ec44089981059f5d395c91143e9c72c6591f494269e3b1af5adad7e61",
      "f9feca9a108976606b35cd0bfe2b4f323cf72d9b719cc7394894555912ef2a95",
      "bbb549ed2139f8da6c11567f1ea818ee67586bde4be60429e056148b581316b0",
      "1cab0f8400d0d37fe677a6993c3bf98cee50e8647eef2ca3edf30de8bac06836",
      "0432fe557846721e8a73d439bc02bd91e2800584a1901e2baa67b1fc2f691b7d",
      "586b1f00bf252f1dc7d25e9acfa0a03947e9b325095ce3a3613d2bc754abed50",
      "7ce9de90ae018b9b78f464687da610a8e997536c0d9da344cc318453335a5f4e",
      "3e3c38814056be56a72d22deab17c48c4e388636bf8f733d88de798550afa977",
      "a1dc3d15cc6125ed0c90d09badcacaf5c3f1a40eaa244c800cd8532f2f97d45f",
      "2f569f80fced1ec0db82ecfe8b06f4d1787a91ca00f49b79d2d97d679ed6048f",
      "da92030036e69c057abd1f342608f47141bc18ee20ca1a7a0cd2dc8213148f5d",
      "f9cc259b446f0f85aa20099a160626ab573da322565438770b3cd0bc844c5076",
      "51e3f9d2897e66310cf2b088f84799e67719d2ecfe3dd388bf3210aff682ff92",
      "4b74b9a72bf6a77efa9c7e4fba3e713016b63cbd67ac1796914f56666dcd943e",
      "85b1755b7fd804ee8f7ce3b9e9841ded8a6280fb3616110a2aa47975ae834a10",
      "a32e2d23f3c1c149181aa6b84d37e5c1a292f24eefb10f51cecd65c7bd659689",
      "fff721e2040788e3c560ebf0ede6be113bea02316caea2860d7ac53efb9609ee"
    ],
    "requested": 20,
    "split": "train",
    "dataset": "community-datasets/qa_zre",
    "rows_scanned": 49,
    "skipped_empty": 29,
    "note": "volle Menge aus Quelle verfuegbar; hier gesampeltes n"
  },
  "dataset": "/kaggle/working/consolidation_sft.jsonl"
}