write_back_cycle_result.json

{
  "status": "Auftrag/unverifiziert-lokal",
  "source": "AGENTS.md §10.3 · arXiv:2608.22215 §3.4",
  "n": 50,
  "seed": 42,
  "base_model": "Qwen/Qwen2.5-3B-Instruct",
  "gpu": "Tesla T4",
  "llm_base_url": "http://127.0.0.1:11434/v1",
  "llm_model": "qwen2.5:1.5b",
  "workdir": "/kaggle/working",
  "self_update": true,
  "approvers": [
    "batnini",
    "taoufik"
  ],
  "lora_r": null,
  "lora_alpha": null,
  "learning_rate": null,
  "use_rslora": false,
  "full_ft": false,
  "lora_plus_ratio": null,
  "writes": {
    "write-new": 15,
    "write-update": 16,
    "non-write": 6,
    "blocked": 13,
    "error": 0
  },
  "write_details": [
    {
      "question": "On what date did Schermerhorn-Drees cabinet end?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "The Du glucose pour Noémie has what character?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "What was the title that Traidenis held?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What was the noble family that Tuor was from?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What river does Styr River form a part of?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "Who gives out the Frank P. Brown Medal award?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "Is the taxon rank of Senecio littoralis species or genus?",
      "ok": true,
      "action": "none",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "In what city was Norbert Hummelt born?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "What year did Jyllands-Posten Muhammad cartoons controversy start?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What programming language was used to write RealVNC?",
      "ok": true,
      "action": "none",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "In what city did José María Arizmendiarrieta die?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "What state is Newport-on-Tay located?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "The 9998 ISO was named for whom?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "Who is the illustrator of Cycle of the Werewolf?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "Which was the record label for Renincarnated?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What is the musical instrument Gymnopédies was intended for?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What team is Beau Allred affiliated with?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What was the noble family that Princess Margareta of Romania was from?",
      "ok": true,
      "action": "none",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What is the name of the person who designed ParaFAL?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "What was Isaac Nicola's city of birth?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "Which was the voice type that Lawrence Zazzo had?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What was the name of the city or state where KOAN Sound was formed?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "Which chromosone can you find Endothelial NOS?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What person illustrated The Faraway Lurs?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What is the name of the editors of The Best American Poetry 1996?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "Which was the family of Paragagrellina?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What along with privateer was Ferdinando Acton's military rank?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What title is held by Adomnán?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What is the name of the singer or writer of Odorono?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "By which body of water is Płock located?",
      "ok": true,
      "action": "none",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What was the political party of P. S. Sreenivasan?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "What town or city does KKBB serve?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "Which airport does PNG Air operate in?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "Who served as director for I Hate Valentine's Day?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "Which director worked on the film A Dog's Life?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "At what airport can you find UTair Aviation?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What is the publication year of Porca vacca?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What city was Louis Nelson Delisle born in?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "Which position was held by Landelin?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "On what date did 40th government of Turkey end?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What award was An Officer and a Gentleman nominated for?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What was the production company for Getting Acquainted?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "Is the taxon rank of Allium tardiflorum species or genus?",
      "ok": true,
      "action": "none",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What noble family was Kunigunde of Austria part of?",
      "ok": true,
      "action": "none",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What company makes Armoured Multirole Carrier?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "What city was Christians & Lions formed in?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What is the name of the founder of Sharecare?",
      "ok": false,
      "action": "uncertain",
      "gate": "ask",
      "reason": "Router uncertain -> Human-Gate (§10.4)"
    },
    {
      "question": "What award was Tweetie Pie nominated for?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "What year was the end of Comdial?",
      "ok": true,
      "action": "write-new",
      "gate": "allow",
      "reason": null
    },
    {
      "question": "Who was the brother of Casey Neistat?",
      "ok": true,
      "action": "write-update",
      "gate": "allow",
      "reason": null
    }
  ],
  "provenance_log": "/kaggle/working/tier3/provenance.jsonl",
  "pending": 15,
  "pending_keys": [
    "what-was-the-title-that-traidenis-held",
    "what-year-did-jyllands-posten-muhammad-cartoons-controversy-",
    "who-is-the-illustrator-of-cycle-of-the-werewolf",
    "which-was-the-record-label-for-renincarnated",
    "what-team-is-beau-allred-affiliated-with",
    "what-was-isaac-nicola-s-city-of-birth",
    "what-was-the-name-of-the-city-or-state-where-koan-sound-was-",
    "what-person-illustrated-the-faraway-lurs",
    "what-is-the-name-of-the-singer-or-writer-of-odorono",
    "what-town-or-city-does-kkbb-serve",
    "at-what-airport-can-you-find-utair-aviation",
    "on-what-date-did-40th-government-of-turkey-end",
    "what-was-the-production-company-for-getting-acquainted",
    "what-city-was-christians-lions-formed-in",
    "what-year-was-the-end-of-comdial"
  ],
  "flushed": [
    "what-year-was-the-end-of-comdial"
  ],
  "kept": [
    "what-was-the-title-that-traidenis-held",
    "what-year-did-jyllands-posten-muhammad-cartoons-controversy-",
    "who-is-the-illustrator-of-cycle-of-the-werewolf",
    "which-was-the-record-label-for-renincarnated",
    "what-team-is-beau-allred-affiliated-with",
    "what-was-isaac-nicola-s-city-of-birth",
    "what-was-the-name-of-the-city-or-state-where-koan-sound-was-",
    "what-person-illustrated-the-faraway-lurs",
    "what-is-the-name-of-the-singer-or-writer-of-odorono",
    "what-town-or-city-does-kkbb-serve",
    "at-what-airport-can-you-find-utair-aviation",
    "on-what-date-did-40th-government-of-turkey-end",
    "what-was-the-production-company-for-getting-acquainted",
    "what-city-was-christians-lions-formed-in"
  ],
  "loss": 5.190721893310547,
  "adapter_path": "/kaggle/working/slow_consolidation_train/adapter",
  "probe_results": [
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "What was the title that Traidenis held?",
      "gold": "Grand Duke of Lithuania"
    },
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "What year did Jyllands-Posten Muhammad cartoons controversy start?",
      "gold": "30 September 2005"
    },
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "Who is the illustrator of Cycle of the Werewolf?",
      "gold": "Bernie Wrightson"
    },
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "Which was the record label for Renincarnated?",
      "gold": "Villain Entertainment"
    },
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "What team is Beau Allred affiliated with?",
      "gold": "Cleveland Indians"
    },
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "What was Isaac Nicola's city of birth?",
      "gold": "Havana"
    },
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "What was the name of the city or state where KOAN Sound was formed?",
      "gold": "Bristol"
    },
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "What person illustrated The Faraway Lurs?",
      "gold": "Harry Behn"
    },
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "What is the name of the singer or writer of Odorono?",
      "gold": "Pete Townshend"
    },
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "What town or city does KKBB serve?",
      "gold": "Bakersfield"
    },
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "At what airport can you find UTair Aviation?",
      "gold": "Khanty-Mansiysk Airport"
    },
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "On what date did 40th government of Turkey end?",
      "gold": "1977"
    },
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "What was the production company for Getting Acquainted?",
      "gold": "Keystone Studios"
    },
    {
      "passed": false,
      "answer": "Jamaica",
      "base_answer": "Jamaica",
      "question": "What city was Christians & Lions formed in?",
      "gold": "Jamaica Plain"
    },
    {
      "passed": true,
      "answer": "2005",
      "base_answer": "2005",
      "question": "What year was the end of Comdial?",
      "gold": "2005"
    }
  ],
  "write_back": {
    "ok": true,
    "flushed": [
      "what-year-was-the-end-of-comdial"
    ],
    "kept": [
      "what-was-the-title-that-traidenis-held",
      "what-year-did-jyllands-posten-muhammad-cartoons-controversy-",
      "who-is-the-illustrator-of-cycle-of-the-werewolf",
      "which-was-the-record-label-for-renincarnated",
      "what-team-is-beau-allred-affiliated-with",
      "what-was-isaac-nicola-s-city-of-birth",
      "what-was-the-name-of-the-city-or-state-where-koan-sound-was-",
      "what-person-illustrated-the-faraway-lurs",
      "what-is-the-name-of-the-singer-or-writer-of-odorono",
      "what-town-or-city-does-kkbb-serve",
      "at-what-airport-can-you-find-utair-aviation",
      "on-what-date-did-40th-government-of-turkey-end",
      "what-was-the-production-company-for-getting-acquainted",
      "what-city-was-christians-lions-formed-in"
    ],
    "loss": 5.190721893310547,
    "adapter_path": "/kaggle/working/slow_consolidation_train/adapter",
    "probe_results": [
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "What was the title that Traidenis held?",
        "gold": "Grand Duke of Lithuania"
      },
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "What year did Jyllands-Posten Muhammad cartoons controversy start?",
        "gold": "30 September 2005"
      },
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "Who is the illustrator of Cycle of the Werewolf?",
        "gold": "Bernie Wrightson"
      },
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "Which was the record label for Renincarnated?",
        "gold": "Villain Entertainment"
      },
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "What team is Beau Allred affiliated with?",
        "gold": "Cleveland Indians"
      },
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "What was Isaac Nicola's city of birth?",
        "gold": "Havana"
      },
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "What was the name of the city or state where KOAN Sound was formed?",
        "gold": "Bristol"
      },
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "What person illustrated The Faraway Lurs?",
        "gold": "Harry Behn"
      },
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "What is the name of the singer or writer of Odorono?",
        "gold": "Pete Townshend"
      },
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "What town or city does KKBB serve?",
        "gold": "Bakersfield"
      },
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "At what airport can you find UTair Aviation?",
        "gold": "Khanty-Mansiysk Airport"
      },
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "On what date did 40th government of Turkey end?",
        "gold": "1977"
      },
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "What was the production company for Getting Acquainted?",
        "gold": "Keystone Studios"
      },
      {
        "passed": false,
        "answer": "Jamaica",
        "base_answer": "Jamaica",
        "question": "What city was Christians & Lions formed in?",
        "gold": "Jamaica Plain"
      },
      {
        "passed": true,
        "answer": "2005",
        "base_answer": "2005",
        "question": "What year was the end of Comdial?",
        "gold": "2005"
      }
    ]
  },
  "zsre": {
    "ok": true,
    "path": "/kaggle/working/zsre_validation.jsonl",
    "count": 50,
    "hashes": [
      "9a2e90866036a10bc18334eeb314469127a67de0b69669a770b742114e91255f",
      "baf562e40d9e8ff16f215ebed6571dc6efa5766c2ce0ad510920f104a3bbafbc",
      "b99d59ae01043544eb6c655230a9a69ff68228461c1f3c7c274a39b1073f2194",
      "705c921ec44089981059f5d395c91143e9c72c6591f494269e3b1af5adad7e61",
      "f9feca9a108976606b35cd0bfe2b4f323cf72d9b719cc7394894555912ef2a95",
      "bbb549ed2139f8da6c11567f1ea818ee67586bde4be60429e056148b581316b0",
      "1cab0f8400d0d37fe677a6993c3bf98cee50e8647eef2ca3edf30de8bac06836",
      "0432fe557846721e8a73d439bc02bd91e2800584a1901e2baa67b1fc2f691b7d",
      "586b1f00bf252f1dc7d25e9acfa0a03947e9b325095ce3a3613d2bc754abed50",
      "7ce9de90ae018b9b78f464687da610a8e997536c0d9da344cc318453335a5f4e",
      "3e3c38814056be56a72d22deab17c48c4e388636bf8f733d88de798550afa977",
      "a1dc3d15cc6125ed0c90d09badcacaf5c3f1a40eaa244c800cd8532f2f97d45f",
      "2f569f80fced1ec0db82ecfe8b06f4d1787a91ca00f49b79d2d97d679ed6048f",
      "da92030036e69c057abd1f342608f47141bc18ee20ca1a7a0cd2dc8213148f5d",
      "f9cc259b446f0f85aa20099a160626ab573da322565438770b3cd0bc844c5076",
      "51e3f9d2897e66310cf2b088f84799e67719d2ecfe3dd388bf3210aff682ff92",
      "4b74b9a72bf6a77efa9c7e4fba3e713016b63cbd67ac1796914f56666dcd943e",
      "85b1755b7fd804ee8f7ce3b9e9841ded8a6280fb3616110a2aa47975ae834a10",
      "a32e2d23f3c1c149181aa6b84d37e5c1a292f24eefb10f51cecd65c7bd659689",
      "fff721e2040788e3c560ebf0ede6be113bea02316caea2860d7ac53efb9609ee",
      "5b29a1f4117213c73324249e15456c3443238cfac2dd7b985a15f7673a948eae",
      "2a02404f674f2a6ce3ef6b977c024733812426a5f758afabfa02227c6f61222a",
      "0df4258fa40979ab1028bb46a22e5ad484f68e76ba1ad15d73b8d9cae30f3ea5",
      "b2000d4eed8bc686409cbbbbd1001b45b6342a693d32b4232b26e3dd81e9cb0e",
      "d1fa0ee81a2811cf562daf2da3696ad23ce85f968e06ada7eecacdcf34633806",
      "7b2feb2452644070c22df31327a17a46f6b83ce3cb42f434caced2c339e48648",
      "3c8019d7dc2ef0a86bd3e3aff7d0909fd9b1d034c2a11e664aa5f481f9d887c0",
      "48f4d5e63a28c54e6214c39bb9c0bcde5f33330d8b76fd65538ce4573aafdd4a",
      "fd142b2cdb5f8cbdfdd5e406f9eb3b68f03d6cd9b4631f6199a70f28ca096943",
      "7ed26005d6eb17392c6b5ad516557e0f6ef381fec3c62cd8950c563a7013ed35",
      "8be6020b10a31b56b3250f43a3b02bf5b3489ec9a3550aa3f2a95939c1f721dd",
      "76cd29eca3268b9016ff4aa811a7899eeefdf85a176c010a4a507f4b84dcffd5",
      "7d1e1972bdc53090072397ff02a4438d5efea8537617cb941c756e24d3e67fdb",
      "93726ed587e0df201ec0f62d9dc9142a321815ff0da21881fa5d9d2e584d4ed7",
      "76a28fe90bb268f32456d29eaf86a6d66ea500fb60b46e163289e451f18f3219",
      "25bf369ba023cad955e1d17f57673b467bfae2528317988440d654ed9acad5f5",
      "a2ebfef45fefa1e547748a682b22bbc108f4770766cb4fbf43281c5e6c3268db",
      "bead11a2eeed353c9817b771a0c5d219299a74bd98185af351dcdb70b148e24c",
      "f88bdb4abbfaa3cdcd843df3dd0695def7d297946dd428584964f5ef1d29bcf6",
      "d3ead4f1ce02140312d4db00a9907d1f2e0c52831ddfb24e290797f726155681",
      "94864688ac110ff7470dfc0e5bba1f5cca3516c576ee61dadb82e54a5a6a5fcd",
      "de8232289f42171210cbafa88f5ada2cb8d4ed8b84da5311b8dde5be909293e3",
      "3e943dc112961053e6171ae71ff1fdb200f8229db1967df230b6183291690e9e",
      "9329aa19ec57aa8a4beec95c461649708a70fcde832b10e613583b30b0592c2c",
      "4ff52295ad070e17f97fd38cea3344613d276c25bdeb969c152334121b2ad732",
      "90f02a377a82697755975ef8202235665d21200ae529debe4a061063f88f5c1b",
      "4a367091736597fcd4d682aaf233d3c699e77b20abe51afe43eb1407759b1dbc",
      "7f4bf8be42bb56a22b43e26c5daa15df273aadeb52e460bcdd8c15a798ad1072",
      "98185e874520dd154c307faa44c9423255047ca06391c1b50eac2d40d82443d2",
      "c9a99c58024bc5fd3ba38660bfd18005e71fb47fc9c0f265423a288c8c1f2dc9"
    ],
    "requested": 50,
    "split": "train",
    "dataset": "community-datasets/qa_zre",
    "rows_scanned": 105,
    "skipped_empty": 55,
    "note": "volle Menge aus Quelle verfuegbar; hier gesampeltes n"
  },
  "dataset": "/kaggle/working/consolidation_sft.jsonl"
}