knowledge-agent-write-back / write_back_cycle_result.json
Batnini's picture
Upload write_back_cycle_result.json with huggingface_hub
9c0f5c9 verified
Raw History Blame Contribute Delete
7.47 kB
{
"status": "Auftrag/unverifiziert-lokal",
"source": "AGENTS.md §10.3 · arXiv:2608.22215 §3.4",
"n": 20,
"seed": 42,
"base_model": "Qwen/Qwen2.5-0.5B-Instruct",
"gpu": "Tesla T4",
"llm_base_url": "http://127.0.0.1:11434/v1",
"llm_model": "qwen2.5:1.5b",
"workdir": "/kaggle/working",
"self_update": true,
"approvers": [
"Batnini",
"Taoufik"
],
"writes": {
"write-new": 8,
"write-update": 9,
"non-write": 1,
"blocked": 2,
"error": 0
},
"write_details": [
{
"question": "What is the home arena of FC Kuusysi?",
"ok": true,
"action": "write-new",
"gate": "allow",
"reason": null
},
{
"question": "Which is the cause of death of Christopher George?",
"ok": true,
"action": "write-new",
"gate": "allow",
"reason": null
},
{
"question": "What team uses The Ballpark at Jackson?",
"ok": true,
"action": "write-update",
"gate": "allow",
"reason": null
},
{
"question": "What is Abu Yusuf's place of employment?",
"ok": false,
"action": "uncertain",
"gate": "ask",
"reason": "Router uncertain -> Human-Gate (§10.4)"
},
{
"question": "Which is the cause of death of Colin Cramphorn?",
"ok": true,
"action": "write-new",
"gate": "allow",
"reason": null
},
{
"question": "Which industry is MSNBC associated with?",
"ok": true,
"action": "write-new",
"gate": "allow",
"reason": null
},
{
"question": "Who was in charge of Kraków?",
"ok": true,
"action": "write-new",
"gate": "allow",
"reason": null
},
{
"question": "Who was in charge of Sopoaga Ministry?",
"ok": true,
"action": "write-new",
"gate": "allow",
"reason": null
},
{
"question": "What was the cause of death for Mark Bernes?",
"ok": true,
"action": "write-new",
"gate": "allow",
"reason": null
},
{
"question": "Which industry is Boston Dynamics associated with?",
"ok": true,
"action": "none",
"gate": "allow",
"reason": null
},
{
"question": "Where do D.C. United Women play their home games?",
"ok": true,
"action": "write-update",
"gate": "allow",
"reason": null
},
{
"question": "When was George Eastman Museum founded/built?",
"ok": true,
"action": "write-update",
"gate": "allow",
"reason": null
},
{
"question": "Which replaced the Villiers-sur-Marne?",
"ok": true,
"action": "write-update",
"gate": "allow",
"reason": null
},
{
"question": "What is the hoe stadium for Clube Atlético Carlos Renaux?",
"ok": true,
"action": "write-update",
"gate": "allow",
"reason": null
},
{
"question": "What cause of death was listed for Vedat Dalokay?",
"ok": true,
"action": "write-new",
"gate": "allow",
"reason": null
},
{
"question": "What is the product of Kargaly?",
"ok": false,
"action": "uncertain",
"gate": "ask",
"reason": "Router uncertain -> Human-Gate (§10.4)"
},
{
"question": "Who was in charge of Lower Saxony?",
"ok": true,
"action": "write-update",
"gate": "allow",
"reason": null
},
{
"question": "By what was District of Keewatin replaced?",
"ok": true,
"action": "write-update",
"gate": "allow",
"reason": null
},
{
"question": "In one word, how did Chen Yi-hsiung die?",
"ok": true,
"action": "write-update",
"gate": "allow",
"reason": null
},
{
"question": "What material was used for The Great Warrior of Montauban?",
"ok": true,
"action": "write-update",
"gate": "allow",
"reason": null
}
],
"provenance_log": "/kaggle/working/tier3/provenance.jsonl",
"pending": 8,
"pending_keys": [
"what-is-the-home-arena-of-fc-kuusysi",
"which-is-the-cause-of-death-of-christopher-george",
"which-is-the-cause-of-death-of-colin-cramphorn",
"which-industry-is-msnbc-associated-with",
"who-was-in-charge-of-krak-w",
"who-was-in-charge-of-sopoaga-ministry",
"what-was-the-cause-of-death-for-mark-bernes",
"what-cause-of-death-was-listed-for-vedat-dalokay"
],
"flushed": [
"which-is-the-cause-of-death-of-christopher-george",
"which-industry-is-msnbc-associated-with"
],
"kept": [
"what-is-the-home-arena-of-fc-kuusysi",
"which-is-the-cause-of-death-of-colin-cramphorn",
"who-was-in-charge-of-krak-w",
"who-was-in-charge-of-sopoaga-ministry",
"what-was-the-cause-of-death-for-mark-bernes",
"what-cause-of-death-was-listed-for-vedat-dalokay"
],
"loss": 4.2931467692057295,
"adapter_path": "/kaggle/working/slow_consolidation_train/adapter",
"write_back": {
"ok": true,
"flushed": [
"which-is-the-cause-of-death-of-christopher-george",
"which-industry-is-msnbc-associated-with"
],
"kept": [
"what-is-the-home-arena-of-fc-kuusysi",
"which-is-the-cause-of-death-of-colin-cramphorn",
"who-was-in-charge-of-krak-w",
"who-was-in-charge-of-sopoaga-ministry",
"what-was-the-cause-of-death-for-mark-bernes",
"what-cause-of-death-was-listed-for-vedat-dalokay"
],
"loss": 4.2931467692057295,
"adapter_path": "/kaggle/working/slow_consolidation_train/adapter"
},
"zsre": {
"ok": true,
"path": "/kaggle/working/zsre_validation.jsonl",
"count": 20,
"hashes": [
"b31d8b4dadd611dfd66820c60b949f702c47e8fb43a902dd8eb0e7e27e2cfab5",
"756c13d1ce3e2672f172a5d8dadbe63714e3ed5ebd1df5b161ef380883bbfd5d",
"c91ea0dee72164432612c8f8327603f856bb8c5f5aff9016f76e9c97d2033c6b",
"7308f428c6bef5642e27114001e9591b8629730f333ac75784ff5a33d3913e7a",
"3e259a3ea2702b8600a01368bab1a4c78944628f2d4b46e91b32e8326c1c9610",
"b6604c55041190dfdf724203a38a3f2d320146363ccb21fe2bb4628090502657",
"9a7fa9a63260451e6bf725a5711e78aa3ebe4bcfd62380de8460ffaa9f5f05db",
"c46989bc5dfddc0b1ef9519083002f2d05d8d6a3634aa8f59bc0042fca1e716f",
"0b1bd109cd61fe14351cdb611a20748ddfded02c07bdf45dbe9168665d60e201",
"60460844318cc338ac286494f3e04224add6e33c8fb27eca54f7cf61b6e6b8db",
"46e7eb276cd660acca4fe75358e16a731cf2c23da95ba412f997dfb6b767a2b3",
"9d49cf701786388b4bf1827ff04e728a4bd261478223e392eaba1dec32ed4f83",
"c49f9031d4f47758332b0b0e2c54727ae3c935b8d1ed52bb403b80b9f8a9d1ab",
"a0d148c8632879a2901cf1ee5e70b285861dae25ec8873afe141d3f0b42067e3",
"42b36430e52d0661ce18ca3429daea366bcaeec3dc9d8f1679e5c42e003569ee",
"dba70715d1f97ba74ffadad948596982f897c89a5a36c122606e70c00ad79129",
"16202a39c03d614b4b3aebbacccea5592ab302f83f898ce9d42eefd3d0be0f6b",
"b00567c7989d655d64b9b4319643a8373b9a987dac05a657d47d19ae279cec50",
"3f69943a1478f0fb26d8deb9f419408738a667faeeed0b602451fc7d44278582",
"3efc8f33d341f0e36c12087b7de3ce301d3e60ce3dbda2d814ff277b821a9ca7"
],
"requested": 20,
"split": "validation",
"dataset": "community-datasets/qa_zre",
"rows_scanned": 45,
"skipped_empty": 25,
"note": "volle Menge aus Quelle verfuegbar; hier gesampeltes n"
},
"dataset": "/kaggle/working/consolidation_sft.jsonl"
}