| { |
| "model": "rishanthrajendhran/IdeaLens", |
| "input": "outline", |
| "flag_rule": "flag the document as AI when P(human) < cut", |
| "calibration": { |
| "data": "WildOutlines, calibration split (human documents only)", |
| "scores_from": "the training checkpoint, scored on Tinker", |
| "n_humans": 80000, |
| "n_per_format": { |
| "Academic Writing": 10000, |
| "Creative Writing": 10000, |
| "Knowledge Article": 10000, |
| "News Article": 10000, |
| "Nonfiction Writing": 10000, |
| "Personal About Page": 10000, |
| "Personal Blog": 10000, |
| "User Reviews": 10000 |
| }, |
| "n_per_topic": { |
| "Art & Design": 3338, |
| "Crime & Law": 3931, |
| "Education & Jobs": 3974, |
| "Entertainment": 4692, |
| "Fashion & Beauty": 2999, |
| "Finance & Business": 4855, |
| "Food & Dining": 2696, |
| "Games": 4257, |
| "Hardware": 2253, |
| "Health": 5069, |
| "History": 2554, |
| "Home & Hobbies": 4192, |
| "Industrial": 2299, |
| "Literature": 3571, |
| "Politics": 3728, |
| "Religion": 3617, |
| "Science & Tech.": 4154, |
| "Social Life": 3126, |
| "Software": 2257, |
| "Software Dev.": 2468, |
| "Sports & Fitness": 4224, |
| "Transportation": 2810, |
| "Travel": 2936 |
| } |
| }, |
| "method": { |
| "global": "the target-FPR quantile of P(human) over all calibration humans", |
| "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)", |
| "min_group_humans": 200, |
| "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans", |
| "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut" |
| }, |
| "fpr_targets": [ |
| 0.001, |
| 0.005, |
| 0.01, |
| 0.02, |
| 0.05, |
| 0.1, |
| 0.2 |
| ], |
| "global": { |
| "0.001": 0.016910312716982526, |
| "0.005": 0.0727912234663859, |
| "0.01": 0.13711697951409052, |
| "0.02": 0.34047000148262974, |
| "0.05": 0.7271281470504786, |
| "0.1": 0.8979844557423863, |
| "0.2": 0.9715639649482037 |
| }, |
| "per_format": { |
| "0.005": { |
| "Academic Writing": 0.16045022213923377, |
| "Creative Writing": 0.20831380041381886, |
| "Knowledge Article": 0.06944307847622781, |
| "News Article": 0.04970034027733887, |
| "Nonfiction Writing": 0.05358019572554795, |
| "Personal About Page": 0.08279563922829149, |
| "Personal Blog": 0.09459867455364941, |
| "User Reviews": 0.08956495554856032 |
| }, |
| "0.01": { |
| "Academic Writing": 0.37109147193653746, |
| "Creative Writing": 0.35315202590355255, |
| "Knowledge Article": 0.10699845694815548, |
| "News Article": 0.09169947897393349, |
| "Nonfiction Writing": 0.08988523605364404, |
| "Personal About Page": 0.17823972354705253, |
| "Personal Blog": 0.252138067958794, |
| "User Reviews": 0.2474776779563594 |
| }, |
| "0.02": { |
| "Academic Writing": 0.6308181452463197, |
| "Creative Writing": 0.5494257367208046, |
| "Knowledge Article": 0.20818577828129917, |
| "News Article": 0.23609769559580096, |
| "Nonfiction Writing": 0.1702161018814425, |
| "Personal About Page": 0.39822976725655357, |
| "Personal Blog": 0.5059899682776587, |
| "User Reviews": 0.46654259421577626 |
| }, |
| "0.05": { |
| "Academic Writing": 0.8728532107534116, |
| "Creative Writing": 0.7902505745923557, |
| "Knowledge Article": 0.6116968523774344, |
| "News Article": 0.5751623415922733, |
| "Nonfiction Writing": 0.5406010407175179, |
| "Personal About Page": 0.7151932503758738, |
| "Personal Blog": 0.7859592106635767, |
| "User Reviews": 0.7977432441876905 |
| }, |
| "0.1": { |
| "Academic Writing": 0.9530998558087874, |
| "Creative Writing": 0.9077686152037142, |
| "Knowledge Article": 0.8856753919316568, |
| "News Article": 0.8128760568899319, |
| "Nonfiction Writing": 0.8672406525378675, |
| "Personal About Page": 0.875891090140992, |
| "Personal Blog": 0.9098900057291042, |
| "User Reviews": 0.9305423350548957 |
| }, |
| "0.2": { |
| "Academic Writing": 0.986172454554451, |
| "Creative Writing": 0.9693178579613291, |
| "Knowledge Article": 0.9718952211059724, |
| "News Article": 0.9488666358861433, |
| "Nonfiction Writing": 0.9693953589738518, |
| "Personal About Page": 0.9596987773216274, |
| "Personal Blog": 0.9715717592434062, |
| "User Reviews": 0.979949437506 |
| } |
| }, |
| "per_topic": { |
| "0.005": { |
| "Health": 0.0610965620278734 |
| }, |
| "0.01": { |
| "Art & Design": 0.15667222645558712, |
| "Crime & Law": 0.17453283749851123, |
| "Education & Jobs": 0.12886971723833102, |
| "Entertainment": 0.11819848263314488, |
| "Fashion & Beauty": 0.19402951675056096, |
| "Finance & Business": 0.08572843930921965, |
| "Food & Dining": 0.14630909239840253, |
| "Games": 0.15453482900524618, |
| "Health": 0.10373515806574425, |
| "History": 0.29504311061590965, |
| "Home & Hobbies": 0.15140165883881962, |
| "Literature": 0.26503532923819956, |
| "Politics": 0.1619589695853355, |
| "Religion": 0.14841329925315658, |
| "Science & Tech.": 0.12006036270304885, |
| "Social Life": 0.1442337581078069, |
| "Sports & Fitness": 0.1556513531897659, |
| "Transportation": 0.16223792819723193, |
| "Travel": 0.1519828129273214 |
| }, |
| "0.02": { |
| "Art & Design": 0.4280061668013947, |
| "Crime & Law": 0.40561762457043543, |
| "Education & Jobs": 0.29982288352803077, |
| "Entertainment": 0.3163174178232409, |
| "Fashion & Beauty": 0.4397407287216919, |
| "Finance & Business": 0.19542480230231465, |
| "Food & Dining": 0.41991528476107876, |
| "Games": 0.31968682164703643, |
| "Hardware": 0.4006567652124695, |
| "Health": 0.23449671053584442, |
| "History": 0.5251195670244517, |
| "Home & Hobbies": 0.38437374945110886, |
| "Industrial": 0.3225212937566969, |
| "Literature": 0.4849538444497918, |
| "Politics": 0.38385972823963466, |
| "Religion": 0.372733898808676, |
| "Science & Tech.": 0.2887184864382761, |
| "Social Life": 0.3682838321103103, |
| "Software": 0.3155424928082715, |
| "Software Dev.": 0.34228390137318565, |
| "Sports & Fitness": 0.3830791104739714, |
| "Transportation": 0.36325003721271887, |
| "Travel": 0.3885504044253141 |
| }, |
| "0.05": { |
| "Art & Design": 0.7597071882301957, |
| "Crime & Law": 0.780120173112018, |
| "Education & Jobs": 0.6843937052521694, |
| "Entertainment": 0.7023000639381533, |
| "Fashion & Beauty": 0.7611377016113461, |
| "Finance & Business": 0.5400477693581884, |
| "Food & Dining": 0.763537797714218, |
| "Games": 0.6972255925673959, |
| "Hardware": 0.7512266971694413, |
| "Health": 0.6404475581508516, |
| "History": 0.8207972392785796, |
| "Home & Hobbies": 0.7400915904992856, |
| "Industrial": 0.7206672236836739, |
| "Literature": 0.8028438257230146, |
| "Politics": 0.7539958067871309, |
| "Religion": 0.7538633727349769, |
| "Science & Tech.": 0.722352087567979, |
| "Social Life": 0.7070066374914504, |
| "Software": 0.6914290614985231, |
| "Software Dev.": 0.7119256116638377, |
| "Sports & Fitness": 0.7377047523780582, |
| "Transportation": 0.7572048153947143, |
| "Travel": 0.7482741143847389 |
| }, |
| "0.1": { |
| "Art & Design": 0.8981931472325196, |
| "Crime & Law": 0.9261916076649587, |
| "Education & Jobs": 0.8790306884482433, |
| "Entertainment": 0.8847521012776755, |
| "Fashion & Beauty": 0.9072102421299174, |
| "Finance & Business": 0.8300942006962467, |
| "Food & Dining": 0.9160360598227963, |
| "Games": 0.8839461258280736, |
| "Hardware": 0.9135252867173463, |
| "Health": 0.8760115221437729, |
| "History": 0.9342834605519144, |
| "Home & Hobbies": 0.9061145176620977, |
| "Industrial": 0.9121142941512812, |
| "Literature": 0.9270873095006306, |
| "Politics": 0.90569635176809, |
| "Religion": 0.9041726973466222, |
| "Science & Tech.": 0.9006011074265093, |
| "Social Life": 0.8744661330901681, |
| "Software": 0.8868625173737146, |
| "Software Dev.": 0.8864542661539737, |
| "Sports & Fitness": 0.896828946457183, |
| "Transportation": 0.9072735689447999, |
| "Travel": 0.903022411616813 |
| }, |
| "0.2": { |
| "Art & Design": 0.9717865748974299, |
| "Crime & Law": 0.9804893342045466, |
| "Education & Jobs": 0.9653651444404299, |
| "Entertainment": 0.9669234232261763, |
| "Fashion & Beauty": 0.9733219483232493, |
| "Finance & Business": 0.9541064927185746, |
| "Food & Dining": 0.974576902291307, |
| "Games": 0.9643208598145052, |
| "Hardware": 0.976339570614405, |
| "Health": 0.9703820510794805, |
| "History": 0.9815161284086212, |
| "Home & Hobbies": 0.9738259921918783, |
| "Industrial": 0.977210381175326, |
| "Literature": 0.9783407624293717, |
| "Politics": 0.971848666067582, |
| "Religion": 0.9725396125616405, |
| "Science & Tech.": 0.9757920150474068, |
| "Social Life": 0.9549998512650022, |
| "Software": 0.9713883872658887, |
| "Software Dev.": 0.9668914651292468, |
| "Sports & Fitness": 0.9712907798714918, |
| "Transportation": 0.9746075132160322, |
| "Travel": 0.9706252625914265 |
| } |
| } |
| } |
|
|
