{
  "engine": "zyphh-raid-linear-2.0.0",
  "date": "2026-09-27",
  "dataset": {
    "name": "RAID train_none.csv (2024 benchmark)",
    "url": "https://dataset.raid-bench.xyz/train_none.csv",
    "license": "MIT",
    "paper": "https://arxiv.org/abs/2405.07940",
    "scope": "English prose accepted by Zyphh eligibility checks; no adversarial attacks; reservoir cap 1200 humans and 120 examples per generator per domain. This is a source-grouped holdout from the public training set, not RAID\u2019s official hidden test.",
    "sha256": "c5467bca6fc7f5c728c676450c7f84ce401df6c6ccc6d82c47e3b5f3c6d6fce4"
  },
  "split": {
    "method": "SHA-256 of source_id with seed zyphh-2719, 70/15/15 buckets; identical normalized text deduplicated before sampling",
    "source_overlap": 0,
    "normalized_text_overlap": 0,
    "counts": {
      "train": {
        "documents": 12477,
        "sources": 7732,
        "human": 6296,
        "ai": 6181
      },
      "validation": {
        "documents": 2541,
        "sources": 1631,
        "human": 1336,
        "ai": 1205
      },
      "test": {
        "documents": 2643,
        "sources": 1618,
        "human": 1323,
        "ai": 1320
      }
    }
  },
  "selection": {
    "candidates": [
      {
        "C": 0.3,
        "validation_auroc": 0.9069936889706065
      },
      {
        "C": 1,
        "validation_auroc": 0.9293059109995776
      },
      {
        "C": 3,
        "validation_auroc": 0.9389389271250032
      }
    ],
    "selected_C": 3,
    "thresholds": {
      "low": 0.3465737175165708,
      "high": 0.65
    },
    "threshold_method": "High band uses at least 0.65 and the validation human 95th percentile. Low band uses at most 0.35 and the validation AI 10th percentile. Scores are uncalibrated."
  },
  "test": {
    "documents": 2643,
    "human": 1323,
    "ai": 1320,
    "auroc": 0.9357612405231452,
    "balanced_accuracy": 0.8382833436404865,
    "human_false_positive_rate": 0.022675736961451247,
    "ai_recall": 0.6992424242424242,
    "precision": 0.968520461699895
  },
  "baseline": {
    "name": "v1 hand-authored style index",
    "threshold": 0.35,
    "documents": 2643,
    "human": 1323,
    "ai": 1320,
    "auroc": 0.7180028745504936,
    "balanced_accuracy": 0.5382653061224489,
    "human_false_positive_rate": 0.006802721088435374,
    "ai_recall": 0.08333333333333333,
    "precision": 0.9243697478991597
  },
  "bands": {
    "low": 1174,
    "mixed": 516,
    "high": 953
  },
  "by_domain": {
    "abstracts": {
      "documents": 334,
      "human": 178,
      "ai": 156,
      "auroc": 0.9222126188418324,
      "balanced_accuracy": 0.8256986459233651,
      "human_false_positive_rate": 0.028089887640449437,
      "ai_recall": 0.6794871794871795,
      "precision": 0.954954954954955
    },
    "books": {
      "documents": 367,
      "human": 175,
      "ai": 192,
      "auroc": 0.9485714285714285,
      "balanced_accuracy": 0.8773511904761905,
      "human_false_positive_rate": 0.005714285714285714,
      "ai_recall": 0.7604166666666666,
      "precision": 0.9931972789115646
    },
    "news": {
      "documents": 373,
      "human": 179,
      "ai": 194,
      "auroc": 0.9269999424062662,
      "balanced_accuracy": 0.8320422738006106,
      "human_false_positive_rate": 0.0111731843575419,
      "ai_recall": 0.6752577319587629,
      "precision": 0.9849624060150376
    },
    "poetry": {
      "documents": 341,
      "human": 171,
      "ai": 170,
      "auroc": 0.9186446508427933,
      "balanced_accuracy": 0.8412108703130374,
      "human_false_positive_rate": 0.011695906432748537,
      "ai_recall": 0.6941176470588235,
      "precision": 0.9833333333333333
    },
    "recipes": {
      "documents": 224,
      "human": 172,
      "ai": 52,
      "auroc": 0.95270572450805,
      "balanced_accuracy": 0.6894007155635062,
      "human_false_positive_rate": 0.005813953488372093,
      "ai_recall": 0.38461538461538464,
      "precision": 0.9523809523809523
    },
    "reddit": {
      "documents": 331,
      "human": 146,
      "ai": 185,
      "auroc": 0.8994076268048871,
      "balanced_accuracy": 0.8226952980377638,
      "human_false_positive_rate": 0.0410958904109589,
      "ai_recall": 0.6864864864864865,
      "precision": 0.9548872180451128
    },
    "reviews": {
      "documents": 313,
      "human": 122,
      "ai": 191,
      "auroc": 0.9821045403827997,
      "balanced_accuracy": 0.9035919663548193,
      "human_false_positive_rate": 0.040983606557377046,
      "ai_recall": 0.8481675392670157,
      "precision": 0.9700598802395209
    },
    "wiki": {
      "documents": 360,
      "human": 180,
      "ai": 180,
      "auroc": 0.9016666666666666,
      "balanced_accuracy": 0.7916666666666667,
      "human_false_positive_rate": 0.044444444444444446,
      "ai_recall": 0.6277777777777778,
      "precision": 0.9338842975206612
    }
  },
  "by_generator": {
    "chatgpt": {
      "documents": 125,
      "high_band_rate": 0.992
    },
    "cohere": {
      "documents": 118,
      "high_band_rate": 0.2966101694915254
    },
    "cohere-chat": {
      "documents": 108,
      "high_band_rate": 0.6203703703703703
    },
    "gpt2": {
      "documents": 136,
      "high_band_rate": 0.5294117647058824
    },
    "gpt3": {
      "documents": 122,
      "high_band_rate": 0.5655737704918032
    },
    "gpt4": {
      "documents": 113,
      "high_band_rate": 0.9203539823008849
    },
    "human": {
      "documents": 1323,
      "high_band_rate": 0.022675736961451247
    },
    "llama-chat": {
      "documents": 133,
      "high_band_rate": 0.9323308270676691
    },
    "mistral": {
      "documents": 133,
      "high_band_rate": 0.5037593984962406
    },
    "mistral-chat": {
      "documents": 122,
      "high_band_rate": 0.9180327868852459
    },
    "mpt": {
      "documents": 105,
      "high_band_rate": 0.5142857142857142
    },
    "mpt-chat": {
      "documents": 105,
      "high_band_rate": 0.9047619047619048
    }
  },
  "limitations": [
    "Not a ZeroGPT or GPTZero comparison.",
    "Current models, non-native English, paraphrased or edited outputs, mixed authorship and new domains are not separately validated.",
    "A score is not an authorship probability. No attribution to an AI provider or model.",
    "Benchmark labels and source grouping are inherited from RAID; human provenance was not independently audited.",
    "Dataset selection, eligibility filters and balanced training differ from real-world prevalence."
  ],
  "model_sha256": "502aa56283a3525367c520413f4b95d3f6b3124018f4b6e9df4d98c18ed7bd90",
  "features": 20000
}