{
  "benchmark": "DMITVA",
  "language": "English",
  "title": "DMITVA English Academic & Human Writing Benchmark",
  "metric": "Mean AUC",
  "mean_auc": 0.9714,
  "fpr_at_5": 0.0016,
  "ece": 0.0012,
  "pubkey": "0396b4e330b63601898b474d9679a7eb5b0a5b6f6bb8015e1c4e12f848b63e24",
  "signature_algo": "ed25519",
  "configurations": [
    {
      "domain": "English Literature & Humanities",
      "attack": "None (Baseline)",
      "nh": 5000,
      "na": 5000,
      "published_auc": 0.9842,
      "best_pub": "0.9210 (GPTZero)",
      "ci_95": "0.981-0.987",
      "tpr_at_5fpr": "99.4%",
      "ece": 0.0011
    },
    {
      "domain": "English Academic Papers & STEM",
      "attack": "Humanized AI (Undetectable.ai)",
      "nh": 4500,
      "na": 4500,
      "published_auc": 0.9785,
      "best_pub": "0.7410 (Originality.ai)",
      "ci_95": "0.974-0.982",
      "tpr_at_5fpr": "99.1%",
      "ece": 0.0014
    },
    {
      "domain": "English Non-Native ESL Essays",
      "attack": "None (ESL Student Writing)",
      "nh": 3200,
      "na": 3200,
      "published_auc": 0.9962,
      "best_pub": "0.3900 (Turnitin - 61% FPR)",
      "ci_95": "0.994-0.998",
      "tpr_at_5fpr": "99.8%",
      "ece": 0.0008
    },
    {
      "domain": "English Paraphrase Attack",
      "attack": "QuillBot / SpinBot Adversarial",
      "nh": 4000,
      "na": 4000,
      "published_auc": 0.9714,
      "best_pub": "0.6200 (GPTZero)",
      "ci_95": "0.968-0.975",
      "tpr_at_5fpr": "98.8%",
      "ece": 0.0016
    },
    {
      "domain": "English Unicode Homoglyph",
      "attack": "Cyrillic & Zero-Width Substitution",
      "nh": 3000,
      "na": 3000,
      "published_auc": 1.0,
      "best_pub": "0.5100 (Binoculars)",
      "ci_95": "1.000-1.000",
      "tpr_at_5fpr": "100.0%",
      "ece": 0.0001
    }
  ]
}