{
 "date": "2026-10-27",
 "max_fpr": 0.01,
 "set": "cells",
 "translator": "Helsinki-NLP/opus-mt-ar-en",
 "rows": [
  {
   "key": "guardrino",
   "name": "Guardrino-t7 v7",
   "kind": "ours",
   "model": "Hisnlabs (runs/guardrino-t7-v7-s13)",
   "overall": [
    11875,
    13249
   ],
   "blocked": [
    804,
    31348
   ],
   "arabic": [
    6814,
    7874
   ],
   "arabic_blocked": [
    663,
    27482
   ],
   "arabizi": [
    1319,
    1523
   ],
   "threshold": 0.7821,
   "dialects": {
    "gulf": 1642,
    "egy": 1573,
    "levantine": 540,
    "maghrebi": 624,
    "msa": 2102
   },
   "dialect_attacks": {
    "gulf": 1918,
    "egy": 1834,
    "levantine": 559,
    "maghrebi": 654,
    "msa": 2526
   },
   "without_arabic_guardrail": {
    "overall": [
     9657,
     10978
    ],
    "blocked": [
     744,
     29132
    ],
    "arabic": [
     4596,
     5603
    ],
    "arabizi": [
     844,
     1037
    ]
   }
  },
  {
   "key": "guardrino_matched",
   "name": "Guardrino-t7 v7, set to ArabGuard's false-block rate",
   "kind": "ours_matched",
   "model": "Hisnlabs (runs/guardrino-t7-v7-s13)",
   "overall": [
    11519,
    13249
   ],
   "blocked": [
    519,
    31348
   ],
   "arabic": [
    6520,
    7874
   ],
   "arabizi": [
    1214,
    1523
   ],
   "threshold": 0.9818,
   "matched_to": "arabguard"
  },
  {
   "key": "ara_prompt_guard",
   "name": "Ara-Prompt-Guard V1 (NAMAA, Arabic)",
   "kind": "arabic",
   "model": "NAMAA-Space/Ara-Prompt-Guard_V1",
   "overall": [
    4149,
    13249
   ],
   "blocked": [
    615,
    31348
   ],
   "arabic": [
    2033,
    7874
   ],
   "arabic_blocked": [
    286,
    27482
   ],
   "arabizi": [
    99,
    1523
   ],
   "threshold": 0.789,
   "dialects": {
    "gulf": 462,
    "egy": 443,
    "levantine": 97,
    "maghrebi": 144,
    "msa": 862
   },
   "dialect_attacks": {
    "gulf": 1918,
    "egy": 1834,
    "levantine": 559,
    "maghrebi": 654,
    "msa": 2526
   },
   "without_arabic_guardrail": {
    "overall": [
     3684,
     10978
    ],
    "blocked": [
     612,
     29132
    ],
    "arabic": [
     1568,
     5603
    ],
    "arabizi": [
     97,
     1037
    ]
   }
  },
  {
   "key": "arabguard",
   "name": "ArabGuard (Egyptian)",
   "kind": "arabic",
   "model": "d12o6aa/ArabGuard",
   "overall": [
    1588,
    13249
   ],
   "blocked": [
    519,
    31348
   ],
   "arabic": [
    1553,
    7874
   ],
   "arabic_blocked": [
    510,
    27482
   ],
   "arabizi": [
    2,
    1523
   ],
   "threshold": 0.9992,
   "dialects": {
    "gulf": 340,
    "egy": 385,
    "levantine": 80,
    "maghrebi": 92,
    "msa": 655
   },
   "dialect_attacks": {
    "gulf": 1918,
    "egy": 1834,
    "levantine": 559,
    "maghrebi": 654,
    "msa": 2526
   },
   "without_arabic_guardrail": {
    "overall": [
     1243,
     10978
    ],
    "blocked": [
     516,
     29132
    ],
    "arabic": [
     1208,
     5603
    ],
    "arabizi": [
     2,
     1037
    ]
   }
  },
  {
   "key": "haris",
   "name": "HARIS",
   "kind": "arabic",
   "model": "ZKLogic/haris-arabic-injection-detector",
   "overall": [
    1211,
    13249
   ],
   "blocked": [
    459,
    31348
   ],
   "arabic": [
    561,
    7874
   ],
   "arabic_blocked": [
    281,
    27482
   ],
   "arabizi": [
    0,
    1523
   ],
   "threshold": 0.9842,
   "dialects": {
    "gulf": 116,
    "egy": 87,
    "levantine": 44,
    "maghrebi": 42,
    "msa": 271
   },
   "dialect_attacks": {
    "gulf": 1918,
    "egy": 1834,
    "levantine": 559,
    "maghrebi": 654,
    "msa": 2526
   },
   "without_arabic_guardrail": {
    "overall": [
     989,
     10978
    ],
    "blocked": [
     429,
     29132
    ],
    "arabic": [
     339,
     5603
    ],
    "arabizi": [
     0,
     1037
    ]
   }
  },
  {
   "key": "prompt_guard_2",
   "name": "Prompt Guard 2 (Meta)",
   "kind": "english",
   "model": "meta-llama/Llama-Prompt-Guard-2-86M",
   "overall": [
    3508,
    13249
   ],
   "blocked": [
    882,
    31348
   ],
   "arabic": [
    1128,
    7874
   ],
   "arabic_blocked": [
    354,
    27482
   ],
   "arabizi": [
    73,
    1523
   ],
   "threshold": 0.7085,
   "dialects": {
    "gulf": 268,
    "egy": 230,
    "levantine": 21,
    "maghrebi": 54,
    "msa": 541
   },
   "dialect_attacks": {
    "gulf": 1918,
    "egy": 1834,
    "levantine": 559,
    "maghrebi": 654,
    "msa": 2526
   }
  },
  {
   "key": "protectai_v2",
   "name": "Protect AI v2",
   "kind": "english",
   "model": "protectai/deberta-v3-base-prompt-injection-v2",
   "overall": [
    3954,
    13249
   ],
   "blocked": [
    589,
    31348
   ],
   "arabic": [
    894,
    7874
   ],
   "arabic_blocked": [
    559,
    27482
   ],
   "arabizi": [
    95,
    1523
   ],
   "threshold": 1,
   "dialects": {
    "gulf": 199,
    "egy": 212,
    "levantine": 22,
    "maghrebi": 66,
    "msa": 362
   },
   "dialect_attacks": {
    "gulf": 1918,
    "egy": 1834,
    "levantine": 559,
    "maghrebi": 654,
    "msa": 2526
   }
  },
  {
   "key": "prompt_guard_2_mt",
   "name": "Prompt Guard 2, translated to English first",
   "kind": "english_mt",
   "model": "meta-llama/Llama-Prompt-Guard-2-86M",
   "overall": [
    4069,
    13249
   ],
   "blocked": [
    740,
    31348
   ],
   "arabic": [
    1645,
    7874
   ],
   "arabic_blocked": [
    188,
    27482
   ],
   "arabizi": [
    74,
    1523
   ],
   "threshold": 0.5962,
   "dialects": {
    "gulf": 393,
    "egy": 362,
    "levantine": 106,
    "maghrebi": 126,
    "msa": 641
   },
   "dialect_attacks": {
    "gulf": 1918,
    "egy": 1834,
    "levantine": 559,
    "maghrebi": 654,
    "msa": 2526
   },
   "hidden": true
  },
  {
   "key": "protectai_v2_mt",
   "name": "Protect AI v2, translated to English first",
   "kind": "english_mt",
   "model": "protectai/deberta-v3-base-prompt-injection-v2",
   "overall": [
    5495,
    13249
   ],
   "blocked": [
    295,
    31348
   ],
   "arabic": [
    2101,
    7874
   ],
   "arabic_blocked": [
    243,
    27482
   ],
   "arabizi": [
    154,
    1523
   ],
   "threshold": 0.9995,
   "dialects": {
    "gulf": 474,
    "egy": 429,
    "levantine": 135,
    "maghrebi": 172,
    "msa": 840
   },
   "dialect_attacks": {
    "gulf": 1918,
    "egy": 1834,
    "levantine": 559,
    "maghrebi": 654,
    "msa": 2526
   },
   "hidden": true
  }
 ],
 "overlap_source": {
  "name": "arabic-guardrail",
  "attacks": 2271,
  "safe": 2216
 },
 "english_rows_run": "2026-10-26 (runs/committee/report.json; same data, validation sample and thresholds)",
 "date_from": "2026-10-26",
 "columns": [
  "arabic",
  "arabizi",
  "blocked"
 ],
 "pct_digits": {
  "arabic": 1,
  "arabizi": 0,
  "blocked": 1
 },
 "overlap": {
  "source": "arabic-guardrail",
  "attacks": 2271,
  "ours_arabic_without": [
   4596,
   5603
  ]
 }
}