{
  "status": "frozen external confirmation; no retraining or threshold changes",
  "source": "PhreshPhish test, revision eabec4b7a66324b79cc8a0ad856d1731dc26fe1a",
  "coverage": {
    "sourceRows": 168060,
    "sourceLabels": {
      "benign": 91260,
      "phish": 76800
    },
    "retainedRows": 132054,
    "invalid": 4,
    "unsupported": 776,
    "excludedSourceDomainOverlapRows": 35214,
    "excludedSourceDomains": 197300,
    "duplicate": 12,
    "conflicting": 0,
    "zeroSourceDomainOverlap": true,
    "protocolSha256": "48d03cce92c88c4ad4a57070f0e7fc2ef1228b583e44cb128881a142d26b3927",
    "modelSha256": "241259632fdf6f487613835acebbbe3578cc5614ab1f7ac1389492b0de61d077",
    "predictionsSha256": "0e2dd29659c82deef6e30523e37448666c26ffd843bac85e2cd1e2fdd37e351d",
    "labelMapping": {
      "phishing": 1,
      "phish": 1,
      "benign": 0,
      "legitimate": 0
    }
  },
  "modelOperatingThreshold": {
    "samples": 132054,
    "phishing": 58160,
    "legitimate": 73894,
    "precision": 0.914098344903793,
    "recall": 0.6542812929848694,
    "f1": 0.7626692320796882,
    "fpr": 0.04839364495087558,
    "prAuc": 0.8805126498523981,
    "confusionMatrix": [
      [
        70318,
        3576
      ],
      [
        20107,
        38053
      ]
    ]
  },
  "applicationHighVerdict": {
    "samples": 132054,
    "phishing": 58160,
    "legitimate": 73894,
    "precision": 1.0,
    "recall": 0.037138927097661624,
    "f1": 0.07161803713527852,
    "fpr": 0.0,
    "prAuc": 0.8805126498523981,
    "confusionMatrix": [
      [
        73894,
        0
      ],
      [
        56000,
        2160
      ]
    ]
  },
  "applicationReviewOrHigh": {
    "samples": 132054,
    "phishing": 58160,
    "legitimate": 73894,
    "precision": 0.7020635789837738,
    "recall": 0.837671939477304,
    "f1": 0.7638960753876789,
    "fpr": 0.2797926759953447,
    "prAuc": 0.8805126498523981,
    "confusionMatrix": [
      [
        53219,
        20675
      ],
      [
        9441,
        48719
      ]
    ]
  },
  "modelDomainCluster95CI": {
    "precision": [
      0.856236805720569,
      0.9529444963725869
    ],
    "recall": [
      0.6353283391307164,
      0.6769054787916464
    ],
    "f1": [
      0.7389296790126595,
      0.7854263146263399
    ],
    "fpr": [
      0.0259670832239818,
      0.08495363679099535
    ]
  },
  "bootstrapReplicates": 300,
  "languageMetadataSlices": {
    "bn": {
      "samples": 26,
      "phishing": 22,
      "legitimate": 4,
      "precision": 0.9166666666666666,
      "recall": 0.5,
      "f1": 0.6470588235294118,
      "fpr": 0.25,
      "prAuc": 0.9560632052227643,
      "confusionMatrix": [
        [
          3,
          1
        ],
        [
          11,
          11
        ]
      ]
    },
    "cs": {
      "samples": 86,
      "phishing": 79,
      "legitimate": 7,
      "precision": 0.9767441860465116,
      "recall": 0.5316455696202531,
      "f1": 0.6885245901639344,
      "fpr": 0.14285714285714285,
      "prAuc": 0.951184985401654,
      "confusionMatrix": [
        [
          6,
          1
        ],
        [
          37,
          42
        ]
      ]
    },
    "da": {
      "samples": 884,
      "phishing": 844,
      "legitimate": 40,
      "precision": 0.9923896499238964,
      "recall": 0.7725118483412322,
      "f1": 0.8687541638907396,
      "fpr": 0.125,
      "prAuc": 0.9952938414521442,
      "confusionMatrix": [
        [
          35,
          5
        ],
        [
          192,
          652
        ]
      ]
    },
    "de": {
      "samples": 2666,
      "phishing": 2403,
      "legitimate": 263,
      "precision": 0.9621621621621622,
      "recall": 0.2222222222222222,
      "f1": 0.36105476673427994,
      "fpr": 0.07984790874524715,
      "prAuc": 0.9270689989037041,
      "confusionMatrix": [
        [
          242,
          21
        ],
        [
          1869,
          534
        ]
      ]
    },
    "el": {
      "samples": 100,
      "phishing": 48,
      "legitimate": 52,
      "precision": 0.9655172413793104,
      "recall": 0.5833333333333334,
      "f1": 0.7272727272727273,
      "fpr": 0.019230769230769232,
      "prAuc": 0.8857187051365975,
      "confusionMatrix": [
        [
          51,
          1
        ],
        [
          20,
          28
        ]
      ]
    },
    "en": {
      "samples": 102387,
      "phishing": 37329,
      "legitimate": 65058,
      "precision": 0.9077077598392976,
      "recall": 0.6536740871708323,
      "f1": 0.7600255407951908,
      "fpr": 0.03813520243475053,
      "prAuc": 0.8659841678227214,
      "confusionMatrix": [
        [
          62577,
          2481
        ],
        [
          12928,
          24401
        ]
      ]
    },
    "eo": {
      "samples": 30,
      "phishing": 7,
      "legitimate": 23,
      "precision": 1.0,
      "recall": 0.5714285714285714,
      "f1": 0.7272727272727273,
      "fpr": 0.0,
      "prAuc": 1.0,
      "confusionMatrix": [
        [
          23,
          0
        ],
        [
          3,
          4
        ]
      ]
    },
    "es": {
      "samples": 1745,
      "phishing": 1386,
      "legitimate": 359,
      "precision": 0.964975845410628,
      "recall": 0.5764790764790765,
      "f1": 0.7217705510388437,
      "fpr": 0.0807799442896936,
      "prAuc": 0.9449503722121005,
      "confusionMatrix": [
        [
          330,
          29
        ],
        [
          587,
          799
        ]
      ]
    },
    "fa": {
      "samples": 27,
      "phishing": 26,
      "legitimate": 1,
      "precision": 1.0,
      "recall": 0.6538461538461539,
      "f1": 0.7906976744186046,
      "fpr": 0.0,
      "prAuc": 0.9905346904427171,
      "confusionMatrix": [
        [
          1,
          0
        ],
        [
          9,
          17
        ]
      ]
    },
    "fi": {
      "samples": 31,
      "phishing": 23,
      "legitimate": 8,
      "precision": 1.0,
      "recall": 0.08695652173913043,
      "f1": 0.16,
      "fpr": 0.0,
      "prAuc": 0.8650148670326645,
      "confusionMatrix": [
        [
          8,
          0
        ],
        [
          21,
          2
        ]
      ]
    },
    "fr": {
      "samples": 4490,
      "phishing": 3848,
      "legitimate": 642,
      "precision": 0.9792006525285482,
      "recall": 0.623960498960499,
      "f1": 0.7622222222222222,
      "fpr": 0.0794392523364486,
      "prAuc": 0.9757768294870598,
      "confusionMatrix": [
        [
          591,
          51
        ],
        [
          1447,
          2401
        ]
      ]
    },
    "he": {
      "samples": 29,
      "phishing": 10,
      "legitimate": 19,
      "precision": 0.6666666666666666,
      "recall": 0.2,
      "f1": 0.3076923076923077,
      "fpr": 0.05263157894736842,
      "prAuc": 0.5713310488387887,
      "confusionMatrix": [
        [
          18,
          1
        ],
        [
          8,
          2
        ]
      ]
    },
    "hi": {
      "samples": 21,
      "phishing": 21,
      "legitimate": 0,
      "precision": 1.0,
      "recall": 0.7142857142857143,
      "f1": 0.8333333333333334,
      "fpr": null,
      "prAuc": null,
      "confusionMatrix": [
        [
          0,
          0
        ],
        [
          6,
          15
        ]
      ]
    },
    "hu": {
      "samples": 70,
      "phishing": 47,
      "legitimate": 23,
      "precision": 0.9545454545454546,
      "recall": 0.44680851063829785,
      "f1": 0.6086956521739131,
      "fpr": 0.043478260869565216,
      "prAuc": 0.9216185371357518,
      "confusionMatrix": [
        [
          22,
          1
        ],
        [
          26,
          21
        ]
      ]
    },
    "id": {
      "samples": 32,
      "phishing": 10,
      "legitimate": 22,
      "precision": 0.8571428571428571,
      "recall": 0.6,
      "f1": 0.7058823529411765,
      "fpr": 0.045454545454545456,
      "prAuc": 0.7785027472527473,
      "confusionMatrix": [
        [
          21,
          1
        ],
        [
          4,
          6
        ]
      ]
    },
    "is": {
      "samples": 20,
      "phishing": 0,
      "legitimate": 20,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "fpr": 0.0,
      "prAuc": null,
      "confusionMatrix": [
        [
          20,
          0
        ],
        [
          0,
          0
        ]
      ]
    },
    "it": {
      "samples": 2139,
      "phishing": 644,
      "legitimate": 1495,
      "precision": 0.9101449275362319,
      "recall": 0.48757763975155277,
      "f1": 0.6349848331648129,
      "fpr": 0.02073578595317726,
      "prAuc": 0.6816545808960595,
      "confusionMatrix": [
        [
          1464,
          31
        ],
        [
          330,
          314
        ]
      ]
    },
    "ja": {
      "samples": 8964,
      "phishing": 5586,
      "legitimate": 3378,
      "precision": 0.9622684139177587,
      "recall": 0.7624418188327963,
      "f1": 0.8507790651218538,
      "fpr": 0.049437537004144466,
      "prAuc": 0.9620806829142897,
      "confusionMatrix": [
        [
          3211,
          167
        ],
        [
          1327,
          4259
        ]
      ]
    },
    "km": {
      "samples": 39,
      "phishing": 30,
      "legitimate": 9,
      "precision": 1.0,
      "recall": 0.3,
      "f1": 0.46153846153846156,
      "fpr": 0.0,
      "prAuc": 0.9512563112563113,
      "confusionMatrix": [
        [
          9,
          0
        ],
        [
          21,
          9
        ]
      ]
    },
    "ko": {
      "samples": 129,
      "phishing": 121,
      "legitimate": 8,
      "precision": 0.9824561403508771,
      "recall": 0.4628099173553719,
      "f1": 0.6292134831460674,
      "fpr": 0.125,
      "prAuc": 0.9745282941940958,
      "confusionMatrix": [
        [
          7,
          1
        ],
        [
          65,
          56
        ]
      ]
    },
    "ms": {
      "samples": 37,
      "phishing": 33,
      "legitimate": 4,
      "precision": 0.96875,
      "recall": 0.9393939393939394,
      "f1": 0.9538461538461539,
      "fpr": 0.25,
      "prAuc": 0.9883661066861031,
      "confusionMatrix": [
        [
          3,
          1
        ],
        [
          2,
          31
        ]
      ]
    },
    "nl": {
      "samples": 734,
      "phishing": 334,
      "legitimate": 400,
      "precision": 0.791907514450867,
      "recall": 0.4101796407185629,
      "f1": 0.5404339250493096,
      "fpr": 0.09,
      "prAuc": 0.7503343228064787,
      "confusionMatrix": [
        [
          364,
          36
        ],
        [
          197,
          137
        ]
      ]
    },
    "no": {
      "samples": 130,
      "phishing": 95,
      "legitimate": 35,
      "precision": 0.9629629629629629,
      "recall": 0.5473684210526316,
      "f1": 0.697986577181208,
      "fpr": 0.05714285714285714,
      "prAuc": 0.9590846871004018,
      "confusionMatrix": [
        [
          33,
          2
        ],
        [
          43,
          52
        ]
      ]
    },
    "pl": {
      "samples": 219,
      "phishing": 139,
      "legitimate": 80,
      "precision": 0.8080808080808081,
      "recall": 0.5755395683453237,
      "f1": 0.6722689075630253,
      "fpr": 0.2375,
      "prAuc": 0.8167402449936199,
      "confusionMatrix": [
        [
          61,
          19
        ],
        [
          59,
          80
        ]
      ]
    },
    "pt": {
      "samples": 279,
      "phishing": 98,
      "legitimate": 181,
      "precision": 0.8235294117647058,
      "recall": 0.5714285714285714,
      "f1": 0.6746987951807228,
      "fpr": 0.06629834254143646,
      "prAuc": 0.7406074815998942,
      "confusionMatrix": [
        [
          169,
          12
        ],
        [
          42,
          56
        ]
      ]
    },
    "ro": {
      "samples": 76,
      "phishing": 73,
      "legitimate": 3,
      "precision": 1.0,
      "recall": 0.2465753424657534,
      "f1": 0.3956043956043956,
      "fpr": 0.0,
      "prAuc": 0.9738778769419933,
      "confusionMatrix": [
        [
          3,
          0
        ],
        [
          55,
          18
        ]
      ]
    },
    "ru": {
      "samples": 35,
      "phishing": 19,
      "legitimate": 16,
      "precision": 0.7692307692307693,
      "recall": 0.5263157894736842,
      "f1": 0.625,
      "fpr": 0.1875,
      "prAuc": 0.6873907243564732,
      "confusionMatrix": [
        [
          13,
          3
        ],
        [
          9,
          10
        ]
      ]
    },
    "sh": {
      "samples": 189,
      "phishing": 186,
      "legitimate": 3,
      "precision": 1.0,
      "recall": 0.7473118279569892,
      "f1": 0.8553846153846154,
      "fpr": 0.0,
      "prAuc": 0.9996791066303685,
      "confusionMatrix": [
        [
          3,
          0
        ],
        [
          47,
          139
        ]
      ]
    },
    "sv": {
      "samples": 312,
      "phishing": 118,
      "legitimate": 194,
      "precision": 0.5348837209302325,
      "recall": 0.19491525423728814,
      "f1": 0.2857142857142857,
      "fpr": 0.10309278350515463,
      "prAuc": 0.5663316618008704,
      "confusionMatrix": [
        [
          174,
          20
        ],
        [
          95,
          23
        ]
      ]
    },
    "th": {
      "samples": 86,
      "phishing": 66,
      "legitimate": 20,
      "precision": 0.9791666666666666,
      "recall": 0.7121212121212122,
      "f1": 0.8245614035087719,
      "fpr": 0.05,
      "prAuc": 0.9568054677372146,
      "confusionMatrix": [
        [
          19,
          1
        ],
        [
          19,
          47
        ]
      ]
    },
    "tr": {
      "samples": 199,
      "phishing": 53,
      "legitimate": 146,
      "precision": 0.8095238095238095,
      "recall": 0.6415094339622641,
      "f1": 0.7157894736842105,
      "fpr": 0.0547945205479452,
      "prAuc": 0.7000246005769895,
      "confusionMatrix": [
        [
          138,
          8
        ],
        [
          19,
          34
        ]
      ]
    },
    "uk": {
      "samples": 134,
      "phishing": 126,
      "legitimate": 8,
      "precision": 0.9896907216494846,
      "recall": 0.7619047619047619,
      "f1": 0.8609865470852018,
      "fpr": 0.125,
      "prAuc": 0.9946345078198555,
      "confusionMatrix": [
        [
          7,
          1
        ],
        [
          30,
          96
        ]
      ]
    },
    "zh": {
      "samples": 167,
      "phishing": 87,
      "legitimate": 80,
      "precision": 0.84,
      "recall": 0.7241379310344828,
      "f1": 0.7777777777777778,
      "fpr": 0.15,
      "prAuc": 0.8383503315344202,
      "confusionMatrix": [
        [
          68,
          12
        ],
        [
          24,
          63
        ]
      ]
    },
    "nan": {
      "samples": 5282,
      "phishing": 4071,
      "legitimate": 1211,
      "precision": 0.8456123885499766,
      "recall": 0.885286170474085,
      "f1": 0.8649945997839914,
      "fpr": 0.5433526011560693,
      "prAuc": 0.9526032854665425,
      "confusionMatrix": [
        [
          553,
          658
        ],
        [
          467,
          3604
        ]
      ]
    }
  },
  "dateRange": [
    "2025-09-08",
    "2025-12-16"
  ],
  "limitations": [
    "Inherited source labels are not newly adjudicated by the project.",
    "Source language metadata describes saved page language, not URL language; sparse slices do not establish language performance.",
    "All PhiUSIIL source domains are excluded, including original validation/test domains.",
    "This is a separate-source test, not a deployment safety certification.",
    "Application high/review decisions are reported separately from model threshold metrics.",
    "HTML and brand additions are not measured by this URL-only confirmation."
  ]
}