function-call-sentinel / best_metrics.json
Huamin's picture
Update model with enhanced jailbreak detection (F1: 95.96%)
4a82add verified
raw
history blame contribute delete
985 Bytes
{
"classification_report": {
"SAFE": {
"precision": 0.9489615554573575,
"recall": 0.97193935279475,
"f1-score": 0.9603130240357741,
"support": 4419.0
},
"INJECTION_RISK": {
"precision": 0.9714614499424626,
"recall": 0.9481132075471698,
"f1-score": 0.959645333636467,
"support": 4452.0
},
"accuracy": 0.9599819637019502,
"macro avg": {
"precision": 0.9602115026999101,
"recall": 0.9600262801709598,
"f1-score": 0.9599791788361205,
"support": 8871.0
},
"weighted avg": {
"precision": 0.9602533523514717,
"recall": 0.9599819637019502,
"f1-score": 0.9599779369364938,
"support": 8871.0
}
},
"accuracy": 0.9599819637019502,
"macro_f1": 0.9599791788361205,
"weighted_f1": 0.9599779369364938,
"injection_precision": 0.9714614499424626,
"injection_recall": 0.9481132075471698,
"injection_f1": 0.959645333636467,
"roc_auc": 0.9928215719631005
}