| { | |
| "validation_accuracy": 0.9998166387259011, | |
| "test_accuracy": 0.9997467868119586, | |
| "validation_report": { | |
| "benign": { | |
| "precision": 0.9998984089965459, | |
| "recall": 0.9999160755143688, | |
| "f1-score": 0.9999072421774237, | |
| "support": 226394.0 | |
| }, | |
| "jailbreak": { | |
| "precision": 0.9928517682468021, | |
| "recall": 0.9913598797896318, | |
| "f1-score": 0.9921052631578947, | |
| "support": 2662.0 | |
| }, | |
| "accuracy": 0.9998166387259011, | |
| "macro avg": { | |
| "precision": 0.996375088621674, | |
| "recall": 0.9956379776520003, | |
| "f1-score": 0.9960062526676592, | |
| "support": 229056.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.9998165156705653, | |
| "recall": 0.9998166387259011, | |
| "f1-score": 0.9998165706030052, | |
| "support": 229056.0 | |
| } | |
| }, | |
| "test_report": { | |
| "benign": { | |
| "precision": 0.9998454111401149, | |
| "recall": 0.9998984076503457, | |
| "f1-score": 0.9998719086929828, | |
| "support": 226395.0 | |
| }, | |
| "jailbreak": { | |
| "precision": 0.9913174782936958, | |
| "recall": 0.9868470499812101, | |
| "f1-score": 0.9890772128060263, | |
| "support": 2661.0 | |
| }, | |
| "accuracy": 0.9997467868119586, | |
| "macro avg": { | |
| "precision": 0.9955814447169054, | |
| "recall": 0.9933727288157779, | |
| "f1-score": 0.9944745607495046, | |
| "support": 229056.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.9997463400426352, | |
| "recall": 0.9997467868119586, | |
| "f1-score": 0.9997465040506457, | |
| "support": 229056.0 | |
| } | |
| }, | |
| "validation_confusion_matrix": [ | |
| [ | |
| 226375, | |
| 19 | |
| ], | |
| [ | |
| 23, | |
| 2639 | |
| ] | |
| ], | |
| "test_confusion_matrix": [ | |
| [ | |
| 226372, | |
| 23 | |
| ], | |
| [ | |
| 35, | |
| 2626 | |
| ] | |
| ] | |
| } |