{ "validation_accuracy": 0.9998166387259011, "test_accuracy": 0.9997467868119586, "validation_report": { "benign": { "precision": 0.9998984089965459, "recall": 0.9999160755143688, "f1-score": 0.9999072421774237, "support": 226394.0 }, "jailbreak": { "precision": 0.9928517682468021, "recall": 0.9913598797896318, "f1-score": 0.9921052631578947, "support": 2662.0 }, "accuracy": 0.9998166387259011, "macro avg": { "precision": 0.996375088621674, "recall": 0.9956379776520003, "f1-score": 0.9960062526676592, "support": 229056.0 }, "weighted avg": { "precision": 0.9998165156705653, "recall": 0.9998166387259011, "f1-score": 0.9998165706030052, "support": 229056.0 } }, "test_report": { "benign": { "precision": 0.9998454111401149, "recall": 0.9998984076503457, "f1-score": 0.9998719086929828, "support": 226395.0 }, "jailbreak": { "precision": 0.9913174782936958, "recall": 0.9868470499812101, "f1-score": 0.9890772128060263, "support": 2661.0 }, "accuracy": 0.9997467868119586, "macro avg": { "precision": 0.9955814447169054, "recall": 0.9933727288157779, "f1-score": 0.9944745607495046, "support": 229056.0 }, "weighted avg": { "precision": 0.9997463400426352, "recall": 0.9997467868119586, "f1-score": 0.9997465040506457, "support": 229056.0 } }, "validation_confusion_matrix": [ [ 226375, 19 ], [ 23, 2639 ] ], "test_confusion_matrix": [ [ 226372, 23 ], [ 35, 2626 ] ] }