Hugging Face's logo

llm-semantic-router
/
category_classifier_modernbert-base_trained_model

Safetensors
modernbert
Model card Files
xet
Community
category_classifier_modernbert-base_trained_model / evaluation_results.json
ykerido's picture
ykerido
Upload 7 files
9151e24 verified
raw
history blame contribute delete
9.28 kB
 {
"validation_accuracy": 0.8560168155543878,
"test_accuracy": 0.8565423016290068,
"validation_report": {
"biology": {
"precision": 0.8362068965517241,
"recall": 0.8660714285714286,
"f1-score": 0.8508771929824561,
"support": 112.0
},
"business": {
"precision": 0.8278688524590164,
"recall": 0.8211382113821138,
"f1-score": 0.8244897959183674,
"support": 123.0
},
"chemistry": {
"precision": 0.8461538461538461,
"recall": 0.8171428571428572,
"f1-score": 0.8313953488372093,
"support": 175.0
},
"computer science": {
"precision": 0.873015873015873,
"recall": 0.8333333333333334,
"f1-score": 0.8527131782945736,
"support": 66.0
},
"economics": {
"precision": 0.8484848484848485,
"recall": 0.8549618320610687,
"f1-score": 0.8517110266159695,
"support": 131.0
},
"engineering": {
"precision": 0.8581081081081081,
"recall": 0.8466666666666667,
"f1-score": 0.8523489932885906,
"support": 150.0
},
"health": {
"precision": 0.8760330578512396,
"recall": 0.828125,
"f1-score": 0.8514056224899599,
"support": 128.0
},
"history": {
"precision": 0.921875,
"recall": 0.9672131147540983,
"f1-score": 0.944,
"support": 61.0
},
"law": {
"precision": 0.9590643274853801,
"recall": 0.9704142011834319,
"f1-score": 0.9647058823529412,
"support": 169.0
},
"math": {
"precision": 0.8738317757009346,
"recall": 0.9033816425120773,
"f1-score": 0.8883610451306413,
"support": 207.0
},
"other": {
"precision": 0.8421052631578947,
"recall": 0.8089887640449438,
"f1-score": 0.8252148997134671,
"support": 178.0
},
"philosophy": {
"precision": 0.7816091954022989,
"recall": 0.8607594936708861,
"f1-score": 0.8192771084337349,
"support": 79.0
},
"physics": {
"precision": 0.8316831683168316,
"recall": 0.84,
"f1-score": 0.835820895522388,
"support": 200.0
},
"psychology": {
"precision": 0.7967479674796748,
"recall": 0.7903225806451613,
"f1-score": 0.7935222672064778,
"support": 124.0
},
"accuracy": 0.8560168155543878,
"macro avg": {
"precision": 0.8551991557262622,
"recall": 0.8577513661405762,
"f1-score": 0.8561316611990556,
"support": 1903.0
},
"weighted avg": {
"precision": 0.856097553105501,
"recall": 0.8560168155543878,
"f1-score": 0.8557920514438655,
"support": 1903.0
}
},
"test_report": {
"biology": {
"precision": 0.8288288288288288,
"recall": 0.8214285714285714,
"f1-score": 0.8251121076233184,
"support": 112.0
},
"business": {
"precision": 0.828125,
"recall": 0.8617886178861789,
"f1-score": 0.8446215139442231,
"support": 123.0
},
"chemistry": {
"precision": 0.8021978021978022,
"recall": 0.8390804597701149,
"f1-score": 0.8202247191011236,
"support": 174.0
},
"computer science": {
"precision": 0.8615384615384616,
"recall": 0.8484848484848485,
"f1-score": 0.8549618320610687,
"support": 66.0
},
"economics": {
"precision": 0.8571428571428571,
"recall": 0.8702290076335878,
"f1-score": 0.8636363636363636,
"support": 131.0
},
"engineering": {
"precision": 0.9078014184397163,
"recall": 0.8533333333333334,
"f1-score": 0.8797250859106529,
"support": 150.0
},
"health": {
"precision": 0.8702290076335878,
"recall": 0.8976377952755905,
"f1-score": 0.8837209302325582,
"support": 127.0
},
"history": {
"precision": 0.9482758620689655,
"recall": 0.8870967741935484,
"f1-score": 0.9166666666666666,
"support": 62.0
},
"law": {
"precision": 0.9593023255813954,
"recall": 0.9705882352941176,
"f1-score": 0.9649122807017544,
"support": 170.0
},
"math": {
"precision": 0.8709677419354839,
"recall": 0.9130434782608695,
"f1-score": 0.8915094339622641,
"support": 207.0
},
"other": {
"precision": 0.8471337579617835,
"recall": 0.7471910112359551,
"f1-score": 0.7940298507462686,
"support": 178.0
},
"philosophy": {
"precision": 0.8152173913043478,
"recall": 0.9375,
"f1-score": 0.872093023255814,
"support": 80.0
},
"physics": {
"precision": 0.8181818181818182,
"recall": 0.8140703517587939,
"f1-score": 0.8161209068010076,
"support": 199.0
},
"psychology": {
"precision": 0.8050847457627118,
"recall": 0.7661290322580645,
"f1-score": 0.7851239669421488,
"support": 124.0
},
"accuracy": 0.8565423016290068,
"macro avg": {
"precision": 0.85857335846984,
"recall": 0.8591143940581124,
"f1-score": 0.8580327629703737,
"support": 1903.0
},
"weighted avg": {
"precision": 0.85702989111192,
"recall": 0.8565423016290068,
"f1-score": 0.856045365476312,
"support": 1903.0
}
},
"validation_confusion_matrix": [
[
97,
0,
0,
0,
3,
0,
3,
1,
1,
3,
1,
1,
0,
2
],
[
0,
101,
0,
1,
5,
1,
1,
1,
0,
4,
3,
4,
0,
2
],
[
3,
0,
143,
0,
0,
9,
1,
0,
0,
2,
3,
1,
13,
0
],
[
2,
0,
0,
55,
0,
1,
0,
1,
0,
6,
0,
0,
1,
0
],
[
0,
6,
0,
1,
112,
0,
1,
0,
0,
2,
3,
2,
0,
4
],
[
0,
0,
6,
5,
0,
127,
1,
0,
0,
1,
0,
0,
10,
0
],
[
7,
0,
1,
0,
1,
1,
106,
0,
1,
0,
1,
2,
0,
8
],
[
1,
0,
0,
0,
0,
0,
0,
59,
1,
0,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0,
0,
0,
164,
0,
2,
2,
0,
0
],
[
2,
6,
1,
0,
3,
1,
0,
0,
0,
187,
1,
0,
5,
1
],
[
2,
5,
0,
1,
6,
0,
3,
1,
3,
1,
144,
5,
3,
4
],
[
1,
1,
0,
0,
0,
0,
0,
1,
1,
0,
4,
68,
0,
3
],
[
1,
0,
17,
0,
0,
7,
0,
0,
0,
3,
3,
0,
168,
1
],
[
0,
2,
1,
0,
2,
1,
5,
0,
0,
5,
6,
2,
2,
98
]
],
"test_confusion_matrix": [
[
92,
0,
1,
0,
2,
0,
7,
0,
0,
3,
2,
0,
0,
5
],
[
0,
106,
1,
0,
4,
0,
0,
0,
1,
3,
2,
1,
1,
4
],
[
2,
0,
146,
0,
0,
2,
1,
0,
0,
3,
0,
0,
19,
1
],
[
0,
0,
0,
56,
1,
2,
0,
0,
0,
7,
0,
0,
0,
0
],
[
0,
7,
0,
1,
114,
0,
0,
0,
1,
1,
5,
1,
0,
1
],
[
2,
0,
10,
3,
0,
128,
0,
0,
0,
3,
0,
0,
4,
0
],
[
4,
0,
0,
0,
1,
0,
114,
0,
0,
0,
4,
0,
1,
3
],
[
2,
0,
0,
0,
0,
0,
1,
55,
0,
0,
1,
3,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
165,
0,
0,
5,
0,
0
],
[
0,
6,
3,
1,
0,
1,
1,
0,
0,
189,
0,
0,
4,
2
],
[
4,
6,
1,
2,
7,
0,
4,
1,
3,
3,
133,
5,
5,
4
],
[
0,
0,
0,
0,
1,
0,
0,
0,
1,
0,
1,
75,
0,
2
],
[
2,
1,
19,
0,
1,
7,
0,
2,
0,
2,
2,
0,
162,
1
],
[
3,
2,
1,
2,
2,
1,
3,
0,
1,
3,
7,
2,
2,
95
]
]
}