Skip to content

Commit c88191c

Browse files
committed
eval: add
- nbeerbower/Mistral-Small-Drummer-22B - byroneverson/Mistral-Small-Instruct-2409-abliterated
1 parent 911b091 commit c88191c

File tree

1 file changed

+22
-7
lines changed

1 file changed

+22
-7
lines changed

src/data/eval-data.json

+22-7
Original file line numberDiff line numberDiff line change
@@ -181,13 +181,6 @@
181181
"l_np": 25.99390454830381,
182182
"l_reject_rv": 50
183183
},
184-
{
185-
"model": "byroneverson/Mistral-Small-Instruct-2409-abliterated",
186-
"size": 12.2,
187-
"quantization": "q4_k_m",
188-
"l_hardcore": 22.88,
189-
"l_reject_rv": 14.000000000000002
190-
},
191184
{
192185
"model": "huihui-ai/Qwen2.5-3B-Instruct-abliterated",
193186
"size": 3.09,
@@ -801,5 +794,27 @@
801794
"l_creative": 83.06666666666666,
802795
"l_np": 30.274032465285956,
803796
"l_acg": 9.444444444444446
797+
},
798+
{
799+
"model": "nbeerbower/Mistral-Small-Drummer-22B",
800+
"size": 22.2,
801+
"quantization": "q4_k_m",
802+
"l_hardcore": 23.58490566037736,
803+
"l_reject_rv": 13.888888888888884,
804+
"l_long": 63.3918852516451,
805+
"l_creative": 89.7,
806+
"l_np": 23.772345717016602,
807+
"l_acg": 8.888888888888886
808+
},
809+
{
810+
"model": "byroneverson/Mistral-Small-Instruct-2409-abliterated",
811+
"size": 22.2,
812+
"quantization": "q4_k_m",
813+
"l_hardcore": 23.58490566037736,
814+
"l_reject_rv": 77.77777777777779,
815+
"l_long": 59.35205245271774,
816+
"l_creative": 91.93333333333334,
817+
"l_np": 16.19664132391164,
818+
"l_acg": 6.666666666666667
804819
}
805820
]

0 commit comments

Comments
 (0)