We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent b24877c commit b23a556Copy full SHA for b23a556
src/data/eval-data.json
@@ -153,13 +153,6 @@
153
"l_hardcore": 29.7,
154
"l_reject_rv": 92
155
},
156
- {
157
- "model": "ifable/gemma-2-Ifable-9B",
158
- "size": 9.24,
159
- "quantization": "q4_k_m",
160
- "l_hardcore": 29.5,
161
- "l_reject_rv": 12
162
- },
163
{
164
"model": "TheDrummer/Tiger-Gemma-9B-v3",
165
"size": 9.24,
@@ -853,5 +846,16 @@
853
846
"l_creative": 78.43333333333334,
854
847
"l_np": 46.26982932694913,
855
848
"l_acg": 15.555555555555554
849
+ },
850
+ {
851
+ "model": "ifable/gemma-2-Ifable-9B",
852
+ "size": 9.24,
+ "quantization": "q4_k_m",
+ "l_hardcore": 29.874213836477985,
+ "l_reject_rv": 11.111111111111116,
856
+ "l_long": 68.81987591847233,
857
+ "l_creative": 89.86666666666667,
858
+ "l_np": 25.049316500466524,
859
+ "l_acg": 26.111111111111114
860
}
861
]
0 commit comments