Skip to content

Commit 4c44205

Browse files
committed
eval: add Falcon3
1 parent 0ead755 commit 4c44205

File tree

1 file changed

+22
-0
lines changed

1 file changed

+22
-0
lines changed

src/data/eval-data.json

+22
Original file line numberDiff line numberDiff line change
@@ -901,5 +901,27 @@
901901
"l_creative": 49.300000000000004,
902902
"l_np": 33.537345062004576,
903903
"l_acg": 21.111111111111114
904+
},
905+
{
906+
"model": "tiiuae/Falcon3-3B-Base",
907+
"size": 3.23,
908+
"quantization": "q6_k",
909+
"l_hardcore": 6.60377358490566,
910+
"l_reject_rv": 52.77777777777778,
911+
"l_long": 31.226731708824065,
912+
"l_creative": 70.5,
913+
"l_np": 0.19066807864879537,
914+
"l_acg": -5.555555555555553
915+
},
916+
{
917+
"model": "tiiuae/Falcon3-10B-Base",
918+
"size": 10.3,
919+
"quantization": "q4_k_m",
920+
"l_hardcore": 6.918238993710692,
921+
"l_reject_rv": 61.111111111111114,
922+
"l_long": 47.526417250026576,
923+
"l_creative": 96.16666666666667,
924+
"l_np": 6.956832774807794,
925+
"l_acg": 3.88888888888889
904926
}
905927
]

0 commit comments

Comments
 (0)