seungduk commited on
Commit
c433928
·
verified ·
1 Parent(s): f7beab9

Add files using upload-large-folder tool

Browse files
Files changed (38) hide show
  1. .gitattributes +35 -0
  2. BF16/YanoljaNEXT-Rosetta-27B-2511-bf16.gguf +3 -0
  3. IQ1_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq1_m.gguf +3 -0
  4. IQ1_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq1_s.gguf +3 -0
  5. IQ2_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq2_m.gguf +3 -0
  6. IQ2_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq2_s.gguf +3 -0
  7. IQ2_XS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq2_xs.gguf +3 -0
  8. IQ2_XXS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq2_xxs.gguf +3 -0
  9. IQ3_M/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_m.gguf +3 -0
  10. IQ3_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_m.gguf +3 -0
  11. IQ3_S/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_s.gguf +3 -0
  12. IQ3_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_s.gguf +3 -0
  13. IQ3_XS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_xs.gguf +3 -0
  14. IQ3_XXS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_xxs.gguf +3 -0
  15. IQ4_NL/YanoljaNEXT-Rosetta-27B-2511-bf16-iq4_nl.gguf +3 -0
  16. IQ4_NL_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq4_nl.gguf +3 -0
  17. IQ4_XS/YanoljaNEXT-Rosetta-27B-2511-bf16-iq4_xs.gguf +3 -0
  18. IQ4_XS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq4_xs.gguf +3 -0
  19. Q2_K_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q2_k.gguf +3 -0
  20. Q2_K_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q2_k_s.gguf +3 -0
  21. Q3_K_M/YanoljaNEXT-Rosetta-27B-2511-bf16-q3_k_m.gguf +3 -0
  22. Q3_K_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q3_k_m.gguf +3 -0
  23. Q3_K_S/YanoljaNEXT-Rosetta-27B-2511-bf16-q3_k_s.gguf +3 -0
  24. Q3_K_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q3_k_s.gguf +3 -0
  25. Q4_K_M/YanoljaNEXT-Rosetta-27B-2511-bf16-q4_k_m.gguf +3 -0
  26. Q4_K_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q4_k_m.gguf +3 -0
  27. Q4_K_S/YanoljaNEXT-Rosetta-27B-2511-bf16-q4_k_s.gguf +3 -0
  28. Q4_K_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q4_k_s.gguf +3 -0
  29. Q5_K_M/YanoljaNEXT-Rosetta-27B-2511-bf16-q5_k_m.gguf +3 -0
  30. Q5_K_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q5_k_m.gguf +3 -0
  31. Q5_K_S/YanoljaNEXT-Rosetta-27B-2511-bf16-q5_k_s.gguf +3 -0
  32. Q5_K_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q5_k_s.gguf +3 -0
  33. Q6_K/YanoljaNEXT-Rosetta-27B-2511-bf16-q6_k.gguf +3 -0
  34. Q6_K_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q6_k.gguf +3 -0
  35. README.md +242 -0
  36. imatrix.gguf +3 -0
  37. next_rosetta.png +3 -0
  38. wmt24pp_12b.md +41 -0
.gitattributes CHANGED
@@ -33,3 +33,38 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ next_rosetta.png filter=lfs diff=lfs merge=lfs -text
37
+ imatrix.gguf filter=lfs diff=lfs merge=lfs -text
38
+ BF16/YanoljaNEXT-Rosetta-27B-2511-bf16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ IQ1_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq1_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ IQ1_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq1_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ IQ2_XXS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text
42
+ IQ2_XS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq2_xs.gguf filter=lfs diff=lfs merge=lfs -text
43
+ IQ2_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq2_s.gguf filter=lfs diff=lfs merge=lfs -text
44
+ IQ2_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq2_m.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Q2_K_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q2_k_s.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Q2_K_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
47
+ IQ3_XXS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text
48
+ IQ3_XS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_xs.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Q3_K_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
50
+ IQ3_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text
51
+ IQ3_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Q3_K_S/YanoljaNEXT-Rosetta-27B-2511-bf16-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
53
+ IQ3_S/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Q3_K_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
55
+ IQ3_M/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Q3_K_M/YanoljaNEXT-Rosetta-27B-2511-bf16-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Q4_K_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Q4_K_S/YanoljaNEXT-Rosetta-27B-2511-bf16-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
59
+ IQ4_XS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text
60
+ IQ4_XS/YanoljaNEXT-Rosetta-27B-2511-bf16-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Q4_K_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Q4_K_M/YanoljaNEXT-Rosetta-27B-2511-bf16-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
63
+ IQ4_NL_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
64
+ IQ4_NL/YanoljaNEXT-Rosetta-27B-2511-bf16-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Q5_K_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
66
+ Q5_K_M/YanoljaNEXT-Rosetta-27B-2511-bf16-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
67
+ Q5_K_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
68
+ Q5_K_S/YanoljaNEXT-Rosetta-27B-2511-bf16-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
69
+ Q6_K/YanoljaNEXT-Rosetta-27B-2511-bf16-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
70
+ Q6_K_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
BF16/YanoljaNEXT-Rosetta-27B-2511-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5be4ddd65c762ec1088cda1ff546135e21e0819bb284bc65b21ee33a52e32755
3
+ size 56847224000
IQ1_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq1_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ee26f478400165c54251a3af92148ff0322a5bcd6e7d9bc54f5427ec46dbac1
3
+ size 7259779872
IQ1_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq1_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7f400d934ce415af31be848ee024db33f81990f025ee4db0d28415403a7ccdb
3
+ size 6726781728
IQ2_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq2_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b7a6f19e4e977e2929445d0ee9ef4016b412aa1e750cdba3b114f6a5ab7a374
3
+ size 10098772896
IQ2_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq2_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cb7f82a0919a79e3b28b9f5bd4f0b0dd1929fd07c4316b1e3c9656c3aedb99f
3
+ size 9388108704
IQ2_XS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq2_xs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46bf08abe13781fc74ac9e6215e4f66114d2afe97f44ca96000a1326477a595c
3
+ size 8901438240
IQ2_XXS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq2_xxs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea44960c9344e802330b61e06d7069bbd5f1c9ceadf032524af7dc0ea88d9ac
3
+ size 8148110112
IQ3_M/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e99302324e09c502f55134a034cd22aadfae62df10d6673cf88e40c6ba0e249d
3
+ size 13152773312
IQ3_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6edd9645bb2037db2dc19d9d4cdcdd63512402c8a17cc61543f725fa3c683160
3
+ size 13152773664
IQ3_S/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17e6134438b232dd1a171873ae6cb56cb5502ee17496a0b4bcfb33a43461b563
3
+ size 12773313728
IQ3_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b6ba7870ee730aa715b734552f85b799ccd9e789eddcbb8eb040f416e5d1688
3
+ size 12773314080
IQ3_XS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_xs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7a36b278d951d697a5d7ea725a9e5a64a1b49c7dced47d48f274c461cabadd2
3
+ size 12167933472
IQ3_XXS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq3_xxs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fc9285b1585d5829b77893bcbf4547a24b7faa18227a05446978604c4f74045
3
+ size 11322178464
IQ4_NL/YanoljaNEXT-Rosetta-27B-2511-bf16-iq4_nl.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb3d02fcc51c589db733c0e23e9ab4bb26dbf56759a844c91ac165f51a519a91
3
+ size 16461467456
IQ4_NL_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq4_nl.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1303f04c2d26c21a806762cef94f44e49d02dd4347966b158923b93b304aecd0
3
+ size 16360312992
IQ4_XS/YanoljaNEXT-Rosetta-27B-2511-bf16-iq4_xs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cec845572705eb8c33ddc9c90273a7492042127c0654239bce45da94d7662f59
3
+ size 15642756416
IQ4_XS_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-iq4_xs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48faec02c41450fff113b9dc943d8102498798e9d19d4136978d1bf6bd886067
3
+ size 15516313248
Q2_K_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ad7dfe38438e74e7d5963775aa6785d41587ea0b6b9d6ef8086b22976ca6721
3
+ size 10966255008
Q2_K_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q2_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b44be895676eb5f1215c02104b5fdea7b189a09fbbde931f09d93fd815e2b4
3
+ size 10219980192
Q3_K_M/YanoljaNEXT-Rosetta-27B-2511-bf16-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc8019921c45157b4a9b6e8d95c1a1906cdf7ea436d248aa0ed4b452d9a232b1
3
+ size 14043339968
Q3_K_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9abac7131ec6d1df92e2b2038206f9a842e868eee8c598e1dba628557c035d57
3
+ size 14043340320
Q3_K_S/YanoljaNEXT-Rosetta-27B-2511-bf16-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28da59846562a94616f65b61ae81cb7290737510c0d46580798f846d0b4ebc63
3
+ size 12773313728
Q3_K_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c9588ee6fab6db8ff2e8fb5f3b3809bb2a7f54bc1df5e8abcecd25ae16e660
3
+ size 12773314080
Q4_K_M/YanoljaNEXT-Rosetta-27B-2511-bf16-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ca196d0b7725733809b2d1327e610a5cba3daf73edb895b18a5a9e1bbd16305
3
+ size 17339604800
Q4_K_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43b09e597f9a72947074026db8b7f6416afb0d165f0efd2094cbae3898f7ffab
3
+ size 17339605152
Q4_K_S/YanoljaNEXT-Rosetta-27B-2511-bf16-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c360b26381394e6a3e20762fedea244641460ce738a143dd7856d4838b2077e
3
+ size 16466972480
Q4_K_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6ed72f95e653a7115b695d592b6e6d59d31d5e314734ff173d05e2c62bc4696
3
+ size 16466972832
Q5_K_M/YanoljaNEXT-Rosetta-27B-2511-bf16-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87e311112de9c64a8f42c8b45b81498ee104696dbc906c42334787b072226428
3
+ size 20240795456
Q5_K_M_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3958d2b89dac0ef524a019b7b7eb205e5cc4403fcb627c3c46c6780ce512c359
3
+ size 20240795808
Q5_K_S/YanoljaNEXT-Rosetta-27B-2511-bf16-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6db966b033a879cb14df9b53cdea36b3d8fe6d80814b7e15e11c4c122c10a69a
3
+ size 19736311616
Q5_K_S_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44d7761217081f9ffb3d7161775eaba5bbc5ec054c1a757438611ee3cc8a44a
3
+ size 19736311968
Q6_K/YanoljaNEXT-Rosetta-27B-2511-bf16-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9b67453c11b9adeda786d6392d10f669cbd7d810257c56c8bf188a47df752ea
3
+ size 23323310528
Q6_K_IMX/YanoljaNEXT-Rosetta-27B-2511-bf16-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d69c9df98e4eb31bcd4a908700af6a8f9539815103feaa91f09b21df8bc75f36
3
+ size 23323310880
README.md ADDED
@@ -0,0 +1,242 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: llama-cpp
3
+ tags:
4
+ - translation
5
+ - llama-cpp
6
+ license: gemma
7
+ language:
8
+ - ar
9
+ - bg
10
+ - zh
11
+ - cs
12
+ - da
13
+ - nl
14
+ - en
15
+ - fi
16
+ - fr
17
+ - de
18
+ - el
19
+ - gu
20
+ - he
21
+ - hi
22
+ - hu
23
+ - id
24
+ - it
25
+ - ja
26
+ - ko
27
+ - fa
28
+ - pl
29
+ - pt
30
+ - ro
31
+ - ru
32
+ - sk
33
+ - es
34
+ - sv
35
+ - tl
36
+ - th
37
+ - tr
38
+ - uk
39
+ - vi
40
+ base_model: yanolja/YanoljaNEXT-Rosetta-27B-2511
41
+ ---
42
+
43
+ # YanoljaNEXT-Rosetta-27B-2511
44
+
45
+ <p style="text-align: center; margin: 0 auto 64px">
46
+ <img src="next_rosetta.png" style="width: 1096px">
47
+ </p>
48
+
49
+ This model is a fine-tuned version of [`google/gemma-3-27b-pt`](https://huggingface.co/google/gemma-3-27b-pt). As it is intended solely for text generation, we have extracted and utilized only the `Gemma3ForCausalLM` component from the original architecture.
50
+
51
+ Unlike our previous EEVE models, this model does not feature an expanded tokenizer.
52
+
53
+ - **Model Name:** `yanolja/YanoljaNEXT-Rosetta-27B-2511`
54
+ - **Base Model:** `google/gemma-3-27b-pt`
55
+
56
+ ## GGUF files
57
+
58
+ This folder contains ready-to-run GGUF files for llama.cpp.
59
+
60
+ - Quantized variants (choose one based on your device and quality needs):
61
+ - K-family: `Q2_K`, `Q2_K_S`, `Q3_K_{S,M}`, `Q4_K_{S,M}`, `Q5_K_{S,M}`, `Q6_K`, `Q8_0`
62
+ - IQ-family: `IQ1_{S,M}`, `IQ2_{XXS,XS,S,M}`, `IQ3_{XXS,XS,S,M}`, `IQ4_{XS,NL}`
63
+ - `_IMX` variants are produced with an activation matrix (`imatrix.gguf`) and often offer better quality at the same size. Some lower-precision types may be IMX-only.
64
+
65
+ ## Model Description
66
+
67
+ This model is a 27-billion parameter, decoder-only language model built on the Gemma3 architecture and fine-tuned by Yanolja NEXT. It is specifically designed to translate structured data (JSON, YAML, XML formats) while preserving the original data structure.
68
+
69
+ The model was trained on a multilingual dataset covering the following languages equally:
70
+ - Arabic
71
+ - Bulgarian
72
+ - Chinese
73
+ - Czech
74
+ - Danish
75
+ - Dutch
76
+ - English
77
+ - Finnish
78
+ - French
79
+ - German
80
+ - Greek
81
+ - Gujarati
82
+ - Hebrew
83
+ - Hindi
84
+ - Hungarian
85
+ - Indonesian
86
+ - Italian
87
+ - Japanese
88
+ - Korean
89
+ - Persian
90
+ - Polish
91
+ - Portuguese
92
+ - Romanian
93
+ - Russian
94
+ - Slovak
95
+ - Spanish
96
+ - Swedish
97
+ - Tagalog
98
+ - Thai
99
+ - Turkish
100
+ - Ukrainian
101
+ - Vietnamese
102
+
103
+ While optimized for these languages, it may also perform effectively on other languages supported by the base Gemma3 model.
104
+
105
+ ## How to use
106
+
107
+ Use a recent build of `llama.cpp` that supports Gemma 3 models. Pick any GGUF file from this folder (a quantized variant is recommended for most users).
108
+
109
+ ```bash
110
+ # Example: use a Q5_K_M quantized file (adjust the path/model to your choice)
111
+ MODEL="path/to/YanoljaNEXT-Rosetta-27B-2511-q5_k_m.gguf"
112
+
113
+ # Build a formatted prompt using the included chat template roles
114
+ # (see release/YanoljaNEXT-Rosetta-27B-2511/chat_template.jinja)
115
+ read -r -d '' PROMPT <<'EOT'
116
+ <start_of_turn>instruction
117
+ Translate the user's text to Korean. Keep the JSON structure and keys.
118
+ Context: Simple introduction about a tech company.
119
+ Tone: Informative and helpful
120
+ Glossary:
121
+ - Yanolja NEXT -> 야놀자넥스트
122
+ - travel industry -> 여행 산업
123
+ Provide the final translation immediately without any other text.
124
+ <end_of_turn>
125
+ <start_of_turn>source
126
+ {"company_name": "Yanolja NEXT", "description": "Yanolja NEXT is a company that provides cutting-edge technology for the global travel industry."}
127
+ <end_of_turn>
128
+ <start_of_turn>translation\n
129
+ EOT
130
+
131
+ # Run llama.cpp (adjust -n/-c/--temp as needed)
132
+ llama-cli -m "$MODEL" -p "$PROMPT" -n 64 -c 4096 --temp 0.7 -no-cnv
133
+ ```
134
+
135
+ ### REST server
136
+
137
+ ```bash
138
+ MODEL="path/to/YanoljaNEXT-Rosetta-27B-2511-q5_k_m.gguf"
139
+ llama-server -m "$MODEL" -c 4096 --host 0.0.0.0 --port 8080
140
+ ```
141
+
142
+ ### LM Studio / other GUIs
143
+
144
+ Import any of the `.gguf` files into your GUI of choice (LM Studio, KoboldCPP, text-generation-webui) and select chat mode. The embedded template in the GGUF will be used automatically by recent tools.
145
+
146
+ The model outputs the final translation in the same structured format as the input (JSON, YAML, XML) when appropriate, or plain text for simple translations.
147
+
148
+ ## Training Procedure
149
+
150
+ ### Training Data
151
+ The translation datasets were synthesized using fineweb corpora.
152
+ - [FineWeb Edu](https://huggingface.co/datasets/HuggingFaceFW/fineweb-edu)
153
+ - [FineWeb2](https://huggingface.co/datasets/HuggingFaceFW/fineweb-2)
154
+
155
+ The model was fine-tuned on synthetic multilingual translation data to optimize performance across the supported language pairs.
156
+
157
+ ## Performance
158
+
159
+ ### Translation Quality Benchmarks
160
+
161
+ The following CHrF++ scores (WMT24++) demonstrate the model's competitive performance compared to other state-of-the-art translation models on English to Korean translation:
162
+
163
+ | Model | CHrF++ Score (WMT24++) |
164
+ |------------------------------------|--------------|
165
+ | **yanolja/YanoljaNEXT-Rosetta-12B-2510** | **37.36** |
166
+ | **yanolja/YanoljaNEXT-Rosetta-27B-2511** | **37.21** |
167
+ | openai/gpt-4o | 36.08 |
168
+ | google/gemini-2.5-flash | 35.25 |
169
+ | tencent/Hunyuan-MT-7B | 34.76 |
170
+ | **yanolja/YanoljaNEXT-Rosetta-12B** | **34.75** |
171
+ | yanolja/YanoljaNEXT-Rosetta-20B | 33.87 |
172
+ | AIDC-AI/Marco-MT-Algharb | 33.40 |
173
+ | openai/gpt-oss-120b | 31.51 |
174
+ | ByteDance-Seed/Seed-X-PPO-7B | 30.48 |
175
+ | google/gemma-3-27b-it | 30.05 |
176
+ | google/gemma-3-12b-it | 29.31 |
177
+
178
+ YanoljaNEXT-Rosetta-27B-2511 achieves strong translation quality while maintaining efficient inference for its parameter size.
179
+ Scores for the other language pairs can be found in the [WMT24++ Evaluation Results](wmt24pp_12b.md).
180
+
181
+ ## Intended Uses & Limitations
182
+
183
+ This model is intended for translating structured data (JSON, YAML, XML formats) while preserving the original structure. It is particularly well-suited for tasks such as localizing product catalogs, translating hotel reviews, or handling any other structured content that requires accurate translation.
184
+
185
+ ### Limitations
186
+ The model is primarily optimized for processing structured data (JSON, YAML, XML).
187
+ Its performance on unstructured text or other data formats may vary.
188
+ In some cases, the model may produce invalid structured outputs, repetitive output, or inaccurate translations.
189
+
190
+ ### License
191
+ This model is released under the Gemma license, inherited from its base architecture. Please consult the official [Gemma license terms](https://ai.google.dev/gemma/terms) for detailed usage guidelines.
192
+
193
+ ## Acknowledgments
194
+ This work was supported by the Korea Creative Content Agency (KOCCA) grant, funded by the Ministry of Culture, Sports and Tourism (MCST) in 2025 (Project Name: _Cultivating Masters and Doctoral Experts to Lead Digital-Tech Tourism_, Project Number: RS-2024-00442006, Contribution Rate: 100%).
195
+
196
+ ## Citation
197
+
198
+ If you use this model, please consider citing:
199
+
200
+ ```
201
+ @misc{yanolja2025yanoljanextrosetta27b,
202
+ author = {Yanolja NEXT Co., Ltd.},
203
+ title = {YanoljaNEXT-Rosetta-27B-2511},
204
+ year = {2025},
205
+ publisher = {Hugging Face},
206
+ journal = {Hugging Face repository},
207
+ howpublished = {\\url{https://huggingface.co/yanolja/YanoljaNEXT-Rosetta-27B-2511}}
208
+ }
209
+ ```
210
+
211
+ ## References
212
+
213
+ This work utilizes several models and datasets. We would like to acknowledge the original authors for their valuable contributions to the field.
214
+
215
+ ```
216
+ @misc{gemma3,
217
+ author = {Google},
218
+ title = {Gemma 3},
219
+ year = {2024},
220
+ publisher = {Google DeepMind},
221
+ howpublished = {\\url{https://deepmind.google/models/gemma/gemma-3/}}
222
+ }
223
+
224
+ @misc{penedo2025fineweb2pipelinescale,
225
+ title = {FineWeb2: One Pipeline to Scale Them All -- Adapting Pre-Training Data Processing to Every Language},
226
+ author = {Guilherme Penedo and Hynek Kydlíček and Vinko Sabolčec and Bettina Messmer and Negar Foroutan and Amir Hossein Kargaran and Colin Raffel and Martin Jaggi and Leandro Von Werra and Thomas Wolf},
227
+ year = {2025},
228
+ eprint = {2506.20920},
229
+ archivePrefix = {arXiv},
230
+ primaryClass = {cs.CL},
231
+ url = {https://arxiv.org/abs/2506.20920},
232
+ }
233
+
234
+ @misc{lozhkov2024fineweb-edu,
235
+ author = {Lozhkov, Anton and Ben Allal, Loubna and von Werra, Leandro and Wolf, Thomas},
236
+ title = {FineWeb-Edu: the Finest Collection of Educational Content},
237
+ year = 2024,
238
+ url = {https://huggingface.co/datasets/HuggingFaceFW/fineweb-edu},
239
+ doi = {10.57967/hf/2497},
240
+ publisher={Hugging Face}
241
+ }
242
+ ```
imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9800a9a58e108db58420159a78a76a91df9f155c0e1f3bfdfbb73b7168a4fe3a
3
+ size 13081824
next_rosetta.png ADDED

Git LFS Details

  • SHA256: dd3a969ec1e33079065088b9e10180c0f7c220e9444f71fc41f31080f9084962
  • Pointer size: 131 Bytes
  • Size of remote file: 630 kB
wmt24pp_12b.md ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ WMT24++ ChrF++ Metrics
2
+
3
+ | Model | Avg | ar_EG | ar_SA | bg_BG | bn_IN | ca_ES | cs_CZ | da_DK | de_DE | el_GR | es_MX | et_EE | fa_IR | fi_FI | fil_PH | fr_CA | fr_FR | gu_IN | he_IL | hi_IN | hr_HR | hu_HU | id_ID | is_IS | it_IT | ja_JP | kn_IN |
4
+ | ----------------------- | ---- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ------ | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- |
5
+ | DeepL Translate | 54.9 | 33.4 | 37.8 | 61.8 | | | 55.7 | 62.1 | 60.5 | 61.5 | 67.7 | 57.5 | | 62.0 | | 64.2 | 61.5 | | | 53.3 | 60.9 | | 66.0 | 34.9 | | | |
6
+ | YanoljaNEXT-Rosetta-27B-2511 | 54.8 | 32.9 | 38.1 | 62.3 | 43.0 | 59.3 | 55.7 | 66.3 | 58.8 | 62.8 | 67.6 | 54.6 | 54.4 | 60.1 | 61.2 | 68.3 | 62.9 | 51.9 | 54.5 | 39.8 | | 53.1 | 61.7 | | 65.2 | 32.6 | |
7
+ | YanoljaNEXT-Rosetta-12B-2510 | 54.4 | 32.8 | 37.9 | 62.0 | 40.7 | 60.3 | 55.3 | 65.9 | 58.1 | 62.3 | 67.5 | 50.2 | 54.0 | 59.6 | 61.5 | 68.3 | 62.7 | 51.8 | 54.1 | 39.4 | | 53.2 | 61.5 | | 65.0 | 32.1 | |
8
+ | GPT-4o | 54.4 | 35.4 | 38.4 | 62.7 | 45.0 | 64.2 | 55.8 | 63.0 | 60.8 | 62.5 | 65.7 | 60.4 | 53.0 | 63.1 | 57.8 | 69.1 | 63.7 | 47.7 | 54.9 | 41.5 | 59.4 | 54.9 | 61.9 | 49.9 | 65.0 | 36.1 | 54.8 |
9
+ | Google Translate | 53.9 | 35.0 | 39.3 | 62.2 | 43.8 | 62.4 | 53.7 | 59.9 | 60.9 | 60.5 | 66.8 | 58.6 | 48.5 | 60.3 | 59.0 | 66.5 | 62.0 | 49.8 | 53.1 | 41.1 | 57.1 | 52.2 | 61.5 | 47.2 | 64.9 | 35.3 | 59.0 |
10
+ | YanoljaNEXT-Rosetta-4B-2511 | 53.8 | 32.4 | 37.5 | 61.2 | | | 54.4 | 65.2 | 57.4 | 61.7 | 66.7 | | 53.8 | 58.7 | 61.1 | 66.7 | 61.7 | 51.3 | 53.2 | 39.1 | | 52.3 | 61.0 | | 63.9 | 31.3 | |
11
+ | YanoljaNEXT-Rosetta-4B-2510 | 53.6 | 32.4 | 37.3 | 61.2 | | | 54.3 | 65.1 | 56.9 | 61.6 | 66.4 | | 53.3 | 58.5 | 61.2 | 66.3 | 61.4 | 51.2 | 53.2 | 39.1 | | 52.1 | 60.9 | | 63.7 | 31.4 | |
12
+ | Claude-3.5 | 52.7 | 38.9 | 36.5 | 59.4 | 42.6 | 63.8 | 53.8 | 60.7 | 58.7 | 60.8 | 64.3 | 57.4 | 49.3 | 60.4 | 55.2 | 65.9 | 62.4 | 47.5 | 52.6 | 40.9 | 57.5 | 52.7 | 60.0 | 48.8 | 63.4 | 32.8 | 53.9 |
13
+ | Microsoft Translator | 52.6 | 33.4 | 37.3 | 61.6 | 43.7 | 63.0 | 54.5 | 61.1 | 59.0 | 59.8 | 65.2 | 57.6 | 49.3 | 61.0 | 55.1 | 61.8 | 58.2 | 49.1 | 54.0 | 37.5 | 57.3 | 51.5 | 59.0 | 47.7 | 64.7 | 32.8 | 60.9 |
14
+ | OpenAI o1 | 52.4 | 35.2 | 36.5 | 60.3 | 41.9 | 62.3 | 54.1 | 61.3 | 59.5 | 60.9 | 65.0 | 58.7 | 51.1 | 61.7 | 56.2 | 65.7 | 60.4 | 40.4 | 53.8 | 41.1 | 58.4 | 53.5 | 59.9 | 49.5 | 63.2 | 34.9 | 45.6 |
15
+ | Unbabel Tower | 52.0 | | | | | | 53.3 | | 59.4 | | 65.3 | | | | | 66.0 | 61.8 | | | 40.3 | | | | 47.9 | 64.8 | 33.1 | |
16
+ | Gemini-1.5-Pro | 52.0 | 40.0 | 36.7 | 58.6 | 41.7 | 63.4 | 53.4 | 62.6 | 58.8 | 58.3 | 63.8 | 56.7 | 47.4 | 58.1 | 53.4 | 64.0 | 60.9 | 46.8 | 52.3 | 41.3 | 56.4 | 51.5 | 58.7 | 47.6 | 62.9 | 33.8 | 52.4 |
17
+ | OpenAI o1-mini | 50.9 | 36.2 | 36.9 | 58.1 | 41.5 | 61.2 | 51.5 | 59.4 | 58.9 | 56.5 | 64.6 | 54.3 | 50.7 | 58.4 | 55.7 | 65.5 | 61.2 | 43.2 | 49.3 | 39.0 | 55.1 | 49.9 | 59.4 | 41.8 | 63.0 | 33.8 | 49.9 |
18
+ | Gemini-1.5-Flash | 50.4 | 33.4 | 35.7 | 56.8 | 42.1 | 60.6 | 51.4 | 59.2 | 57.8 | 56.4 | 64.2 | 53.9 | 47.5 | 56.5 | 54.6 | 62.9 | 59.4 | 45.1 | 49.4 | 39.9 | 54.4 | 49.8 | 58.6 | 43.4 | 61.8 | 32.6 | 53.0 |
19
+ | Yandex Translate | 49.2 | 30.3 | 34.0 | 57.4 | 38.8 | 58.8 | 51.2 | 55.9 | 57.1 | 58.2 | 64.5 | 54.9 | 42.5 | 59.0 | 56.9 | 64.1 | 60.2 | 44.4 | 49.5 | 35.3 | 50.0 | 49.6 | 59.2 | 43.5 | 61.6 | 25.5 | 55.4 |
20
+ | CommandR-plus | 48.7 | 32.1 | 35.7 | | | 49.9 | | 56.7 | 56.1 | 62.2 | | 46.0 | | | 63.0 | 59.4 | | 49.2 | 37.6 | | | 57.3 | | 61.5 | 29.8 | | |
21
+ | Aya23 | 48.1 | 31.3 | 35.2 | | | 48.7 | | 55.4 | 55.1 | 62.4 | | 47.4 | | | 62.8 | 58.3 | | 47.6 | 38.2 | | | 57.4 | | 60.7 | 28.9 | | |
22
+
23
+ | Model | ko_KR | lt_LT | lv_LV | ml_IN | mr_IN | nl_NL | no_NO | pa_IN | pl_PL | pt_BR | pt_PT | ro_RO | ru_RU | sk_SK | sl_SI | sr_RS | sv_SE | sw_KE | sw_TZ | ta_IN | te_IN | th_TH | tr_TR | uk_UA | ur_PK | vi_VN | zh_CN | zh_TW | zu_ZA |
24
+ | ----------------------- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- |
25
+ | DeepL Translate | 37.0 | 53.0 | 55.2 | | | 60.6 | 67.8 | | 50.4 | 64.7 | 62.2 | 61.1 | 48.4 | 52.2 | 56.4 | | 65.6 | | | | | 60.3 | 61.5 | | | 37.4 | 18.3 | | |
26
+ | YanoljaNEXT-Rosetta-27B-2511 | 37.2 | | 53.0 | | | 60.4 | 66.6 | | 49.4 | 63.7 | 57.4 | 63.5 | 50.9 | 51.4 | | | 65.0 | | | | | 44.7 | 58.1 | 56.9 | | 57.2 | 36.0 | | |
27
+ | YanoljaNEXT-Rosetta-12B-2510 | 37.1 | | 51.4 | | | 60.1 | 65.2 | | 49.1 | 63.4 | 57.1 | 63.2 | 50.1 | 51.2 | | | 64.7 | | | | | 44.6 | 57.7 | 56.6 | | 57.0 | 35.5 | | |
28
+ | GPT-4o | 36.4 | 52.5 | 56.8 | 47.7 | 44.9 | 61.3 | 69.0 | 48.6 | 51.0 | 65.7 | 61.6 | 62.8 | 50.3 | 53.0 | 57.0 | 54.3 | 66.3 | 54.7 | 58.6 | 47.3 | 47.0 | 50.5 | 59.3 | 54.5 | 50.6 | 54.4 | 41.0 | 33.6 | 56.1 |
29
+ | Google Translate | 36.5 | 50.6 | 56.1 | 52.9 | 47.8 | 60.5 | 66.7 | 56.0 | 50.9 | 65.7 | 55.7 | 60.6 | 48.9 | 50.7 | 57.7 | 50.6 | 63.4 | 51.6 | 56.3 | 50.1 | 49.1 | 50.4 | 58.9 | 54.1 | 51.8 | 54.2 | 39.9 | 37.4 | 59.5 |
30
+ | YanoljaNEXT-Rosetta-4B-2511 | 35.6 | | | | | 59.5 | | | 48.6 | 62.7 | 56.6 | 62.9 | 49.5 | 50.9 | | | 64.1 | | | | | 44.1 | 56.8 | 55.8 | | 56.4 | 33.9 | | |
31
+ | YanoljaNEXT-Rosetta-4B-2510 | 35.1 | | | | | 59.3 | | | 48.3 | 62.4 | 56.6 | 62.9 | 49.4 | 50.9 | | | 64.4 | | | | | 44.2 | 56.5 | 55.5 | | 56.2 | 33.7 | | |
32
+ | Claude-3.5 | 33.7 | 50.4 | 55.9 | 49.6 | 43.9 | 60.0 | 65.2 | 50.7 | 49.6 | 64.4 | 61.3 | 60.8 | 50.0 | 51.6 | 55.0 | 53.2 | 64.3 | 52.9 | 55.1 | 47.8 | 46.0 | 48.4 | 57.8 | 53.0 | 47.1 | 51.0 | 36.1 | 28.9 | 52.1 |
33
+ | Microsoft Translator | 35.9 | 49.7 | 54.1 | 53.0 | 45.8 | 59.8 | 68.8 | 53.6 | 51.4 | 64.0 | 56.0 | 61.3 | 47.8 | 51.2 | 57.2 | 49.7 | 64.4 | 48.4 | 53.1 | 50.1 | 48.1 | 47.9 | 58.8 | 53.2 | 51.4 | 50.5 | 34.8 | 21.2 | 57.5 |
34
+ | OpenAI o1 | 33.6 | 51.5 | 55.4 | 43.9 | 44.3 | 60.8 | 67.1 | 44.2 | 49.7 | 64.2 | 60.6 | 61.5 | 48.8 | 51.9 | 55.7 | 53.6 | 64.3 | 53.1 | 56.3 | 45.2 | 43.4 | 49.5 | 56.8 | 54.0 | 48.4 | 52.2 | 37.6 | 32.1 | 53.1 |
35
+ | Unbabel Tower | 34.6 | | | | | 60.3 | | | | 64.8 | 59.8 | | 48.4 | | | | | | | | | | 53.6 | | | 38.4 | 32.4 | | |
36
+ | Gemini-1.5-Pro | 33.3 | 50.7 | 54.1 | 48.8 | 43.0 | 60.1 | 64.0 | 48.8 | 48.6 | 63.3 | 60.5 | 59.2 | 48.4 | 51.6 | 54.1 | 53.1 | 61.7 | 51.5 | 54.7 | 42.4 | 45.0 | 46.8 | 57.7 | 53.0 | 45.6 | 49.7 | 43.0 | 29.2 | 54.2 |
37
+ | OpenAI o1-mini | 34.1 | 47.1 | 50.3 | 43.0 | 42.2 | 58.6 | 65.8 | 46.3 | 48.8 | 64.0 | 58.4 | 59.6 | 47.7 | 49.0 | 53.2 | 48.8 | 63.2 | 49.2 | 52.7 | 44.2 | 43.7 | 46.3 | 55.9 | 51.7 | 48.4 | 50.9 | 36.6 | 32.1 | 51.6 |
38
+ | Gemini-1.5-Flash | 32.2 | 48.9 | 52.7 | 45.6 | 42.2 | 58.0 | 63.2 | 46.2 | 47.5 | 62.5 | 58.8 | 59.1 | 47.0 | 49.7 | 51.5 | 50.0 | 60.7 | 50.2 | 53.3 | 43.8 | 44.6 | 45.9 | 55.7 | 51.7 | 45.8 | 49.7 | 38.2 | 29.3 | 49.7 |
39
+ | Yandex Translate | 26.9 | 47.7 | 51.2 | 44.7 | 42.7 | 56.6 | 63.7 | 46.7 | 47.1 | | 56.2 | 58.4 | 48.4 | 48.4 | 54.3 | 46.3 | 60.9 | 47.4 | 52.3 | 49.1 | 42.3 | 35.7 | 56.6 | 54.1 | 48.5 | 47.3 | 29.3 | 18.7 | 57.0 |
40
+ | CommandR-plus | 30.3 | | | | | 57.3 | | | 46.7 | 62.5 | 59.0 | 57.6 | 45.7 | | | | | | | | | | 51.7 | 49.9 | | 48.5 | 33.5 | 27.3 | |
41
+ | Aya23 | 29.2 | | | | | 56.1 | | | 45.4 | 62.3 | 56.8 | 56.9 | 45.0 | | | | | | | | | | 51.7 | 48.8 | | 48.9 | 31.7 | 28.3 | |