Add Context length figure

config/constants.py

@@ -53,6 +53,7 @@ NOTSOTINY_COLUMN_ORDER = [
     "Type",
     "Model",
     "Parameters (B)",
+    "Context Length",
     "TT06",
     "TT07",
     "TT08",

pyproject.toml

@@ -9,4 +9,5 @@ dependencies = [
     "gradio-leaderboard>=0.0.13",
     "pandas>=2.2.3",
     "plotly>=6.0.1",
+    "transformers>=4.57.3",
 ]

results/parse_nst.py

@@ -24,7 +24,19 @@ def normalize_model_name(csv_name: str) -> str:
     return name_mapping.get(csv_name, csv_name)
 
 
-def get_model_metadata(model_key: str) -> tuple[str, float, str, str, str]:
+def get_hf_model_context_length(model_hf_url: str) -> int:
+    from transformers import AutoConfig
+    model_id = model_hf_url.split("https://huggingface.co/")[-1]
+    try:
+        config = AutoConfig.from_pretrained(model_id, trust_remote_code=True)
+        return config.max_position_embeddings
+    except:
+        # list of context lengths that are not parseable via config.json
+        d = { "henryen/OriGen": 4096 }
+        # fallback!
+        return d[model_id]
+
+def get_model_metadata(model_key: str) -> tuple[str, float, str, str, str, int]:
     """Get model metadata from MODELS dictionary."""
     try:
         model_metadata = MODELS[model_key]
@@ -38,9 +50,15 @@ def get_model_metadata(model_key: str) -> tuple[str, float, str, str, str]:
             "Dense",  # default architecture
         )
 
+    try:
+        model_context_length = get_hf_model_context_length(model_metadata.url)
+    except:
+        print(f"Warning: Context length not available for model '{model_key}'")
+
     return (
         model_metadata.url,
         model_metadata.params,
+        model_context_length,
         model_metadata.model_type,
         model_metadata.release,
         model_metadata.model_arch,
@@ -65,7 +83,7 @@ def parse_nst_results(csv_path: str) -> list[dict]:
                 continue
 
             model = normalize_model_name(model_csv)
-            url, params, type, release, reasoning = get_model_metadata(model)
+            url, params, context, type, release, reasoning = get_model_metadata(model)
 
             scores = row[1:]
             for tt_column, score_str in zip(tt_columns, scores):
@@ -86,6 +104,7 @@ def parse_nst_results(csv_path: str) -> list[dict]:
                     "Result": score,
                     "Model URL": url,
                     "Params": params,
+                    "Context Length": context,
                     "Release": release,
                     "Thinking": reasoning,
                 }

results/results_NST.csv

@@ -1,13 +0,0 @@
-,TT06,TT07,TT08,TT09,TT10 IHP 02,TT10 IHP 25a,TTSky25a
-Kimi-K2-Instruct-0905,12.96,15.59,20.92,21.84,23.33,19.57,18.82
-DeepSeek-R1-0528 ,14.63,20.56,19.69,23.84,24.67,20.65,21.07
-Qwen3-Coder-480B-A35B-Instruct ,17.96,28.36,22.04,28.32,20.00,28.15,19.17
-gpt-oss-120b,17.41,19.21,19.80,31.84,23.33,18.15,16.57
-Qwen2.5-72B-Instruct,11.67,12.77,5.61,22.40,22.67,15.11,12.66
-Qwen2.5-Coder-32B-Instruct,7.78,10.17,5.92,17.52,13.33,15.43,12.78
-Qwen2.5-14B-Instruct-1M,9.81,15.71,15.51,15.92,11.33,12.07,7.10
-Qwen2.5-14B-Instruct,5.56,12.88,4.69,15.04,8.00,9.02,7.57
-Qwen2.5-7B-Instruct,0.74,6.21,2.86,3.84,7.33,1.74,1.66
-HaVen-CodeQwen,2.78,3.39,1.73,7.20,10.67,0.43,3.20
-OriGen,4.07,2.71,1.02,5.84,7.33,2.17,0.00
-

results/results_NST.json

@@ -1,849 +0,0 @@
-[
-    {
-        "Model": "Kimi K2 Instruct 0905",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT06",
-        "Result": 12.96,
-        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
-        "Params": 1000,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Kimi K2 Instruct 0905",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT07",
-        "Result": 15.59,
-        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
-        "Params": 1000,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Kimi K2 Instruct 0905",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT08",
-        "Result": 20.92,
-        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
-        "Params": 1000,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Kimi K2 Instruct 0905",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT09",
-        "Result": 21.84,
-        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
-        "Params": 1000,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Kimi K2 Instruct 0905",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 02",
-        "Result": 23.33,
-        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
-        "Params": 1000,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Kimi K2 Instruct 0905",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 25a",
-        "Result": 19.57,
-        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
-        "Params": 1000,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Kimi K2 Instruct 0905",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TTSky25a",
-        "Result": 18.82,
-        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
-        "Params": 1000,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "DeepSeek R1-0528",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT06",
-        "Result": 14.63,
-        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
-        "Params": 685,
-        "Release": "V2",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "DeepSeek R1-0528",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT07",
-        "Result": 20.56,
-        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
-        "Params": 685,
-        "Release": "V2",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "DeepSeek R1-0528",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT08",
-        "Result": 19.69,
-        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
-        "Params": 685,
-        "Release": "V2",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "DeepSeek R1-0528",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT09",
-        "Result": 23.84,
-        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
-        "Params": 685,
-        "Release": "V2",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "DeepSeek R1-0528",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 02",
-        "Result": 24.67,
-        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
-        "Params": 685,
-        "Release": "V2",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "DeepSeek R1-0528",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 25a",
-        "Result": 20.65,
-        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
-        "Params": 685,
-        "Release": "V2",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "DeepSeek R1-0528",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TTSky25a",
-        "Result": 21.07,
-        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
-        "Params": 685,
-        "Release": "V2",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "Qwen3 Coder 480B A35B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT06",
-        "Result": 17.96,
-        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
-        "Params": 480,
-        "Release": "V2",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen3 Coder 480B A35B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT07",
-        "Result": 28.36,
-        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
-        "Params": 480,
-        "Release": "V2",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen3 Coder 480B A35B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT08",
-        "Result": 22.04,
-        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
-        "Params": 480,
-        "Release": "V2",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen3 Coder 480B A35B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT09",
-        "Result": 28.32,
-        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
-        "Params": 480,
-        "Release": "V2",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen3 Coder 480B A35B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 02",
-        "Result": 20.0,
-        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
-        "Params": 480,
-        "Release": "V2",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen3 Coder 480B A35B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 25a",
-        "Result": 28.15,
-        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
-        "Params": 480,
-        "Release": "V2",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen3 Coder 480B A35B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TTSky25a",
-        "Result": 19.17,
-        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
-        "Params": 480,
-        "Release": "V2",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "gpt-oss-120b",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT06",
-        "Result": 17.41,
-        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
-        "Params": 120,
-        "Release": "V3",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "gpt-oss-120b",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT07",
-        "Result": 19.21,
-        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
-        "Params": 120,
-        "Release": "V3",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "gpt-oss-120b",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT08",
-        "Result": 19.8,
-        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
-        "Params": 120,
-        "Release": "V3",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "gpt-oss-120b",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT09",
-        "Result": 31.84,
-        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
-        "Params": 120,
-        "Release": "V3",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "gpt-oss-120b",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 02",
-        "Result": 23.33,
-        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
-        "Params": 120,
-        "Release": "V3",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "gpt-oss-120b",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 25a",
-        "Result": 18.15,
-        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
-        "Params": 120,
-        "Release": "V3",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "gpt-oss-120b",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TTSky25a",
-        "Result": 16.57,
-        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
-        "Params": 120,
-        "Release": "V3",
-        "Thinking": "Reasoning"
-    },
-    {
-        "Model": "Qwen2.5 72B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT06",
-        "Result": 11.67,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
-        "Params": 72.7,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 72B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT07",
-        "Result": 12.77,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
-        "Params": 72.7,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 72B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT08",
-        "Result": 5.61,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
-        "Params": 72.7,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 72B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT09",
-        "Result": 22.4,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
-        "Params": 72.7,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 72B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 02",
-        "Result": 22.67,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
-        "Params": 72.7,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 72B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 25a",
-        "Result": 15.11,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
-        "Params": 72.7,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 72B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TTSky25a",
-        "Result": 12.66,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
-        "Params": 72.7,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "QwenCoder 2.5 32B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT06",
-        "Result": 7.78,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
-        "Params": 32.5,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "QwenCoder 2.5 32B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT07",
-        "Result": 10.17,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
-        "Params": 32.5,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "QwenCoder 2.5 32B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT08",
-        "Result": 5.92,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
-        "Params": 32.5,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "QwenCoder 2.5 32B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT09",
-        "Result": 17.52,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
-        "Params": 32.5,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "QwenCoder 2.5 32B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 02",
-        "Result": 13.33,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
-        "Params": 32.5,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "QwenCoder 2.5 32B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 25a",
-        "Result": 15.43,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
-        "Params": 32.5,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "QwenCoder 2.5 32B",
-        "Model Type": "Coding",
-        "Benchmark": "NotSoTiny",
-        "Task": "TTSky25a",
-        "Result": 12.78,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
-        "Params": 32.5,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B 1M",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT06",
-        "Result": 9.81,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B 1M",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT07",
-        "Result": 15.71,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B 1M",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT08",
-        "Result": 15.51,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B 1M",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT09",
-        "Result": 15.92,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B 1M",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 02",
-        "Result": 11.33,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B 1M",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 25a",
-        "Result": 12.07,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B 1M",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TTSky25a",
-        "Result": 7.1,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT06",
-        "Result": 5.56,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT07",
-        "Result": 12.88,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT08",
-        "Result": 4.69,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT09",
-        "Result": 15.04,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 02",
-        "Result": 8.0,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 25a",
-        "Result": 9.02,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 14B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TTSky25a",
-        "Result": 7.57,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
-        "Params": 14.8,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 7B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT06",
-        "Result": 0.74,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
-        "Params": 7.61,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 7B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT07",
-        "Result": 6.21,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
-        "Params": 7.61,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 7B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT08",
-        "Result": 2.86,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
-        "Params": 7.61,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 7B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT09",
-        "Result": 3.84,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
-        "Params": 7.61,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 7B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 02",
-        "Result": 7.33,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
-        "Params": 7.61,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 7B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 25a",
-        "Result": 1.74,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
-        "Params": 7.61,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "Qwen2.5 7B",
-        "Model Type": "General",
-        "Benchmark": "NotSoTiny",
-        "Task": "TTSky25a",
-        "Result": 1.66,
-        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
-        "Params": 7.61,
-        "Release": "V4",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "HaVen-CodeQwen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT06",
-        "Result": 2.78,
-        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
-        "Params": 7.25,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "HaVen-CodeQwen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT07",
-        "Result": 3.39,
-        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
-        "Params": 7.25,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "HaVen-CodeQwen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT08",
-        "Result": 1.73,
-        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
-        "Params": 7.25,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "HaVen-CodeQwen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT09",
-        "Result": 7.2,
-        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
-        "Params": 7.25,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "HaVen-CodeQwen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 02",
-        "Result": 10.67,
-        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
-        "Params": 7.25,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "HaVen-CodeQwen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 25a",
-        "Result": 0.43,
-        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
-        "Params": 7.25,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "HaVen-CodeQwen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TTSky25a",
-        "Result": 3.2,
-        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
-        "Params": 7.25,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "OriGen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT06",
-        "Result": 4.07,
-        "Model URL": "https://huggingface.co/henryen/OriGen",
-        "Params": 6.74,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "OriGen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT07",
-        "Result": 2.71,
-        "Model URL": "https://huggingface.co/henryen/OriGen",
-        "Params": 6.74,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "OriGen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT08",
-        "Result": 1.02,
-        "Model URL": "https://huggingface.co/henryen/OriGen",
-        "Params": 6.74,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "OriGen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT09",
-        "Result": 5.84,
-        "Model URL": "https://huggingface.co/henryen/OriGen",
-        "Params": 6.74,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "OriGen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 02",
-        "Result": 7.33,
-        "Model URL": "https://huggingface.co/henryen/OriGen",
-        "Params": 6.74,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "OriGen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TT10 IHP 25a",
-        "Result": 2.17,
-        "Model URL": "https://huggingface.co/henryen/OriGen",
-        "Params": 6.74,
-        "Release": "V1",
-        "Thinking": "Dense"
-    },
-    {
-        "Model": "OriGen",
-        "Model Type": "RTL-Specific",
-        "Benchmark": "NotSoTiny",
-        "Task": "TTSky25a",
-        "Result": 0.0,
-        "Model URL": "https://huggingface.co/henryen/OriGen",
-        "Params": 6.74,
-        "Release": "V1",
-        "Thinking": "Dense"
-    }
-]

results/results_NotSoTiny-25-12.json

@@ -7,6 +7,7 @@
         "Result": 12.96,
         "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
         "Params": 1000,
+        "Context Length": 262144,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -18,6 +19,7 @@
         "Result": 15.59,
         "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
         "Params": 1000,
+        "Context Length": 262144,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -29,6 +31,7 @@
         "Result": 20.92,
         "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
         "Params": 1000,
+        "Context Length": 262144,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -40,6 +43,7 @@
         "Result": 21.84,
         "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
         "Params": 1000,
+        "Context Length": 262144,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -51,6 +55,7 @@
         "Result": 23.33,
         "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
         "Params": 1000,
+        "Context Length": 262144,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -62,6 +67,7 @@
         "Result": 19.57,
         "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
         "Params": 1000,
+        "Context Length": 262144,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -73,6 +79,7 @@
         "Result": 18.82,
         "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
         "Params": 1000,
+        "Context Length": 262144,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -84,6 +91,7 @@
         "Result": 14.63,
         "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
         "Params": 685,
+        "Context Length": 163840,
         "Release": "V2",
         "Thinking": "Reasoning"
     },
@@ -95,6 +103,7 @@
         "Result": 20.56,
         "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
         "Params": 685,
+        "Context Length": 163840,
         "Release": "V2",
         "Thinking": "Reasoning"
     },
@@ -106,6 +115,7 @@
         "Result": 19.69,
         "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
         "Params": 685,
+        "Context Length": 163840,
         "Release": "V2",
         "Thinking": "Reasoning"
     },
@@ -117,6 +127,7 @@
         "Result": 23.84,
         "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
         "Params": 685,
+        "Context Length": 163840,
         "Release": "V2",
         "Thinking": "Reasoning"
     },
@@ -128,6 +139,7 @@
         "Result": 24.67,
         "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
         "Params": 685,
+        "Context Length": 163840,
         "Release": "V2",
         "Thinking": "Reasoning"
     },
@@ -139,6 +151,7 @@
         "Result": 20.65,
         "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
         "Params": 685,
+        "Context Length": 163840,
         "Release": "V2",
         "Thinking": "Reasoning"
     },
@@ -150,6 +163,7 @@
         "Result": 21.07,
         "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
         "Params": 685,
+        "Context Length": 163840,
         "Release": "V2",
         "Thinking": "Reasoning"
     },
@@ -161,6 +175,7 @@
         "Result": 17.96,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
         "Params": 480,
+        "Context Length": 262144,
         "Release": "V2",
         "Thinking": "Dense"
     },
@@ -172,6 +187,7 @@
         "Result": 28.36,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
         "Params": 480,
+        "Context Length": 262144,
         "Release": "V2",
         "Thinking": "Dense"
     },
@@ -183,6 +199,7 @@
         "Result": 22.04,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
         "Params": 480,
+        "Context Length": 262144,
         "Release": "V2",
         "Thinking": "Dense"
     },
@@ -194,6 +211,7 @@
         "Result": 28.32,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
         "Params": 480,
+        "Context Length": 262144,
         "Release": "V2",
         "Thinking": "Dense"
     },
@@ -205,6 +223,7 @@
         "Result": 20.0,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
         "Params": 480,
+        "Context Length": 262144,
         "Release": "V2",
         "Thinking": "Dense"
     },
@@ -216,6 +235,7 @@
         "Result": 28.15,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
         "Params": 480,
+        "Context Length": 262144,
         "Release": "V2",
         "Thinking": "Dense"
     },
@@ -227,6 +247,7 @@
         "Result": 19.17,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
         "Params": 480,
+        "Context Length": 262144,
         "Release": "V2",
         "Thinking": "Dense"
     },
@@ -238,6 +259,7 @@
         "Result": 17.41,
         "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
         "Params": 120,
+        "Context Length": 131072,
         "Release": "V3",
         "Thinking": "Reasoning"
     },
@@ -249,6 +271,7 @@
         "Result": 19.21,
         "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
         "Params": 120,
+        "Context Length": 131072,
         "Release": "V3",
         "Thinking": "Reasoning"
     },
@@ -260,6 +283,7 @@
         "Result": 19.8,
         "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
         "Params": 120,
+        "Context Length": 131072,
         "Release": "V3",
         "Thinking": "Reasoning"
     },
@@ -271,6 +295,7 @@
         "Result": 31.84,
         "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
         "Params": 120,
+        "Context Length": 131072,
         "Release": "V3",
         "Thinking": "Reasoning"
     },
@@ -282,6 +307,7 @@
         "Result": 23.33,
         "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
         "Params": 120,
+        "Context Length": 131072,
         "Release": "V3",
         "Thinking": "Reasoning"
     },
@@ -293,6 +319,7 @@
         "Result": 18.15,
         "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
         "Params": 120,
+        "Context Length": 131072,
         "Release": "V3",
         "Thinking": "Reasoning"
     },
@@ -304,6 +331,7 @@
         "Result": 16.57,
         "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
         "Params": 120,
+        "Context Length": 131072,
         "Release": "V3",
         "Thinking": "Reasoning"
     },
@@ -315,6 +343,7 @@
         "Result": 11.67,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
         "Params": 72.7,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -326,6 +355,7 @@
         "Result": 12.77,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
         "Params": 72.7,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -337,6 +367,7 @@
         "Result": 5.61,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
         "Params": 72.7,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -348,6 +379,7 @@
         "Result": 22.4,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
         "Params": 72.7,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -359,6 +391,7 @@
         "Result": 22.67,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
         "Params": 72.7,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -370,6 +403,7 @@
         "Result": 15.11,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
         "Params": 72.7,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -381,6 +415,7 @@
         "Result": 12.66,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
         "Params": 72.7,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -392,6 +427,7 @@
         "Result": 7.78,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
         "Params": 32.5,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -403,6 +439,7 @@
         "Result": 10.17,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
         "Params": 32.5,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -414,6 +451,7 @@
         "Result": 5.92,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
         "Params": 32.5,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -425,6 +463,7 @@
         "Result": 17.52,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
         "Params": 32.5,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -436,6 +475,7 @@
         "Result": 13.33,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
         "Params": 32.5,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -447,6 +487,7 @@
         "Result": 15.43,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
         "Params": 32.5,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -458,6 +499,7 @@
         "Result": 12.78,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
         "Params": 32.5,
+        "Context Length": 32768,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -469,6 +511,7 @@
         "Result": 9.81,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
         "Params": 14.8,
+        "Context Length": 1010000,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -480,6 +523,7 @@
         "Result": 15.71,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
         "Params": 14.8,
+        "Context Length": 1010000,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -491,6 +535,7 @@
         "Result": 15.51,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
         "Params": 14.8,
+        "Context Length": 1010000,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -502,6 +547,7 @@
         "Result": 15.92,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
         "Params": 14.8,
+        "Context Length": 1010000,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -513,6 +559,7 @@
         "Result": 11.33,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
         "Params": 14.8,
+        "Context Length": 1010000,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -524,6 +571,7 @@
         "Result": 12.07,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
         "Params": 14.8,
+        "Context Length": 1010000,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -535,6 +583,7 @@
         "Result": 7.1,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
         "Params": 14.8,
+        "Context Length": 1010000,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -546,6 +595,7 @@
         "Result": 5.56,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
         "Params": 14.8,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -557,6 +607,7 @@
         "Result": 12.88,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
         "Params": 14.8,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -568,6 +619,7 @@
         "Result": 4.69,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
         "Params": 14.8,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -579,6 +631,7 @@
         "Result": 15.04,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
         "Params": 14.8,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -590,6 +643,7 @@
         "Result": 8.0,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
         "Params": 14.8,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -601,6 +655,7 @@
         "Result": 9.02,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
         "Params": 14.8,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -612,6 +667,7 @@
         "Result": 7.57,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
         "Params": 14.8,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -623,6 +679,7 @@
         "Result": 0.74,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
         "Params": 7.61,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -634,6 +691,7 @@
         "Result": 6.21,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
         "Params": 7.61,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -645,6 +703,7 @@
         "Result": 2.86,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
         "Params": 7.61,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -656,6 +715,7 @@
         "Result": 3.84,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
         "Params": 7.61,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -667,6 +727,7 @@
         "Result": 7.33,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
         "Params": 7.61,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -678,6 +739,7 @@
         "Result": 1.74,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
         "Params": 7.61,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -689,6 +751,7 @@
         "Result": 1.66,
         "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
         "Params": 7.61,
+        "Context Length": 32768,
         "Release": "V4",
         "Thinking": "Dense"
     },
@@ -700,6 +763,7 @@
         "Result": 2.78,
         "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
         "Params": 7.25,
+        "Context Length": 65536,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -711,6 +775,7 @@
         "Result": 3.39,
         "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
         "Params": 7.25,
+        "Context Length": 65536,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -722,6 +787,7 @@
         "Result": 1.73,
         "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
         "Params": 7.25,
+        "Context Length": 65536,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -733,6 +799,7 @@
         "Result": 7.2,
         "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
         "Params": 7.25,
+        "Context Length": 65536,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -744,6 +811,7 @@
         "Result": 10.67,
         "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
         "Params": 7.25,
+        "Context Length": 65536,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -755,6 +823,7 @@
         "Result": 0.43,
         "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
         "Params": 7.25,
+        "Context Length": 65536,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -766,6 +835,7 @@
         "Result": 3.2,
         "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
         "Params": 7.25,
+        "Context Length": 65536,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -777,6 +847,7 @@
         "Result": 4.07,
         "Model URL": "https://huggingface.co/henryen/OriGen",
         "Params": 6.74,
+        "Context Length": 4096,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -788,6 +859,7 @@
         "Result": 2.71,
         "Model URL": "https://huggingface.co/henryen/OriGen",
         "Params": 6.74,
+        "Context Length": 4096,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -799,6 +871,7 @@
         "Result": 1.02,
         "Model URL": "https://huggingface.co/henryen/OriGen",
         "Params": 6.74,
+        "Context Length": 4096,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -810,6 +883,7 @@
         "Result": 5.84,
         "Model URL": "https://huggingface.co/henryen/OriGen",
         "Params": 6.74,
+        "Context Length": 4096,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -821,6 +895,7 @@
         "Result": 7.33,
         "Model URL": "https://huggingface.co/henryen/OriGen",
         "Params": 6.74,
+        "Context Length": 4096,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -832,6 +907,7 @@
         "Result": 2.17,
         "Model URL": "https://huggingface.co/henryen/OriGen",
         "Params": 6.74,
+        "Context Length": 4096,
         "Release": "V1",
         "Thinking": "Dense"
     },
@@ -843,6 +919,7 @@
         "Result": 0.0,
         "Model URL": "https://huggingface.co/henryen/OriGen",
         "Params": 6.74,
+        "Context Length": 4096,
         "Release": "V1",
         "Thinking": "Dense"
     }

utils.py

@@ -90,7 +90,7 @@ def filter_NotSoTiny(subset: pd.DataFrame, name=str) -> pd.DataFrame:
     if subset.empty:
         return pd.DataFrame(columns=NOTSOTINY_COLUMN_ORDER)
 
-    details = subset[["Model", "Model URL", "Model Type", "Params", "Release", "Thinking"]].drop_duplicates(
+    details = subset[["Model", "Model URL", "Model Type", "Params", "Context Length", "Release", "Thinking"]].drop_duplicates(
         "Model"
     )
 

uv.lock

@@ -712,6 +712,70 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/fa/de/02b54f42487e3d3c6efb3f89428677074ca7bf43aae402517bc7cca949f3/PyYAML-6.0.2-cp313-cp313-win_amd64.whl", hash = "sha256:8388ee1976c416731879ac16da0aff3f63b286ffdd57cdeb95f3f2e085687563", size = 156446, upload-time = "2024-08-06T20:33:04.33Z" },
 ]
 
+[[package]]
+name = "regex"
+version = "2025.11.3"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/cc/a9/546676f25e573a4cf00fe8e119b78a37b6a8fe2dc95cda877b30889c9c45/regex-2025.11.3.tar.gz", hash = "sha256:1fedc720f9bb2494ce31a58a1631f9c82df6a09b49c19517ea5cc280b4541e01", size = 414669, upload-time = "2025-11-03T21:34:22.089Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/e1/a7/dda24ebd49da46a197436ad96378f17df30ceb40e52e859fc42cac45b850/regex-2025.11.3-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:c1e448051717a334891f2b9a620fe36776ebf3dd8ec46a0b877c8ae69575feb4", size = 489081, upload-time = "2025-11-03T21:31:55.9Z" },
+    { url = "https://files.pythonhosted.org/packages/19/22/af2dc751aacf88089836aa088a1a11c4f21a04707eb1b0478e8e8fb32847/regex-2025.11.3-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:9b5aca4d5dfd7fbfbfbdaf44850fcc7709a01146a797536a8f84952e940cca76", size = 291123, upload-time = "2025-11-03T21:31:57.758Z" },
+    { url = "https://files.pythonhosted.org/packages/a3/88/1a3ea5672f4b0a84802ee9891b86743438e7c04eb0b8f8c4e16a42375327/regex-2025.11.3-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:04d2765516395cf7dda331a244a3282c0f5ae96075f728629287dfa6f76ba70a", size = 288814, upload-time = "2025-11-03T21:32:01.12Z" },
+    { url = "https://files.pythonhosted.org/packages/fb/8c/f5987895bf42b8ddeea1b315c9fedcfe07cadee28b9c98cf50d00adcb14d/regex-2025.11.3-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:5d9903ca42bfeec4cebedba8022a7c97ad2aab22e09573ce9976ba01b65e4361", size = 798592, upload-time = "2025-11-03T21:32:03.006Z" },
+    { url = "https://files.pythonhosted.org/packages/99/2a/6591ebeede78203fa77ee46a1c36649e02df9eaa77a033d1ccdf2fcd5d4e/regex-2025.11.3-cp313-cp313-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:639431bdc89d6429f6721625e8129413980ccd62e9d3f496be618a41d205f160", size = 864122, upload-time = "2025-11-03T21:32:04.553Z" },
+    { url = "https://files.pythonhosted.org/packages/94/d6/be32a87cf28cf8ed064ff281cfbd49aefd90242a83e4b08b5a86b38e8eb4/regex-2025.11.3-cp313-cp313-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:f117efad42068f9715677c8523ed2be1518116d1c49b1dd17987716695181efe", size = 912272, upload-time = "2025-11-03T21:32:06.148Z" },
+    { url = "https://files.pythonhosted.org/packages/62/11/9bcef2d1445665b180ac7f230406ad80671f0fc2a6ffb93493b5dd8cd64c/regex-2025.11.3-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:4aecb6f461316adf9f1f0f6a4a1a3d79e045f9b71ec76055a791affa3b285850", size = 803497, upload-time = "2025-11-03T21:32:08.162Z" },
+    { url = "https://files.pythonhosted.org/packages/e5/a7/da0dc273d57f560399aa16d8a68ae7f9b57679476fc7ace46501d455fe84/regex-2025.11.3-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:3b3a5f320136873cc5561098dfab677eea139521cb9a9e8db98b7e64aef44cbc", size = 787892, upload-time = "2025-11-03T21:32:09.769Z" },
+    { url = "https://files.pythonhosted.org/packages/da/4b/732a0c5a9736a0b8d6d720d4945a2f1e6f38f87f48f3173559f53e8d5d82/regex-2025.11.3-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:75fa6f0056e7efb1f42a1c34e58be24072cb9e61a601340cc1196ae92326a4f9", size = 858462, upload-time = "2025-11-03T21:32:11.769Z" },
+    { url = "https://files.pythonhosted.org/packages/0c/f5/a2a03df27dc4c2d0c769220f5110ba8c4084b0bfa9ab0f9b4fcfa3d2b0fc/regex-2025.11.3-cp313-cp313-musllinux_1_2_s390x.whl", hash = "sha256:dbe6095001465294f13f1adcd3311e50dd84e5a71525f20a10bd16689c61ce0b", size = 850528, upload-time = "2025-11-03T21:32:13.906Z" },
+    { url = "https://files.pythonhosted.org/packages/d6/09/e1cd5bee3841c7f6eb37d95ca91cdee7100b8f88b81e41c2ef426910891a/regex-2025.11.3-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:454d9b4ae7881afbc25015b8627c16d88a597479b9dea82b8c6e7e2e07240dc7", size = 789866, upload-time = "2025-11-03T21:32:15.748Z" },
+    { url = "https://files.pythonhosted.org/packages/eb/51/702f5ea74e2a9c13d855a6a85b7f80c30f9e72a95493260193c07f3f8d74/regex-2025.11.3-cp313-cp313-win32.whl", hash = "sha256:28ba4d69171fc6e9896337d4fc63a43660002b7da53fc15ac992abcf3410917c", size = 266189, upload-time = "2025-11-03T21:32:17.493Z" },
+    { url = "https://files.pythonhosted.org/packages/8b/00/6e29bb314e271a743170e53649db0fdb8e8ff0b64b4f425f5602f4eb9014/regex-2025.11.3-cp313-cp313-win_amd64.whl", hash = "sha256:bac4200befe50c670c405dc33af26dad5a3b6b255dd6c000d92fe4629f9ed6a5", size = 277054, upload-time = "2025-11-03T21:32:19.042Z" },
+    { url = "https://files.pythonhosted.org/packages/25/f1/b156ff9f2ec9ac441710764dda95e4edaf5f36aca48246d1eea3f1fd96ec/regex-2025.11.3-cp313-cp313-win_arm64.whl", hash = "sha256:2292cd5a90dab247f9abe892ac584cb24f0f54680c73fcb4a7493c66c2bf2467", size = 270325, upload-time = "2025-11-03T21:32:21.338Z" },
+    { url = "https://files.pythonhosted.org/packages/20/28/fd0c63357caefe5680b8ea052131acbd7f456893b69cc2a90cc3e0dc90d4/regex-2025.11.3-cp313-cp313t-macosx_10_13_universal2.whl", hash = "sha256:1eb1ebf6822b756c723e09f5186473d93236c06c579d2cc0671a722d2ab14281", size = 491984, upload-time = "2025-11-03T21:32:23.466Z" },
+    { url = "https://files.pythonhosted.org/packages/df/ec/7014c15626ab46b902b3bcc4b28a7bae46d8f281fc7ea9c95e22fcaaa917/regex-2025.11.3-cp313-cp313t-macosx_10_13_x86_64.whl", hash = "sha256:1e00ec2970aab10dc5db34af535f21fcf32b4a31d99e34963419636e2f85ae39", size = 292673, upload-time = "2025-11-03T21:32:25.034Z" },
+    { url = "https://files.pythonhosted.org/packages/23/ab/3b952ff7239f20d05f1f99e9e20188513905f218c81d52fb5e78d2bf7634/regex-2025.11.3-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:a4cb042b615245d5ff9b3794f56be4138b5adc35a4166014d31d1814744148c7", size = 291029, upload-time = "2025-11-03T21:32:26.528Z" },
+    { url = "https://files.pythonhosted.org/packages/21/7e/3dc2749fc684f455f162dcafb8a187b559e2614f3826877d3844a131f37b/regex-2025.11.3-cp313-cp313t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:44f264d4bf02f3176467d90b294d59bf1db9fe53c141ff772f27a8b456b2a9ed", size = 807437, upload-time = "2025-11-03T21:32:28.363Z" },
+    { url = "https://files.pythonhosted.org/packages/1b/0b/d529a85ab349c6a25d1ca783235b6e3eedf187247eab536797021f7126c6/regex-2025.11.3-cp313-cp313t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:7be0277469bf3bd7a34a9c57c1b6a724532a0d235cd0dc4e7f4316f982c28b19", size = 873368, upload-time = "2025-11-03T21:32:30.4Z" },
+    { url = "https://files.pythonhosted.org/packages/7d/18/2d868155f8c9e3e9d8f9e10c64e9a9f496bb8f7e037a88a8bed26b435af6/regex-2025.11.3-cp313-cp313t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:0d31e08426ff4b5b650f68839f5af51a92a5b51abd8554a60c2fbc7c71f25d0b", size = 914921, upload-time = "2025-11-03T21:32:32.123Z" },
+    { url = "https://files.pythonhosted.org/packages/2d/71/9d72ff0f354fa783fe2ba913c8734c3b433b86406117a8db4ea2bf1c7a2f/regex-2025.11.3-cp313-cp313t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e43586ce5bd28f9f285a6e729466841368c4a0353f6fd08d4ce4630843d3648a", size = 812708, upload-time = "2025-11-03T21:32:34.305Z" },
+    { url = "https://files.pythonhosted.org/packages/e7/19/ce4bf7f5575c97f82b6e804ffb5c4e940c62609ab2a0d9538d47a7fdf7d4/regex-2025.11.3-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:0f9397d561a4c16829d4e6ff75202c1c08b68a3bdbfe29dbfcdb31c9830907c6", size = 795472, upload-time = "2025-11-03T21:32:36.364Z" },
+    { url = "https://files.pythonhosted.org/packages/03/86/fd1063a176ffb7b2315f9a1b08d17b18118b28d9df163132615b835a26ee/regex-2025.11.3-cp313-cp313t-musllinux_1_2_ppc64le.whl", hash = "sha256:dd16e78eb18ffdb25ee33a0682d17912e8cc8a770e885aeee95020046128f1ce", size = 868341, upload-time = "2025-11-03T21:32:38.042Z" },
+    { url = "https://files.pythonhosted.org/packages/12/43/103fb2e9811205e7386366501bc866a164a0430c79dd59eac886a2822950/regex-2025.11.3-cp313-cp313t-musllinux_1_2_s390x.whl", hash = "sha256:ffcca5b9efe948ba0661e9df0fa50d2bc4b097c70b9810212d6b62f05d83b2dd", size = 854666, upload-time = "2025-11-03T21:32:40.079Z" },
+    { url = "https://files.pythonhosted.org/packages/7d/22/e392e53f3869b75804762c7c848bd2dd2abf2b70fb0e526f58724638bd35/regex-2025.11.3-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:c56b4d162ca2b43318ac671c65bd4d563e841a694ac70e1a976ac38fcf4ca1d2", size = 799473, upload-time = "2025-11-03T21:32:42.148Z" },
+    { url = "https://files.pythonhosted.org/packages/4f/f9/8bd6b656592f925b6845fcbb4d57603a3ac2fb2373344ffa1ed70aa6820a/regex-2025.11.3-cp313-cp313t-win32.whl", hash = "sha256:9ddc42e68114e161e51e272f667d640f97e84a2b9ef14b7477c53aac20c2d59a", size = 268792, upload-time = "2025-11-03T21:32:44.13Z" },
+    { url = "https://files.pythonhosted.org/packages/e5/87/0e7d603467775ff65cd2aeabf1b5b50cc1c3708556a8b849a2fa4dd1542b/regex-2025.11.3-cp313-cp313t-win_amd64.whl", hash = "sha256:7a7c7fdf755032ffdd72c77e3d8096bdcb0eb92e89e17571a196f03d88b11b3c", size = 280214, upload-time = "2025-11-03T21:32:45.853Z" },
+    { url = "https://files.pythonhosted.org/packages/8d/d0/2afc6f8e94e2b64bfb738a7c2b6387ac1699f09f032d363ed9447fd2bb57/regex-2025.11.3-cp313-cp313t-win_arm64.whl", hash = "sha256:df9eb838c44f570283712e7cff14c16329a9f0fb19ca492d21d4b7528ee6821e", size = 271469, upload-time = "2025-11-03T21:32:48.026Z" },
+    { url = "https://files.pythonhosted.org/packages/31/e9/f6e13de7e0983837f7b6d238ad9458800a874bf37c264f7923e63409944c/regex-2025.11.3-cp314-cp314-macosx_10_13_universal2.whl", hash = "sha256:9697a52e57576c83139d7c6f213d64485d3df5bf84807c35fa409e6c970801c6", size = 489089, upload-time = "2025-11-03T21:32:50.027Z" },
+    { url = "https://files.pythonhosted.org/packages/a3/5c/261f4a262f1fa65141c1b74b255988bd2fa020cc599e53b080667d591cfc/regex-2025.11.3-cp314-cp314-macosx_10_13_x86_64.whl", hash = "sha256:e18bc3f73bd41243c9b38a6d9f2366cd0e0137a9aebe2d8ff76c5b67d4c0a3f4", size = 291059, upload-time = "2025-11-03T21:32:51.682Z" },
+    { url = "https://files.pythonhosted.org/packages/8e/57/f14eeb7f072b0e9a5a090d1712741fd8f214ec193dba773cf5410108bb7d/regex-2025.11.3-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:61a08bcb0ec14ff4e0ed2044aad948d0659604f824cbd50b55e30b0ec6f09c73", size = 288900, upload-time = "2025-11-03T21:32:53.569Z" },
+    { url = "https://files.pythonhosted.org/packages/3c/6b/1d650c45e99a9b327586739d926a1cd4e94666b1bd4af90428b36af66dc7/regex-2025.11.3-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:c9c30003b9347c24bcc210958c5d167b9e4f9be786cb380a7d32f14f9b84674f", size = 799010, upload-time = "2025-11-03T21:32:55.222Z" },
+    { url = "https://files.pythonhosted.org/packages/99/ee/d66dcbc6b628ce4e3f7f0cbbb84603aa2fc0ffc878babc857726b8aab2e9/regex-2025.11.3-cp314-cp314-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:4e1e592789704459900728d88d41a46fe3969b82ab62945560a31732ffc19a6d", size = 864893, upload-time = "2025-11-03T21:32:57.239Z" },
+    { url = "https://files.pythonhosted.org/packages/bf/2d/f238229f1caba7ac87a6c4153d79947fb0261415827ae0f77c304260c7d3/regex-2025.11.3-cp314-cp314-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:6538241f45eb5a25aa575dbba1069ad786f68a4f2773a29a2bd3dd1f9de787be", size = 911522, upload-time = "2025-11-03T21:32:59.274Z" },
+    { url = "https://files.pythonhosted.org/packages/bd/3d/22a4eaba214a917c80e04f6025d26143690f0419511e0116508e24b11c9b/regex-2025.11.3-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:bce22519c989bb72a7e6b36a199384c53db7722fe669ba891da75907fe3587db", size = 803272, upload-time = "2025-11-03T21:33:01.393Z" },
+    { url = "https://files.pythonhosted.org/packages/84/b1/03188f634a409353a84b5ef49754b97dbcc0c0f6fd6c8ede505a8960a0a4/regex-2025.11.3-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:66d559b21d3640203ab9075797a55165d79017520685fb407b9234d72ab63c62", size = 787958, upload-time = "2025-11-03T21:33:03.379Z" },
+    { url = "https://files.pythonhosted.org/packages/99/6a/27d072f7fbf6fadd59c64d210305e1ff865cc3b78b526fd147db768c553b/regex-2025.11.3-cp314-cp314-musllinux_1_2_ppc64le.whl", hash = "sha256:669dcfb2e38f9e8c69507bace46f4889e3abbfd9b0c29719202883c0a603598f", size = 859289, upload-time = "2025-11-03T21:33:05.374Z" },
+    { url = "https://files.pythonhosted.org/packages/9a/70/1b3878f648e0b6abe023172dacb02157e685564853cc363d9961bcccde4e/regex-2025.11.3-cp314-cp314-musllinux_1_2_s390x.whl", hash = "sha256:32f74f35ff0f25a5021373ac61442edcb150731fbaa28286bbc8bb1582c89d02", size = 850026, upload-time = "2025-11-03T21:33:07.131Z" },
+    { url = "https://files.pythonhosted.org/packages/dd/d5/68e25559b526b8baab8e66839304ede68ff6727237a47727d240006bd0ff/regex-2025.11.3-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:e6c7a21dffba883234baefe91bc3388e629779582038f75d2a5be918e250f0ed", size = 789499, upload-time = "2025-11-03T21:33:09.141Z" },
+    { url = "https://files.pythonhosted.org/packages/fc/df/43971264857140a350910d4e33df725e8c94dd9dee8d2e4729fa0d63d49e/regex-2025.11.3-cp314-cp314-win32.whl", hash = "sha256:795ea137b1d809eb6836b43748b12634291c0ed55ad50a7d72d21edf1cd565c4", size = 271604, upload-time = "2025-11-03T21:33:10.9Z" },
+    { url = "https://files.pythonhosted.org/packages/01/6f/9711b57dc6894a55faf80a4c1b5aa4f8649805cb9c7aef46f7d27e2b9206/regex-2025.11.3-cp314-cp314-win_amd64.whl", hash = "sha256:9f95fbaa0ee1610ec0fc6b26668e9917a582ba80c52cc6d9ada15e30aa9ab9ad", size = 280320, upload-time = "2025-11-03T21:33:12.572Z" },
+    { url = "https://files.pythonhosted.org/packages/f1/7e/f6eaa207d4377481f5e1775cdeb5a443b5a59b392d0065f3417d31d80f87/regex-2025.11.3-cp314-cp314-win_arm64.whl", hash = "sha256:dfec44d532be4c07088c3de2876130ff0fbeeacaa89a137decbbb5f665855a0f", size = 273372, upload-time = "2025-11-03T21:33:14.219Z" },
+    { url = "https://files.pythonhosted.org/packages/c3/06/49b198550ee0f5e4184271cee87ba4dfd9692c91ec55289e6282f0f86ccf/regex-2025.11.3-cp314-cp314t-macosx_10_13_universal2.whl", hash = "sha256:ba0d8a5d7f04f73ee7d01d974d47c5834f8a1b0224390e4fe7c12a3a92a78ecc", size = 491985, upload-time = "2025-11-03T21:33:16.555Z" },
+    { url = "https://files.pythonhosted.org/packages/ce/bf/abdafade008f0b1c9da10d934034cb670432d6cf6cbe38bbb53a1cfd6cf8/regex-2025.11.3-cp314-cp314t-macosx_10_13_x86_64.whl", hash = "sha256:442d86cf1cfe4faabf97db7d901ef58347efd004934da045c745e7b5bd57ac49", size = 292669, upload-time = "2025-11-03T21:33:18.32Z" },
+    { url = "https://files.pythonhosted.org/packages/f9/ef/0c357bb8edbd2ad8e273fcb9e1761bc37b8acbc6e1be050bebd6475f19c1/regex-2025.11.3-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:fd0a5e563c756de210bb964789b5abe4f114dacae9104a47e1a649b910361536", size = 291030, upload-time = "2025-11-03T21:33:20.048Z" },
+    { url = "https://files.pythonhosted.org/packages/79/06/edbb67257596649b8fb088d6aeacbcb248ac195714b18a65e018bf4c0b50/regex-2025.11.3-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:bf3490bcbb985a1ae97b2ce9ad1c0f06a852d5b19dde9b07bdf25bf224248c95", size = 807674, upload-time = "2025-11-03T21:33:21.797Z" },
+    { url = "https://files.pythonhosted.org/packages/f4/d9/ad4deccfce0ea336296bd087f1a191543bb99ee1c53093dcd4c64d951d00/regex-2025.11.3-cp314-cp314t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:3809988f0a8b8c9dcc0f92478d6501fac7200b9ec56aecf0ec21f4a2ec4b6009", size = 873451, upload-time = "2025-11-03T21:33:23.741Z" },
+    { url = "https://files.pythonhosted.org/packages/13/75/a55a4724c56ef13e3e04acaab29df26582f6978c000ac9cd6810ad1f341f/regex-2025.11.3-cp314-cp314t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:f4ff94e58e84aedb9c9fce66d4ef9f27a190285b451420f297c9a09f2b9abee9", size = 914980, upload-time = "2025-11-03T21:33:25.999Z" },
+    { url = "https://files.pythonhosted.org/packages/67/1e/a1657ee15bd9116f70d4a530c736983eed997b361e20ecd8f5ca3759d5c5/regex-2025.11.3-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:7eb542fd347ce61e1321b0a6b945d5701528dca0cd9759c2e3bb8bd57e47964d", size = 812852, upload-time = "2025-11-03T21:33:27.852Z" },
+    { url = "https://files.pythonhosted.org/packages/b8/6f/f7516dde5506a588a561d296b2d0044839de06035bb486b326065b4c101e/regex-2025.11.3-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:d6c2d5919075a1f2e413c00b056ea0c2f065b3f5fe83c3d07d325ab92dce51d6", size = 795566, upload-time = "2025-11-03T21:33:32.364Z" },
+    { url = "https://files.pythonhosted.org/packages/d9/dd/3d10b9e170cc16fb34cb2cef91513cf3df65f440b3366030631b2984a264/regex-2025.11.3-cp314-cp314t-musllinux_1_2_ppc64le.whl", hash = "sha256:3f8bf11a4827cc7ce5a53d4ef6cddd5ad25595d3c1435ef08f76825851343154", size = 868463, upload-time = "2025-11-03T21:33:34.459Z" },
+    { url = "https://files.pythonhosted.org/packages/f5/8e/935e6beff1695aa9085ff83195daccd72acc82c81793df480f34569330de/regex-2025.11.3-cp314-cp314t-musllinux_1_2_s390x.whl", hash = "sha256:22c12d837298651e5550ac1d964e4ff57c3f56965fc1812c90c9fb2028eaf267", size = 854694, upload-time = "2025-11-03T21:33:36.793Z" },
+    { url = "https://files.pythonhosted.org/packages/92/12/10650181a040978b2f5720a6a74d44f841371a3d984c2083fc1752e4acf6/regex-2025.11.3-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:62ba394a3dda9ad41c7c780f60f6e4a70988741415ae96f6d1bf6c239cf01379", size = 799691, upload-time = "2025-11-03T21:33:39.079Z" },
+    { url = "https://files.pythonhosted.org/packages/67/90/8f37138181c9a7690e7e4cb388debbd389342db3c7381d636d2875940752/regex-2025.11.3-cp314-cp314t-win32.whl", hash = "sha256:4bf146dca15cdd53224a1bf46d628bd7590e4a07fbb69e720d561aea43a32b38", size = 274583, upload-time = "2025-11-03T21:33:41.302Z" },
+    { url = "https://files.pythonhosted.org/packages/8f/cd/867f5ec442d56beb56f5f854f40abcfc75e11d10b11fdb1869dd39c63aaf/regex-2025.11.3-cp314-cp314t-win_amd64.whl", hash = "sha256:adad1a1bcf1c9e76346e091d22d23ac54ef28e1365117d99521631078dfec9de", size = 284286, upload-time = "2025-11-03T21:33:43.324Z" },
+    { url = "https://files.pythonhosted.org/packages/20/31/32c0c4610cbc070362bf1d2e4ea86d1ea29014d400a6d6c2486fcfd57766/regex-2025.11.3-cp314-cp314t-win_arm64.whl", hash = "sha256:c54f768482cef41e219720013cd05933b6f971d9562544d691c68699bf2b6801", size = 274741, upload-time = "2025-11-03T21:33:45.557Z" },
+]
+
 [[package]]
 name = "requests"
 version = "2.32.4"
@@ -777,6 +841,28 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/4d/c0/1108ad9f01567f66b3154063605b350b69c3c9366732e09e45f9fd0d1deb/safehttpx-0.1.6-py3-none-any.whl", hash = "sha256:407cff0b410b071623087c63dd2080c3b44dc076888d8c5823c00d1e58cb381c", size = 8692, upload-time = "2024-12-02T18:44:08.555Z" },
 ]
 
+[[package]]
+name = "safetensors"
+version = "0.7.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/29/9c/6e74567782559a63bd040a236edca26fd71bc7ba88de2ef35d75df3bca5e/safetensors-0.7.0.tar.gz", hash = "sha256:07663963b67e8bd9f0b8ad15bb9163606cd27cc5a1b96235a50d8369803b96b0", size = 200878, upload-time = "2025-11-19T15:18:43.199Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/fa/47/aef6c06649039accf914afef490268e1067ed82be62bcfa5b7e886ad15e8/safetensors-0.7.0-cp38-abi3-macosx_10_12_x86_64.whl", hash = "sha256:c82f4d474cf725255d9e6acf17252991c3c8aac038d6ef363a4bf8be2f6db517", size = 467781, upload-time = "2025-11-19T15:18:35.84Z" },
+    { url = "https://files.pythonhosted.org/packages/e8/00/374c0c068e30cd31f1e1b46b4b5738168ec79e7689ca82ee93ddfea05109/safetensors-0.7.0-cp38-abi3-macosx_11_0_arm64.whl", hash = "sha256:94fd4858284736bb67a897a41608b5b0c2496c9bdb3bf2af1fa3409127f20d57", size = 447058, upload-time = "2025-11-19T15:18:34.416Z" },
+    { url = "https://files.pythonhosted.org/packages/f1/06/578ffed52c2296f93d7fd2d844cabfa92be51a587c38c8afbb8ae449ca89/safetensors-0.7.0-cp38-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e07d91d0c92a31200f25351f4acb2bc6aff7f48094e13ebb1d0fb995b54b6542", size = 491748, upload-time = "2025-11-19T15:18:09.79Z" },
+    { url = "https://files.pythonhosted.org/packages/ae/33/1debbbb70e4791dde185edb9413d1fe01619255abb64b300157d7f15dddd/safetensors-0.7.0-cp38-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:8469155f4cb518bafb4acf4865e8bb9d6804110d2d9bdcaa78564b9fd841e104", size = 503881, upload-time = "2025-11-19T15:18:16.145Z" },
+    { url = "https://files.pythonhosted.org/packages/8e/1c/40c2ca924d60792c3be509833df711b553c60effbd91da6f5284a83f7122/safetensors-0.7.0-cp38-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:54bef08bf00a2bff599982f6b08e8770e09cc012d7bba00783fc7ea38f1fb37d", size = 623463, upload-time = "2025-11-19T15:18:21.11Z" },
+    { url = "https://files.pythonhosted.org/packages/9b/3a/13784a9364bd43b0d61eef4bea2845039bc2030458b16594a1bd787ae26e/safetensors-0.7.0-cp38-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:42cb091236206bb2016d245c377ed383aa7f78691748f3bb6ee1bfa51ae2ce6a", size = 532855, upload-time = "2025-11-19T15:18:25.719Z" },
+    { url = "https://files.pythonhosted.org/packages/a0/60/429e9b1cb3fc651937727befe258ea24122d9663e4d5709a48c9cbfceecb/safetensors-0.7.0-cp38-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dac7252938f0696ddea46f5e855dd3138444e82236e3be475f54929f0c510d48", size = 507152, upload-time = "2025-11-19T15:18:33.023Z" },
+    { url = "https://files.pythonhosted.org/packages/3c/a8/4b45e4e059270d17af60359713ffd83f97900d45a6afa73aaa0d737d48b6/safetensors-0.7.0-cp38-abi3-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:1d060c70284127fa805085d8f10fbd0962792aed71879d00864acda69dbab981", size = 541856, upload-time = "2025-11-19T15:18:31.075Z" },
+    { url = "https://files.pythonhosted.org/packages/06/87/d26d8407c44175d8ae164a95b5a62707fcc445f3c0c56108e37d98070a3d/safetensors-0.7.0-cp38-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:cdab83a366799fa730f90a4ebb563e494f28e9e92c4819e556152ad55e43591b", size = 674060, upload-time = "2025-11-19T15:18:37.211Z" },
+    { url = "https://files.pythonhosted.org/packages/11/f5/57644a2ff08dc6325816ba7217e5095f17269dada2554b658442c66aed51/safetensors-0.7.0-cp38-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:672132907fcad9f2aedcb705b2d7b3b93354a2aec1b2f706c4db852abe338f85", size = 771715, upload-time = "2025-11-19T15:18:38.689Z" },
+    { url = "https://files.pythonhosted.org/packages/86/31/17883e13a814bd278ae6e266b13282a01049b0c81341da7fd0e3e71a80a3/safetensors-0.7.0-cp38-abi3-musllinux_1_2_i686.whl", hash = "sha256:5d72abdb8a4d56d4020713724ba81dac065fedb7f3667151c4a637f1d3fb26c0", size = 714377, upload-time = "2025-11-19T15:18:40.162Z" },
+    { url = "https://files.pythonhosted.org/packages/4a/d8/0c8a7dc9b41dcac53c4cbf9df2b9c83e0e0097203de8b37a712b345c0be5/safetensors-0.7.0-cp38-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:b0f6d66c1c538d5a94a73aa9ddca8ccc4227e6c9ff555322ea40bdd142391dd4", size = 677368, upload-time = "2025-11-19T15:18:41.627Z" },
+    { url = "https://files.pythonhosted.org/packages/05/e5/cb4b713c8a93469e3c5be7c3f8d77d307e65fe89673e731f5c2bfd0a9237/safetensors-0.7.0-cp38-abi3-win32.whl", hash = "sha256:c74af94bf3ac15ac4d0f2a7c7b4663a15f8c2ab15ed0fc7531ca61d0835eccba", size = 326423, upload-time = "2025-11-19T15:18:45.74Z" },
+    { url = "https://files.pythonhosted.org/packages/5d/e6/ec8471c8072382cb91233ba7267fd931219753bb43814cbc71757bfd4dab/safetensors-0.7.0-cp38-abi3-win_amd64.whl", hash = "sha256:d1239932053f56f3456f32eb9625590cc7582e905021f94636202a864d470755", size = 341380, upload-time = "2025-11-19T15:18:44.427Z" },
+]
+
 [[package]]
 name = "semantic-version"
 version = "2.10.0"
@@ -825,6 +911,31 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/f7/1f/b876b1f83aef204198a42dc101613fefccb32258e5428b5f9259677864b4/starlette-0.47.2-py3-none-any.whl", hash = "sha256:c5847e96134e5c5371ee9fac6fdf1a67336d5815e09eb2a01fdb57a351ef915b", size = 72984, upload-time = "2025-07-20T17:31:56.738Z" },
 ]
 
+[[package]]
+name = "tokenizers"
+version = "0.22.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "huggingface-hub" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/1c/46/fb6854cec3278fbfa4a75b50232c77622bc517ac886156e6afbfa4d8fc6e/tokenizers-0.22.1.tar.gz", hash = "sha256:61de6522785310a309b3407bac22d99c4db5dba349935e99e4d15ea2226af2d9", size = 363123, upload-time = "2025-09-19T09:49:23.424Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/bf/33/f4b2d94ada7ab297328fc671fed209368ddb82f965ec2224eb1892674c3a/tokenizers-0.22.1-cp39-abi3-macosx_10_12_x86_64.whl", hash = "sha256:59fdb013df17455e5f950b4b834a7b3ee2e0271e6378ccb33aa74d178b513c73", size = 3069318, upload-time = "2025-09-19T09:49:11.848Z" },
+    { url = "https://files.pythonhosted.org/packages/1c/58/2aa8c874d02b974990e89ff95826a4852a8b2a273c7d1b4411cdd45a4565/tokenizers-0.22.1-cp39-abi3-macosx_11_0_arm64.whl", hash = "sha256:8d4e484f7b0827021ac5f9f71d4794aaef62b979ab7608593da22b1d2e3c4edc", size = 2926478, upload-time = "2025-09-19T09:49:09.759Z" },
+    { url = "https://files.pythonhosted.org/packages/1e/3b/55e64befa1e7bfea963cf4b787b2cea1011362c4193f5477047532ce127e/tokenizers-0.22.1-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:19d2962dd28bc67c1f205ab180578a78eef89ac60ca7ef7cbe9635a46a56422a", size = 3256994, upload-time = "2025-09-19T09:48:56.701Z" },
+    { url = "https://files.pythonhosted.org/packages/71/0b/fbfecf42f67d9b7b80fde4aabb2b3110a97fac6585c9470b5bff103a80cb/tokenizers-0.22.1-cp39-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:38201f15cdb1f8a6843e6563e6e79f4abd053394992b9bbdf5213ea3469b4ae7", size = 3153141, upload-time = "2025-09-19T09:48:59.749Z" },
+    { url = "https://files.pythonhosted.org/packages/17/a9/b38f4e74e0817af8f8ef925507c63c6ae8171e3c4cb2d5d4624bf58fca69/tokenizers-0.22.1-cp39-abi3-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d1cbe5454c9a15df1b3443c726063d930c16f047a3cc724b9e6e1a91140e5a21", size = 3508049, upload-time = "2025-09-19T09:49:05.868Z" },
+    { url = "https://files.pythonhosted.org/packages/d2/48/dd2b3dac46bb9134a88e35d72e1aa4869579eacc1a27238f1577270773ff/tokenizers-0.22.1-cp39-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e7d094ae6312d69cc2a872b54b91b309f4f6fbce871ef28eb27b52a98e4d0214", size = 3710730, upload-time = "2025-09-19T09:49:01.832Z" },
+    { url = "https://files.pythonhosted.org/packages/93/0e/ccabc8d16ae4ba84a55d41345207c1e2ea88784651a5a487547d80851398/tokenizers-0.22.1-cp39-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:afd7594a56656ace95cdd6df4cca2e4059d294c5cfb1679c57824b605556cb2f", size = 3412560, upload-time = "2025-09-19T09:49:03.867Z" },
+    { url = "https://files.pythonhosted.org/packages/d0/c6/dc3a0db5a6766416c32c034286d7c2d406da1f498e4de04ab1b8959edd00/tokenizers-0.22.1-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e2ef6063d7a84994129732b47e7915e8710f27f99f3a3260b8a38fc7ccd083f4", size = 3250221, upload-time = "2025-09-19T09:49:07.664Z" },
+    { url = "https://files.pythonhosted.org/packages/d7/a6/2c8486eef79671601ff57b093889a345dd3d576713ef047776015dc66de7/tokenizers-0.22.1-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:ba0a64f450b9ef412c98f6bcd2a50c6df6e2443b560024a09fa6a03189726879", size = 9345569, upload-time = "2025-09-19T09:49:14.214Z" },
+    { url = "https://files.pythonhosted.org/packages/6b/16/32ce667f14c35537f5f605fe9bea3e415ea1b0a646389d2295ec348d5657/tokenizers-0.22.1-cp39-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:331d6d149fa9c7d632cde4490fb8bbb12337fa3a0232e77892be656464f4b446", size = 9271599, upload-time = "2025-09-19T09:49:16.639Z" },
+    { url = "https://files.pythonhosted.org/packages/51/7c/a5f7898a3f6baa3fc2685c705e04c98c1094c523051c805cdd9306b8f87e/tokenizers-0.22.1-cp39-abi3-musllinux_1_2_i686.whl", hash = "sha256:607989f2ea68a46cb1dfbaf3e3aabdf3f21d8748312dbeb6263d1b3b66c5010a", size = 9533862, upload-time = "2025-09-19T09:49:19.146Z" },
+    { url = "https://files.pythonhosted.org/packages/36/65/7e75caea90bc73c1dd8d40438adf1a7bc26af3b8d0a6705ea190462506e1/tokenizers-0.22.1-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:a0f307d490295717726598ef6fa4f24af9d484809223bbc253b201c740a06390", size = 9681250, upload-time = "2025-09-19T09:49:21.501Z" },
+    { url = "https://files.pythonhosted.org/packages/30/2c/959dddef581b46e6209da82df3b78471e96260e2bc463f89d23b1bf0e52a/tokenizers-0.22.1-cp39-abi3-win32.whl", hash = "sha256:b5120eed1442765cd90b903bb6cfef781fd8fe64e34ccaecbae4c619b7b12a82", size = 2472003, upload-time = "2025-09-19T09:49:27.089Z" },
+    { url = "https://files.pythonhosted.org/packages/b3/46/e33a8c93907b631a99377ef4c5f817ab453d0b34f93529421f42ff559671/tokenizers-0.22.1-cp39-abi3-win_amd64.whl", hash = "sha256:65fd6e3fb11ca1e78a6a93602490f134d1fdeb13bcef99389d5102ea318ed138", size = 2674684, upload-time = "2025-09-19T09:49:24.953Z" },
+]
+
 [[package]]
 name = "tomlkit"
 version = "0.13.3"
@@ -843,6 +954,7 @@ dependencies = [
     { name = "gradio-leaderboard" },
     { name = "pandas" },
     { name = "plotly" },
+    { name = "transformers" },
 ]
 
 [package.metadata]
@@ -851,6 +963,7 @@ requires-dist = [
     { name = "gradio-leaderboard", specifier = ">=0.0.13" },
     { name = "pandas", specifier = ">=2.2.3" },
     { name = "plotly", specifier = ">=6.0.1" },
+    { name = "transformers", specifier = ">=4.57.3" },
 ]
 
 [[package]]
@@ -865,6 +978,27 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/d0/30/dc54f88dd4a2b5dc8a0279bdd7270e735851848b762aeb1c1184ed1f6b14/tqdm-4.67.1-py3-none-any.whl", hash = "sha256:26445eca388f82e72884e0d580d5464cd801a3ea01e63e5601bdff9ba6a48de2", size = 78540, upload-time = "2024-11-24T20:12:19.698Z" },
 ]
 
+[[package]]
+name = "transformers"
+version = "4.57.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "filelock" },
+    { name = "huggingface-hub" },
+    { name = "numpy" },
+    { name = "packaging" },
+    { name = "pyyaml" },
+    { name = "regex" },
+    { name = "requests" },
+    { name = "safetensors" },
+    { name = "tokenizers" },
+    { name = "tqdm" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/dd/70/d42a739e8dfde3d92bb2fff5819cbf331fe9657323221e79415cd5eb65ee/transformers-4.57.3.tar.gz", hash = "sha256:df4945029aaddd7c09eec5cad851f30662f8bd1746721b34cc031d70c65afebc", size = 10139680, upload-time = "2025-11-25T15:51:30.139Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/6a/6b/2f416568b3c4c91c96e5a365d164f8a4a4a88030aa8ab4644181fdadce97/transformers-4.57.3-py3-none-any.whl", hash = "sha256:c77d353a4851b1880191603d36acb313411d3577f6e2897814f333841f7003f4", size = 11993463, upload-time = "2025-11-25T15:51:26.493Z" },
+]
+
 [[package]]
 name = "typer"
 version = "0.16.0"