November release: we add new (big) models and mark the release of TuRTLe v2 codebase

config/constants.py

@@ -64,7 +64,7 @@ SCATTER_PLOT_X_TICKS = {
     "ticktext": ["8", "14", "32", "72", "200", "700"],
 }
 
-DEFAULT_MAX_PARAMS = 700
+DEFAULT_MAX_PARAMS = 1000
 DEFAULT_TASK = "Spec-to-RTL"
 DEFAULT_BENCHMARK = "All"
 DEFAULT_MODEL_TYPE = "All"

config/model_metadata.py

@@ -7,7 +7,7 @@ class ModelMetadata:
     url: str  # HF model card
     params: Optional[float]  # in B
     model_type: Literal["General", "Coding", "RTL-Specific"]
-    release: Literal["V1", "V2", "V3"]  # release of the leaderboard for which the model was included
+    release: Literal["V1", "V2", "V3", "V4"]  # release of the leaderboard for which the model was included
     model_arch: Literal["Dense", "Reasoning"]  # to distinguish between reasoners and non-reasoners
 
 
@@ -110,18 +110,24 @@ MODELS = {
         "https://huggingface.co/openai/gpt-oss-120b", 120, "General", "V3", "Reasoning"
     ),
     "Seed-OSS-36B": ModelMetadata(
-        "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct", 36.2, "General", "V3", "Reasoning"
+        "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct", 36.2, "General", "V4", "Reasoning"
     ),
     "Qwen3-8B": ModelMetadata(
-        "https://huggingface.co/Qwen/Qwen3-8B", 8.2, "General", "V3", "Reasoning"
+        "https://huggingface.co/Qwen/Qwen3-8B", 8.2, "General", "V4", "Reasoning"
     ),
     "Hermes-4-14B": ModelMetadata(
-        "https://huggingface.co/NousResearch/Hermes-4-14B", 14, "General", "V3", "Dense"
+        "https://huggingface.co/NousResearch/Hermes-4-14B", 14, "General", "V4", "Dense"
     ),
     "Hermes-4-14B-Reasoning": ModelMetadata(
-        "https://huggingface.co/NousResearch/Hermes-4-14B", 14, "General", "V3", "Reasoning"
+        "https://huggingface.co/NousResearch/Hermes-4-14B", 14, "General", "V4", "Reasoning"
     ),
     "Gemini 2.5 Flash (Medium)": ModelMetadata(
-        "https://huggingface.co/google", None, "General", "V3", "Reasoning"
+        "https://huggingface.co/google", None, "General", "V4", "Reasoning"
+    ),
+    "Kimi K2 Instruct 0905": ModelMetadata(
+        "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905", 1000, "General", "V4", "Dense"
+    ),
+    "DeepSeek V3.1 Terminus": ModelMetadata(
+        "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus", 685, "General", "V4", "Reasoning"
     ),
 }

data_processing.py

@@ -69,7 +69,7 @@ def filter_leaderboard(task, benchmark, model_type, search_query, max_params, st
         subset = subset[subset["Model"].str.contains(search_query, case=False, na=False)]
     max_params = float(max_params)
 
-    if max_params < 695: # when re-setting the max param slider we never reach 700 again xd
+    if max_params < 995: # when re-setting the max param slider we never reach 1000 again xd
         subset = subset[subset["Params"] <= max_params]
     else:
         subset["Params"] = subset["Params"].fillna("Unknown")

results/aggregated_scores_icarus.csv

@@ -1,4 +1,6 @@
 Model,Agg S2R,Agg MC,Agg VerilogEval S2R,Agg VerilogEval MC,Agg RTLLM,Agg VeriGen
+DeepSeek V3.1 Terminus,71.79,76.57,74.92,76.83,61.48,74.2
+Kimi K2 Instruct 0905,68.72,71.77,70.82,72.44,61.79,65.63
 Gemini 2.5 Flash (Medium),63.55,69.84,68.27,69.16,47.99,76.02
 DeepSeek R1-0528,76.79,78.86,78.84,79.65,70.04,71.64
 DeepSeek R1,75.53,76.99,77.67,77.55,68.49,71.92

results/aggregated_scores_verilator.csv

@@ -1,4 +1,6 @@
 Model,Agg S2R,Agg MC,Agg VerilogEval S2R,Agg VerilogEval MC,Agg RTLLM,Agg VeriGen
+DeepSeek V3.1 Terminus,71.35,75.31,74.22,75.43,61.89,74.2
+Kimi K2 Instruct 0905,67.8,71.78,69.72,72.46,61.46,65.63
 Gemini 2.5 Flash (Medium),63.27,70.19,67.75,69.55,48.49,76.02
 DeepSeek R1-0528,75.83,78.07,77.64,78.78,69.85,71.64
 DeepSeek R1,75.78,75.99,78.04,76.42,68.31,72.05

results/results_icarus.json

@@ -1,4 +1,554 @@
 [
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Syntax (STX)",
+        "Result": 96.28,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Syntax (STX)",
+        "Result": 90.21,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Functionality (FNC)",
+        "Result": 76.79,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Functionality (FNC)",
+        "Result": 60.43,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Synthesis (SYN)",
+        "Result": 76.67,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Synthesis (SYN)",
+        "Result": 58.3,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Power",
+        "Result": 76.05,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Power",
+        "Result": 63.84,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Performance",
+        "Result": 73.76,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Performance",
+        "Result": 58.77,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Area",
+        "Result": 74.94,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Area",
+        "Result": 61.83,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTL-Repo",
+        "Task": "Exact Matching (EM)",
+        "Result": -1.0,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Syntax (STX)",
+        "Result": 95.38,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Syntax (STX)",
+        "Result": 92.94,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Functionality (FNC)",
+        "Result": 78.97,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Functionality (FNC)",
+        "Result": 75.29,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Synthesis (SYN)",
+        "Result": 78.85,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Synthesis (SYN)",
+        "Result": 75.29,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Power",
+        "Result": 77.34,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Power",
+        "Result": 69.87,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Performance",
+        "Result": 76.11,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Performance",
+        "Result": 75.14,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Area",
+        "Result": 77.03,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Area",
+        "Result": 77.59,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Syntax (STX)",
+        "Result": 96.15,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Syntax (STX)",
+        "Result": 87.23,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Functionality (FNC)",
+        "Result": 72.82,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Functionality (FNC)",
+        "Result": 62.13,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Synthesis (SYN)",
+        "Result": 72.69,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Synthesis (SYN)",
+        "Result": 60.43,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Power",
+        "Result": 71.28,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Power",
+        "Result": 63.48,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Performance",
+        "Result": 69.98,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Performance",
+        "Result": 58.58,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Area",
+        "Result": 71.2,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Area",
+        "Result": 63.32,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTL-Repo",
+        "Task": "Exact Matching (EM)",
+        "Result": 33.65,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Syntax (STX)",
+        "Result": 98.21,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Syntax (STX)",
+        "Result": 95.29,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Functionality (FNC)",
+        "Result": 74.74,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Functionality (FNC)",
+        "Result": 69.41,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Synthesis (SYN)",
+        "Result": 74.49,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Synthesis (SYN)",
+        "Result": 69.41,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Power",
+        "Result": 73.13,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Power",
+        "Result": 57.47,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Performance",
+        "Result": 71.43,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Performance",
+        "Result": 69.9,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Area",
+        "Result": 72.76,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Area",
+        "Result": 69.51,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
     {
         "Model": "Gemini 2.5 Flash (Medium)",
         "Model Type": "General",
@@ -7,7 +557,7 @@
         "Result": 92.05,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -18,7 +568,7 @@
         "Result": 79.57,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -29,7 +579,7 @@
         "Result": 70.38,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -40,7 +590,7 @@
         "Result": 62.13,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -51,7 +601,7 @@
         "Result": 70.26,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -62,7 +612,7 @@
         "Result": 45.96,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -73,7 +623,7 @@
         "Result": 69.01,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -84,7 +634,7 @@
         "Result": 50.51,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -95,7 +645,7 @@
         "Result": 67.11,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -106,7 +656,7 @@
         "Result": 44.66,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -117,7 +667,7 @@
         "Result": 68.68,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -128,7 +678,7 @@
         "Result": 48.79,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -139,7 +689,7 @@
         "Result": -1.0,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -150,7 +700,7 @@
         "Result": 91.03,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -161,7 +711,7 @@
         "Result": 95.29,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -172,7 +722,7 @@
         "Result": 71.79,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -183,7 +733,7 @@
         "Result": 77.65,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -194,7 +744,7 @@
         "Result": 71.41,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -205,7 +755,7 @@
         "Result": 77.65,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -216,7 +766,7 @@
         "Result": 69.91,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -227,7 +777,7 @@
         "Result": 71.27,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -238,7 +788,7 @@
         "Result": 68.04,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -249,7 +799,7 @@
         "Result": 77.35,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -260,7 +810,7 @@
         "Result": 69.52,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -271,7 +821,7 @@
         "Result": 79.45,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2482,7 +3032,7 @@
         "Result": 88.97,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2493,7 +3043,7 @@
         "Result": 81.7,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2504,7 +3054,7 @@
         "Result": 71.15,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2515,7 +3065,7 @@
         "Result": 59.15,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2526,7 +3076,7 @@
         "Result": 71.15,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2537,7 +3087,7 @@
         "Result": 56.6,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2548,7 +3098,7 @@
         "Result": 70.1,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2559,7 +3109,7 @@
         "Result": 64.63,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2570,7 +3120,7 @@
         "Result": 68.1,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2581,7 +3131,7 @@
         "Result": 57.32,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2592,7 +3142,7 @@
         "Result": 70.32,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2603,7 +3153,7 @@
         "Result": 60.88,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2614,7 +3164,7 @@
         "Result": -1.0,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2625,7 +3175,7 @@
         "Result": 91.03,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2636,7 +3186,7 @@
         "Result": 91.76,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2647,7 +3197,7 @@
         "Result": 76.54,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2658,7 +3208,7 @@
         "Result": 70.59,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2669,7 +3219,7 @@
         "Result": 76.15,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2680,7 +3230,7 @@
         "Result": 70.59,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2691,7 +3241,7 @@
         "Result": 74.95,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2702,7 +3252,7 @@
         "Result": 66.11,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2713,7 +3263,7 @@
         "Result": 73.33,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2724,7 +3274,7 @@
         "Result": 70.19,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2735,7 +3285,7 @@
         "Result": 74.69,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2746,7 +3296,7 @@
         "Result": 72.45,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4407,7 +4957,7 @@
         "Result": 79.74,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4418,7 +4968,7 @@
         "Result": 76.6,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4429,7 +4979,7 @@
         "Result": 55.9,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4440,7 +4990,7 @@
         "Result": 39.57,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4451,7 +5001,7 @@
         "Result": 55.64,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4462,7 +5012,7 @@
         "Result": 34.47,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4473,7 +5023,7 @@
         "Result": 55.34,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4484,7 +5034,7 @@
         "Result": 38.35,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4495,7 +5045,7 @@
         "Result": 53.73,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4506,7 +5056,7 @@
         "Result": 32.73,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4517,7 +5067,7 @@
         "Result": 55.17,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4528,7 +5078,7 @@
         "Result": 36.13,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4539,7 +5089,7 @@
         "Result": -1.0,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4550,7 +5100,7 @@
         "Result": 51.15,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4561,7 +5111,7 @@
         "Result": 74.12,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4572,7 +5122,7 @@
         "Result": 36.54,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4583,7 +5133,7 @@
         "Result": 56.47,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4594,7 +5144,7 @@
         "Result": 36.28,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4605,7 +5155,7 @@
         "Result": 56.47,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4616,7 +5166,7 @@
         "Result": 35.26,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4627,7 +5177,7 @@
         "Result": 52.97,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4638,7 +5188,7 @@
         "Result": 35.52,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4649,7 +5199,7 @@
         "Result": 56.22,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4660,7 +5210,7 @@
         "Result": 34.94,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4671,7 +5221,7 @@
         "Result": 57.44,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4682,7 +5232,7 @@
         "Result": 72.18,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4693,7 +5243,7 @@
         "Result": 80.85,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4704,7 +5254,7 @@
         "Result": 42.31,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4715,7 +5265,7 @@
         "Result": 48.09,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4726,7 +5276,7 @@
         "Result": 42.31,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4737,7 +5287,7 @@
         "Result": 45.53,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4748,7 +5298,7 @@
         "Result": 41.73,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4759,7 +5309,7 @@
         "Result": 50.59,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4770,7 +5320,7 @@
         "Result": 40.33,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4781,7 +5331,7 @@
         "Result": 45.81,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4792,7 +5342,7 @@
         "Result": 41.38,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4803,7 +5353,7 @@
         "Result": 47.91,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4814,7 +5364,7 @@
         "Result": 28.36,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4825,7 +5375,7 @@
         "Result": 52.69,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4836,7 +5386,7 @@
         "Result": 83.53,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4847,7 +5397,7 @@
         "Result": 27.44,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4858,7 +5408,7 @@
         "Result": 45.88,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4869,7 +5419,7 @@
         "Result": 27.44,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4880,7 +5430,7 @@
         "Result": 45.88,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4891,7 +5441,7 @@
         "Result": 26.54,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4902,7 +5452,7 @@
         "Result": 43.55,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4913,7 +5463,7 @@
         "Result": 26.68,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4924,7 +5474,7 @@
         "Result": 45.98,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4935,7 +5485,7 @@
         "Result": 25.11,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4946,7 +5496,7 @@
         "Result": 44.96,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4957,7 +5507,7 @@
         "Result": 70.77,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4968,7 +5518,7 @@
         "Result": 62.13,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4979,7 +5529,7 @@
         "Result": 50.0,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4990,7 +5540,7 @@
         "Result": 34.47,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5001,7 +5551,7 @@
         "Result": 50.0,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5012,7 +5562,7 @@
         "Result": 32.77,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5023,7 +5573,7 @@
         "Result": 49.33,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5034,7 +5584,7 @@
         "Result": 35.1,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5045,7 +5595,7 @@
         "Result": 47.92,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5056,7 +5606,7 @@
         "Result": 32.52,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5067,7 +5617,7 @@
         "Result": 48.91,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5078,7 +5628,7 @@
         "Result": 31.88,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5089,7 +5639,7 @@
         "Result": -1.0,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5100,7 +5650,7 @@
         "Result": 69.36,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5111,7 +5661,7 @@
         "Result": 81.18,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5122,7 +5672,7 @@
         "Result": 51.54,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5133,7 +5683,7 @@
         "Result": 40.0,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5144,7 +5694,7 @@
         "Result": 50.64,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5155,7 +5705,7 @@
         "Result": 38.82,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5166,7 +5716,7 @@
         "Result": 49.91,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5177,7 +5727,7 @@
         "Result": 37.47,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5188,7 +5738,7 @@
         "Result": 48.4,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5199,7 +5749,7 @@
         "Result": 38.76,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5210,7 +5760,7 @@
         "Result": 49.41,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5221,7 +5771,7 @@
         "Result": 38.73,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {

results/results_icarus_november_2025.csv

@@ -1,5 +1,7 @@
 ,Syntax (STX),Syntax (STX),Functionality (FNC),Functionality (FNC),Synthesis (SYN),Synthesis (SYN),Power,Power,Performance,Performance,Area,Area,EM,Syntax (STX),Syntax (STX),Functionality (FNC),Functionality (FNC),Synthesis (SYN),Synthesis (SYN),Power,Power,Performance,Performance,Area,Area
 ,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,RTL-Repo,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen
+DeepSeek V3.1 Terminus,96.280000000000001,90.209999999999994,76.790000000000006,60.43,76.670000000000002,58.299999999999997,76.049999999999997,63.840000000000003,73.760000000000005,58.770000000000003,74.939999999999998,61.829999999999998,-1,95.379999999999995,92.939999999999998,78.969999999999999,75.290000000000006,78.849999999999994,75.290000000000006,77.340000000000003,69.870000000000005,76.109999999999999,75.140000000000001,77.030000000000001,77.590000000000003
+Kimi K2 Instruct 0905,96.150000000000006,87.230000000000004,72.819999999999993,62.130000000000003,72.689999999999998,60.43,71.280000000000001,63.479999999999997,69.980000000000004,58.579999999999998,71.200000000000003,63.32,33.649999999999999,98.209999999999994,95.290000000000006,74.739999999999995,69.409999999999997,74.489999999999995,69.409999999999997,73.129999999999995,57.469999999999999,71.430000000000007,69.900000000000006,72.760000000000005,69.510000000000005
 Gemini 2.5 Flash (Medium),92.049999999999997,79.569999999999993,70.379999999999995,62.130000000000003,70.260000000000005,45.960000000000001,69.010000000000005,50.509999999999998,67.109999999999999,44.659999999999997,68.680000000000007,48.789999999999999,-1,91.030000000000001,95.290000000000006,71.790000000000006,77.650000000000006,71.409999999999997,77.650000000000006,69.909999999999997,71.269999999999996,68.040000000000006,77.349999999999994,69.519999999999996,79.450000000000003
 DeepSeek R1-0528,96.150000000000006,86.120000000000005,81.540000000000006,64.900000000000006,81.280000000000001,64.489999999999995,79.150000000000006,73.329999999999998,78.090000000000003,65.640000000000001,79.280000000000001,71.150000000000006,-1,95.379999999999995,91.760000000000005,81.540000000000006,74.120000000000005,81.409999999999997,74.120000000000005,80.269999999999996,63.859999999999999,78.689999999999998,74.049999999999997,79.989999999999995,77.010000000000005
 DeepSeek R1,97.180000000000007,89.799999999999997,79.739999999999995,65.709999999999994,79.620000000000005,63.270000000000003,78.329999999999998,71.340000000000003,76.489999999999995,64.060000000000002,78.189999999999998,70.079999999999998,-1,97.439999999999998,96.469999999999999,79.489999999999995,74.120000000000005,79.489999999999995,74.120000000000005,78.269999999999996,64.340000000000003,76.430000000000007,74.290000000000006,77.959999999999994,77.120000000000005
@@ -65,5 +67,4 @@ CodeV-DS-6.7B,33.590000000000003,67.349999999999994,15,38.780000000000001,15,37.
 ,,,,,,,,,,,,,,,,,,,,,,,,,
 ,,,,,,,,,,,,,,,,,,,,,,,,,
 ,,,,,,,,,,,,,,,,,,,,,,,,,
-,,,,,,,,,,,,,,,,,,,,,,,,,
 

results/results_verilator.json

@@ -1,4 +1,554 @@
 [
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Syntax (STX)",
+        "Result": 95.77,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Syntax (STX)",
+        "Result": 93.62,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Functionality (FNC)",
+        "Result": 75.51,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Functionality (FNC)",
+        "Result": 62.98,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Synthesis (SYN)",
+        "Result": 75.51,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Synthesis (SYN)",
+        "Result": 58.72,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Power",
+        "Result": 75.51,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Power",
+        "Result": 64.2,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Performance",
+        "Result": 72.74,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Performance",
+        "Result": 59.11,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Area",
+        "Result": 74.42,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Area",
+        "Result": 62.35,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "RTL-Repo",
+        "Task": "Exact Matching (EM)",
+        "Result": -1.0,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Syntax (STX)",
+        "Result": 95.13,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Syntax (STX)",
+        "Result": 96.47,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Functionality (FNC)",
+        "Result": 77.05,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Functionality (FNC)",
+        "Result": 78.82,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Synthesis (SYN)",
+        "Result": 76.79,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Synthesis (SYN)",
+        "Result": 75.29,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Power",
+        "Result": 76.23,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Power",
+        "Result": 69.87,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Performance",
+        "Result": 74.3,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Performance",
+        "Result": 75.14,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Area",
+        "Result": 75.75,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek V3.1 Terminus",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Area",
+        "Result": 77.59,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus",
+        "Params": 685,
+        "Release": "V4",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Syntax (STX)",
+        "Result": 96.28,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Syntax (STX)",
+        "Result": 90.21,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Functionality (FNC)",
+        "Result": 71.28,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Functionality (FNC)",
+        "Result": 64.68,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Synthesis (SYN)",
+        "Result": 70.77,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Synthesis (SYN)",
+        "Result": 60.43,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Power",
+        "Result": 70.07,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Power",
+        "Result": 62.94,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Performance",
+        "Result": 68.77,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Performance",
+        "Result": 58.35,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Area",
+        "Result": 70.32,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Area",
+        "Result": 63.08,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "RTL-Repo",
+        "Task": "Exact Matching (EM)",
+        "Result": 33.65,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Syntax (STX)",
+        "Result": 98.59,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Syntax (STX)",
+        "Result": 95.29,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Functionality (FNC)",
+        "Result": 74.74,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Functionality (FNC)",
+        "Result": 69.41,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Synthesis (SYN)",
+        "Result": 74.1,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Synthesis (SYN)",
+        "Result": 69.41,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Power",
+        "Result": 73.29,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Power",
+        "Result": 57.47,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Performance",
+        "Result": 71.1,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Performance",
+        "Result": 69.9,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Area",
+        "Result": 73.0,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Area",
+        "Result": 69.51,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
     {
         "Model": "Gemini 2.5 Flash (Medium)",
         "Model Type": "General",
@@ -7,7 +557,7 @@
         "Result": 91.54,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -18,7 +568,7 @@
         "Result": 81.7,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -29,7 +579,7 @@
         "Result": 69.74,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -40,7 +590,7 @@
         "Result": 64.68,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -51,7 +601,7 @@
         "Result": 69.23,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -62,7 +612,7 @@
         "Result": 46.38,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -73,7 +623,7 @@
         "Result": 68.4,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -84,7 +634,7 @@
         "Result": 51.11,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -95,7 +645,7 @@
         "Result": 66.57,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -106,7 +656,7 @@
         "Result": 45.1,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -117,7 +667,7 @@
         "Result": 68.27,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -128,7 +678,7 @@
         "Result": 49.25,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -139,7 +689,7 @@
         "Result": -1.0,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -150,7 +700,7 @@
         "Result": 90.64,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -161,7 +711,7 @@
         "Result": 96.47,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -172,7 +722,7 @@
         "Result": 71.67,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -183,7 +733,7 @@
         "Result": 77.65,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -194,7 +744,7 @@
         "Result": 71.28,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -205,7 +755,7 @@
         "Result": 77.65,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -216,7 +766,7 @@
         "Result": 70.28,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -227,7 +777,7 @@
         "Result": 71.27,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -238,7 +788,7 @@
         "Result": 68.06,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -249,7 +799,7 @@
         "Result": 77.35,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -260,7 +810,7 @@
         "Result": 70.32,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -271,7 +821,7 @@
         "Result": 79.45,
         "Model URL": "https://huggingface.co/google",
         "Params": null,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2482,7 +3032,7 @@
         "Result": 89.36,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2493,7 +3043,7 @@
         "Result": 83.4,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2504,7 +3054,7 @@
         "Result": 71.15,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2515,7 +3065,7 @@
         "Result": 61.7,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2526,7 +3076,7 @@
         "Result": 70.9,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2537,7 +3087,7 @@
         "Result": 57.02,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2548,7 +3098,7 @@
         "Result": 70.53,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2559,7 +3109,7 @@
         "Result": 65.33,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2570,7 +3120,7 @@
         "Result": 68.22,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2581,7 +3131,7 @@
         "Result": 57.32,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2592,7 +3142,7 @@
         "Result": 70.33,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2603,7 +3153,7 @@
         "Result": 61.39,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2614,7 +3164,7 @@
         "Result": -1.0,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2625,7 +3175,7 @@
         "Result": 91.03,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2636,7 +3186,7 @@
         "Result": 91.76,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2647,7 +3197,7 @@
         "Result": 73.85,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2658,7 +3208,7 @@
         "Result": 70.59,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2669,7 +3219,7 @@
         "Result": 73.46,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2680,7 +3230,7 @@
         "Result": 70.59,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2691,7 +3241,7 @@
         "Result": 73.04,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2702,7 +3252,7 @@
         "Result": 66.11,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2713,7 +3263,7 @@
         "Result": 70.89,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2724,7 +3274,7 @@
         "Result": 70.19,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2735,7 +3285,7 @@
         "Result": 72.6,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -2746,7 +3296,7 @@
         "Result": 72.45,
         "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         "Params": 36.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4407,7 +4957,7 @@
         "Result": 80.64,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4418,7 +4968,7 @@
         "Result": 79.57,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4429,7 +4979,7 @@
         "Result": 56.15,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4440,7 +4990,7 @@
         "Result": 41.28,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4451,7 +5001,7 @@
         "Result": 55.77,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4462,7 +5012,7 @@
         "Result": 34.47,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4473,7 +5023,7 @@
         "Result": 55.85,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4484,7 +5034,7 @@
         "Result": 38.35,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4495,7 +5045,7 @@
         "Result": 53.71,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4506,7 +5056,7 @@
         "Result": 32.73,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4517,7 +5067,7 @@
         "Result": 55.65,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4528,7 +5078,7 @@
         "Result": 36.13,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4539,7 +5089,7 @@
         "Result": -1.0,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4550,7 +5100,7 @@
         "Result": 52.18,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4561,7 +5111,7 @@
         "Result": 84.71,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4572,7 +5122,7 @@
         "Result": 36.92,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4583,7 +5133,7 @@
         "Result": 60.0,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4594,7 +5144,7 @@
         "Result": 36.67,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4605,7 +5155,7 @@
         "Result": 58.82,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4616,7 +5166,7 @@
         "Result": 36.21,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4627,7 +5177,7 @@
         "Result": 52.97,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4638,7 +5188,7 @@
         "Result": 36.02,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4649,7 +5199,7 @@
         "Result": 58.57,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4660,7 +5210,7 @@
         "Result": 36.12,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4671,7 +5221,7 @@
         "Result": 59.8,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4682,7 +5232,7 @@
         "Result": 72.18,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4693,7 +5243,7 @@
         "Result": 85.11,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4704,7 +5254,7 @@
         "Result": 43.85,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4715,7 +5265,7 @@
         "Result": 50.64,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4726,7 +5276,7 @@
         "Result": 43.85,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4737,7 +5287,7 @@
         "Result": 45.96,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4748,7 +5298,7 @@
         "Result": 43.27,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4759,7 +5309,7 @@
         "Result": 51.01,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4770,7 +5320,7 @@
         "Result": 41.87,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4781,7 +5331,7 @@
         "Result": 46.23,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4792,7 +5342,7 @@
         "Result": 42.92,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4803,7 +5353,7 @@
         "Result": 48.33,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4814,7 +5364,7 @@
         "Result": 28.36,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4825,7 +5375,7 @@
         "Result": 54.23,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4836,7 +5386,7 @@
         "Result": 84.71,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4847,7 +5397,7 @@
         "Result": 27.69,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4858,7 +5408,7 @@
         "Result": 48.24,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4869,7 +5419,7 @@
         "Result": 27.69,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4880,7 +5430,7 @@
         "Result": 48.24,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4891,7 +5441,7 @@
         "Result": 27.36,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4902,7 +5452,7 @@
         "Result": 46.18,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4913,7 +5463,7 @@
         "Result": 27.34,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4924,7 +5474,7 @@
         "Result": 48.57,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4935,7 +5485,7 @@
         "Result": 26.2,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4946,7 +5496,7 @@
         "Result": 47.47,
         "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
         "Params": 14,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Dense"
     },
     {
@@ -4957,7 +5507,7 @@
         "Result": 70.9,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4968,7 +5518,7 @@
         "Result": 65.96,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4979,7 +5529,7 @@
         "Result": 51.03,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -4990,7 +5540,7 @@
         "Result": 37.87,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5001,7 +5551,7 @@
         "Result": 51.03,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5012,7 +5562,7 @@
         "Result": 33.62,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5023,7 +5573,7 @@
         "Result": 50.57,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5034,7 +5584,7 @@
         "Result": 36.52,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5045,7 +5595,7 @@
         "Result": 48.9,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5056,7 +5606,7 @@
         "Result": 33.6,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5067,7 +5617,7 @@
         "Result": 49.93,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5078,7 +5628,7 @@
         "Result": 33.2,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5089,7 +5639,7 @@
         "Result": -1.0,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5100,7 +5650,7 @@
         "Result": 70.77,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5111,7 +5661,7 @@
         "Result": 83.53,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5122,7 +5672,7 @@
         "Result": 51.41,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5133,7 +5683,7 @@
         "Result": 40.0,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5144,7 +5694,7 @@
         "Result": 51.15,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5155,7 +5705,7 @@
         "Result": 38.82,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5166,7 +5716,7 @@
         "Result": 50.58,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5177,7 +5727,7 @@
         "Result": 37.47,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5188,7 +5738,7 @@
         "Result": 49.17,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5199,7 +5749,7 @@
         "Result": 38.76,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5210,7 +5760,7 @@
         "Result": 50.18,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {
@@ -5221,7 +5771,7 @@
         "Result": 38.73,
         "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
         "Params": 8.2,
-        "Release": "V3",
+        "Release": "V4",
         "Thinking": "Reasoning"
     },
     {

results/results_verilator_november_2025.csv

@@ -1,5 +1,7 @@
 ,Syntax (STX),Syntax (STX),Functionality (FNC),Functionality (FNC),Synthesis (SYN),Synthesis (SYN),Power,Power,Performance,Performance,Area,Area,EM,Syntax (STX),Syntax (STX),Functionality (FNC),Functionality (FNC),Synthesis (SYN),Synthesis (SYN),Power,Power,Performance,Performance,Area,Area
 ,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,RTL-Repo,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen
+DeepSeek V3.1 Terminus,95.769999999999996,93.620000000000005,75.510000000000005,62.979999999999997,75.510000000000005,58.719999999999999,75.510000000000005,64.200000000000003,72.739999999999995,59.109999999999999,74.420000000000002,62.350000000000001,-1,95.129999999999995,96.469999999999999,77.049999999999997,78.819999999999993,76.790000000000006,75.290000000000006,76.230000000000004,69.870000000000005,74.299999999999997,75.140000000000001,75.75,77.590000000000003
+Kimi K2 Instruct 0905,96.280000000000001,90.209999999999994,71.280000000000001,64.680000000000007,70.769999999999996,60.43,70.069999999999993,62.939999999999998,68.769999999999996,58.350000000000001,70.319999999999993,63.079999999999998,33.649999999999999,98.590000000000003,95.290000000000006,74.739999999999995,69.409999999999997,74.099999999999994,69.409999999999997,73.290000000000006,57.469999999999999,71.099999999999994,69.900000000000006,73,69.510000000000005
 Gemini 2.5 Flash (Medium),91.540000000000006,81.700000000000003,69.739999999999995,64.680000000000007,69.230000000000004,46.380000000000003,68.400000000000006,51.109999999999999,66.569999999999993,45.100000000000001,68.269999999999996,49.25,-1,90.640000000000001,96.469999999999999,71.670000000000002,77.650000000000006,71.280000000000001,77.650000000000006,70.280000000000001,71.269999999999996,68.060000000000002,77.349999999999994,70.319999999999993,79.450000000000003
 DeepSeek R1-0528,96.540000000000006,89.790000000000006,79.099999999999994,67.659999999999997,78.969999999999999,64.260000000000005,78.439999999999998,73.319999999999993,76.290000000000006,65.379999999999995,78.200000000000003,70.859999999999999,-1,94.739999999999995,98.819999999999993,80,80,79.870000000000005,74.120000000000005,79.659999999999997,63.859999999999999,77.280000000000001,74.049999999999997,79.409999999999997,77.010000000000005
 DeepSeek R1,97.689999999999998,93.189999999999998,79.359999999999999,67.659999999999997,79.099999999999994,62.979999999999997,79.010000000000005,71.379999999999995,76.489999999999995,63.740000000000002,78.629999999999995,69.819999999999993,-1,97.439999999999998,95.290000000000006,77.819999999999993,74.120000000000005,77.689999999999998,74.120000000000005,77.299999999999997,64.579999999999998,75.030000000000001,74.420000000000002,76.939999999999998,77.150000000000006
@@ -65,5 +67,4 @@ CodeV-DS-6.7B,34.359999999999999,69.790000000000006,14.74,41.280000000000001,14.
 ,,,,,,,,,,,,,,,,,,,,,,,,,
 ,,,,,,,,,,,,,,,,,,,,,,,,,
 ,,,,,,,,,,,,,,,,,,,,,,,,,
-,,,,,,,,,,,,,,,,,,,,,,,,,
 

static/html_content.py

@@ -44,6 +44,9 @@ INTRO_HTML = """
         Use the filters below to explore different RTL benchmarks, simulators and models.
     </p>
     <p style="margin-top:10px; text-align:start !important;">
+<span style="font-variant:small-caps; font-weight:bold;">UPDATE (NOV 2025):</span> We release a new codebase <a href="https://github.com/HPAI-BSC/TuRTLe" target="_blank">TuRTLe v2</a> with API support and local Docker evaluation. Added <span>Kimi K2 Inst</span>, <span>DeepSeek V3.1 Terminus</span>, and <span>Google's Gemini 2.5 Flash</span>
+    </p>
+    <p style="margin-top:-6px; text-align:start !important;">
         <span style="font-variant:small-caps; font-weight:bold;">UPDATE (OCT 2025):</span> Added <span>Hermes-4-14B</span>, <span>Qwen3-8B</span>, and <span>Seed-OSS-36B</span> to the leaderboard. Implemented Other Models tab and moved models to it
     </p>
     <p style="margin-top:-6px; text-align:start !important;">
@@ -115,4 +118,4 @@ OTHER_MODELS_HTML = """
         These models were previously listed on the main leaderboard, evaluated with a potentially deprecated version of TuRTLe, and will no longer be updated.
     </p>
 </div>
-"""
+"""

utils.py

@@ -15,7 +15,7 @@ def model_hyperlink(link, model_name, release, thinking=False):
     new_badge = f' <span class="badge new-badge">new</span>'
     reasoning_badge = f' <span class="badge reasoning-badge">reasoning</span>'
 
-    if release == "V3":
+    if release == "V4":
         # show new badge only to the latest releases
         return ret + reasoning_badge + new_badge if thinking == "Reasoning" else ret + new_badge
     else: