[ { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 96.54, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 91.43, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 79.74, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 67.76, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 78.97, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 63.27, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 38.94, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Power", "Result": 35.64, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 37.82, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Performance", "Result": 31.95, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 38.76, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Area", "Result": 34.5, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 33.02, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 97.95, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 94.12, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 80.26, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 60.0, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 79.62, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 54.12, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 39.35, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Power", "Result": 26.62, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 38.16, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Performance", "Result": 26.97, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 39.21, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "DeepSeek R1", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Area", "Result": 28.01, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 685 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 89.1, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 65.71, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 57.05, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 37.55, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 56.67, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 35.92, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 27.18, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Power", "Result": 19.7, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 27.0, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Performance", "Result": 16.04, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 26.79, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Area", "Result": 18.91, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 33.29, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 91.41, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 72.94, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 44.74, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 45.88, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 44.1, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 44.71, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 21.98, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Power", "Result": 19.24, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 20.74, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Performance", "Result": 22.19, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 21.66, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.1 405B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Area", "Result": 21.08, "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", "Params": 406 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 67.69, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 73.88, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 40.0, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 43.27, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 39.87, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 39.18, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 19.76, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Power", "Result": 20.58, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 18.69, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Performance", "Result": 19.32, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 19.51, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Area", "Result": 20.28, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 28.62, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 70.51, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 78.82, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 38.59, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 48.24, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 37.95, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 48.24, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 18.97, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Power", "Result": 23.22, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 18.35, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Performance", "Result": 24.15, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 18.86, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Llama 3.(1-3) 70B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Area", "Result": 24.71, "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "Params": 70.6 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 81.15, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 82.04, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 51.15, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 47.35, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 50.38, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 46.53, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 25.4, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Power", "Result": 24.83, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 23.83, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Performance", "Result": 23.88, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 24.52, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Area", "Result": 25.46, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 37.19, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 81.67, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 70.59, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 53.08, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 27.06, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 52.56, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 27.06, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 26.08, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Power", "Result": 12.74, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 24.92, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Performance", "Result": 13.5, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 25.83, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 72B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Area", "Result": 13.89, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "Params": 72.7 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 89.36, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 86.94, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 52.95, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 50.61, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 51.67, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 46.94, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 26.02, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Power", "Result": 25.9, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 24.46, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Performance", "Result": 23.87, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 25.32, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Area", "Result": 26.29, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 28.67, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 93.46, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 67.06, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 43.08, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 32.94, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 42.31, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 30.59, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 21.14, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Power", "Result": 15.0, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 20.48, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Performance", "Result": 15.38, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 21.15, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "Qwen2.5 32B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Area", "Result": 15.31, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", "Params": 32.5 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 86.54, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 85.71, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 38.72, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 42.45, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 38.59, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 42.45, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 19.18, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Power", "Result": 22.44, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 17.99, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Performance", "Result": 21.03, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 19.0, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Area", "Result": 22.53, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 13.24, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 81.54, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 92.94, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 39.36, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 50.59, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 38.59, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 50.59, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 19.21, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Power", "Result": 24.02, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 18.28, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Performance", "Result": 25.23, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 19.05, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "StarChat2 15B v0.1", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Area", "Result": 25.73, "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", "Params": 16 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 41.28, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 40.82, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 23.85, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 20.82, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 23.72, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 20.41, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 11.81, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Power", "Result": 12.46, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 11.25, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Performance", "Result": 10.24, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 11.76, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "RTLLM", "Task": "Area", "Result": 10.7, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 20.65, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 42.18, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 62.35, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 24.36, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 25.88, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 24.1, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 25.88, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 11.96, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Power", "Result": 11.54, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 11.38, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Performance", "Result": 12.93, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 11.86, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "DeepSeek R1 Distill Qwen 14B", "Model Type": "General", "Benchmark": "VeriGen", "Task": "Area", "Result": 12.9, "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "Params": 14.8 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 72.05, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 41.63, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 35.51, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 23.27, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 35.38, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 22.86, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 17.32, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Power", "Result": 11.92, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 16.74, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Performance", "Result": 10.85, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 17.2, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Area", "Result": 11.71, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 24.58, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 89.36, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 89.41, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 30.9, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 45.88, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 30.9, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 45.88, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 15.3, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Power", "Result": 21.74, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 14.19, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Performance", "Result": 22.88, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 15.21, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "CodeLlama 70B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Area", "Result": 22.82, "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", "Params": 69 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 87.69, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 79.59, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 45.64, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 43.27, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 43.33, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 42.04, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 21.51, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Power", "Result": 22.02, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 20.72, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Performance", "Result": 20.95, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 21.17, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Area", "Result": 22.03, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 30.44, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 84.87, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 72.94, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 45.51, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 41.18, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 44.87, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 41.18, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 22.26, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Power", "Result": 20.56, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 21.48, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Performance", "Result": 20.67, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 22.2, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "QwenCoder 2.5 32B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Area", "Result": 20.87, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "Params": 32.5 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 57.82, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 83.67, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 19.87, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 43.67, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 19.87, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 42.86, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 9.94, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Power", "Result": 23.28, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 9.83, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Performance", "Result": 21.19, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 9.47, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Area", "Result": 23.2, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 30.58, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 78.72, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 83.53, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 39.49, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 29.41, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 38.33, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 29.41, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 18.92, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Power", "Result": 14.52, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 18.2, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Performance", "Result": 14.74, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 18.76, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "DeepSeek Coder 33B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Area", "Result": 14.67, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", "Params": 33.3 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 79.74, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 78.37, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 37.82, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 41.63, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 37.05, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 40.41, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 18.03, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Power", "Result": 20.14, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 17.6, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Performance", "Result": 20.1, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 17.78, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Area", "Result": 20.25, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 37.16, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 79.36, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 67.06, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 40.26, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 34.12, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 39.49, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 34.12, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 19.74, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Power", "Result": 16.5, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 19.07, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Performance", "Result": 17.07, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 19.73, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "QwenCoder 2.5 14B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Area", "Result": 16.75, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", "Params": 14.7 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 75.77, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 75.1, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 28.59, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 46.53, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 28.21, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 42.86, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 13.81, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Power", "Result": 22.24, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 13.16, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Performance", "Result": 21.47, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 13.71, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Area", "Result": 21.73, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 16.63, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 79.87, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 92.94, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 36.03, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 43.53, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 35.51, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 37.65, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 17.57, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Power", "Result": 17.19, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 16.74, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Performance", "Result": 18.76, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 17.52, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "OpenCoder 8B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Area", "Result": 19.06, "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", "Params": 7.77 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 19.62, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 77.96, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 6.41, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 37.96, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 6.41, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 35.51, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 3.12, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Power", "Result": 19.26, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 3.18, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Performance", "Result": 17.98, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 3.16, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Area", "Result": 18.87, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 28.45, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 75.9, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 71.76, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 32.44, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 37.65, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 32.44, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 37.65, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 16.2, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Power", "Result": 18.38, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 15.26, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Performance", "Result": 18.91, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 16.16, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "QwenCoder 2.5 7B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Area", "Result": 18.92, "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", "Params": 7.61 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 80.12, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 78.37, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 29.87, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 40.41, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 29.36, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 37.96, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 14.71, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Power", "Result": 20.72, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 13.69, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Performance", "Result": 19.25, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 14.64, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "RTLLM", "Task": "Area", "Result": 21.03, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 24.57, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 68.85, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 81.18, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 32.82, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 27.06, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 31.15, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 27.06, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 15.53, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Power", "Result": 12.94, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 14.62, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Performance", "Result": 13.39, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 15.46, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "DeepSeek Coder 6,7B", "Model Type": "Coding", "Benchmark": "VeriGen", "Task": "Area", "Result": 13.58, "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", "Params": 6.74 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 52.05, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 38.78, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 23.59, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 19.18, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 23.59, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 19.18, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 11.67, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Power", "Result": 10.08, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 10.87, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Performance", "Result": 8.7, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 11.56, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Area", "Result": 9.95, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 14.97, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 63.59, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 85.88, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 26.92, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 35.29, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 26.92, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 35.29, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 13.43, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Power", "Result": 18.49, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 12.53, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Performance", "Result": 17.61, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 13.36, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder Mistral", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Area", "Result": 18.35, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", "Params": 7.24 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 75.26, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 68.57, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 33.33, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 37.14, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 32.95, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 33.06, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 16.02, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Power", "Result": 17.29, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 15.71, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Performance", "Result": 16.35, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 15.9, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Area", "Result": 16.82, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 19.76, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 84.1, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 84.71, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 39.23, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 38.82, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 38.59, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 38.82, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 19.08, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Power", "Result": 19.1, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 18.31, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Performance", "Result": 19.35, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 18.82, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "RTLCoder DeepSeek", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Area", "Result": 19.76, "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 91.02, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 23.67, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 46.54, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 12.65, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 46.92, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 10.61, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 23.38, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Power", "Result": 5.33, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 22.18, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Performance", "Result": 4.61, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 23.44, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Area", "Result": 4.79, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 19.45, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 79.35, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 87.06, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 43.07, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 35.29, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 42.95, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 35.29, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 21.5, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Power", "Result": 16.55, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 20.13, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Performance", "Result": 17.7, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 21.33, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "OriGen", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Area", "Result": 18.35, "Model URL": "https://huggingface.co/henryen/OriGen_Fix", "Params": 6.74 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 90.26, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 82.45, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 45.9, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 40.41, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 44.36, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 38.37, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 21.77, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Power", "Result": 19.1, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 21.23, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Performance", "Result": 18.31, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 21.46, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Area", "Result": 18.92, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 25.38, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 93.33, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 97.65, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 50.0, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 48.24, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 48.72, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 42.35, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 23.37, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Power", "Result": 20.21, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 23.39, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Performance", "Result": 21.15, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 23.09, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "HaVen-CodeQwen", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Area", "Result": 21.25, "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", "Params": 7.25 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 55.38, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 69.8, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 27.05, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 37.14, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 26.79, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 35.1, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 13.2, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Power", "Result": 18.92, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 12.39, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Performance", "Result": 16.88, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 13.03, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Area", "Result": 17.89, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 12.39, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 91.92, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 98.82, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 36.79, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 44.71, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 36.41, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 38.82, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 18.15, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Power", "Result": 19.06, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 16.88, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Performance", "Result": 19.38, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 18.05, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-CL-7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Area", "Result": 19.35, "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", "Params": 6.74 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 41.79, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 71.02, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 19.1, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 35.51, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 18.72, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 27.76, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 9.36, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Power", "Result": 14.85, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 9.36, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Performance", "Result": 12.21, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 9.38, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Area", "Result": 13.78, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 20.56, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 93.85, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 57.65, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 52.56, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 25.88, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 51.15, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 20.0, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 25.64, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Power", "Result": 9.39, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 24.22, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Performance", "Result": 9.99, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 25.56, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-QW-7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Area", "Result": 9.94, "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", "Params": 7.25 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Syntax (STX)", "Result": 30.77, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Syntax (STX)", "Result": 62.45, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Functionality (FNC)", "Result": 14.87, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Functionality (FNC)", "Result": 33.88, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Synthesis (SYN)", "Result": 14.62, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Synthesis (SYN)", "Result": 30.61, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Power", "Result": 7.3, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Power", "Result": 15.49, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Performance", "Result": 6.9, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Performance", "Result": 14.75, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval S2R", "Task": "Area", "Result": 7.22, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "RTLLM", "Task": "Area", "Result": 15.35, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "RTL-Repo", "Task": "Exact Matching (EM)", "Result": 21.06, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Syntax (STX)", "Result": 95.13, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Syntax (STX)", "Result": 58.82, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Functionality (FNC)", "Result": 48.85, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Functionality (FNC)", "Result": 23.53, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Synthesis (SYN)", "Result": 48.33, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Synthesis (SYN)", "Result": 17.65, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Power", "Result": 24.02, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Power", "Result": 8.26, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Performance", "Result": 22.82, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Performance", "Result": 8.81, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VerilogEval MC", "Task": "Area", "Result": 23.73, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 }, { "Model": "CodeV-DS-6.7B", "Model Type": "RTL-Specific", "Benchmark": "VeriGen", "Task": "Area", "Result": 8.47, "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", "Params": 6.74 } ]