add json file

community_results/codefuse-ai_codefuse-deepseek-33b_codefuse-admin/codefuse-ai_CodeFuse-DeepSeek-33b_codefuse-admin.json

@@ -0,0 +1 @@
+{"results": [{"task": "multiple-r", "pass@1": 0.37888198757763975}, {"task": "humaneval", "pass@1": 0.7682926829268293}, {"task": "multiple-lua", "pass@1": 0.4720496894409938}, {"task": "multiple-php", "pass@1": 0.577639751552795}, {"task": "multiple-d", "pass@1": 0.2564102564102564}, {"task": "multiple-jl", "pass@1": 0.4528301886792453}, {"task": "multiple-cpp", "pass@1": 0.6521739130434783}, {"task": "multiple-java", "pass@1": 0.5822784810126582}, {"task": "multiple-rs", "pass@1": 0.5448717948717948}, {"task": "multiple-swift", "pass@1": 0.5093167701863354}, {"task": "multiple-js", "pass@1": 0.6521739130434783}, {"task": "multiple-rkt", "pass@1": 0.33540372670807456}], "meta": {"model": "codefuse-ai/CodeFuse-DeepSeek-33b"}}

community_results/codefuse-ai_codefuse-deepseek-33b_codefuse-admin/metrics_CodeFuse-DeepSeek-33b/metrics_humaneval_CodeFuse-DeepSeek-33b.json

@@ -0,0 +1,44 @@
+{
+  "humaneval": {
+    "pass@1": 0.7682926829268293
+  },
+  "config": {
+    "prefix": "",
+    "suffix": "",
+    "add_special_tokens": true,
+    "do_sample": false,
+    "temperature": 0.2,
+    "top_k": 0,
+    "top_p": 0.95,
+    "n_samples": 1,
+    "eos": "<|im_end|>",
+    "seed": 999999999,
+    "model": "codefuse-ai/CodeFuse-DeepSeek-33b",
+    "modeltype": "causal",
+    "peft_model": null,
+    "revision": null,
+    "use_auth_token": true,
+    "trust_remote_code": true,
+    "tasks": "humaneval",
+    "instruction_tokens": null,
+    "batch_size": 1,
+    "max_length_generation": 1024,
+    "precision": "bf16",
+    "load_in_8bit": false,
+    "load_in_4bit": false,
+    "limit": null,
+    "limit_start": 0,
+    "postprocess": true,
+    "allow_code_execution": true,
+    "generation_only": false,
+    "load_generations_path": "/app/generations_humaneval_CodeFuse-DeepSeek-33b.json",
+    "load_data_path": null,
+    "metric_output_path": "/app/metrics_CodeFuse-DeepSeek-33b/metrics_humaneval_CodeFuse-DeepSeek-33b.json",
+    "save_generations": false,
+    "save_generations_path": "generations.json",
+    "save_references": false,
+    "prompt": "prompt",
+    "max_memory_per_gpu": null,
+    "check_references": false
+  }
+}

community_results/codefuse-ai_codefuse-deepseek-33b_codefuse-admin/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-cpp_CodeFuse-DeepSeek-33b.json

@@ -0,0 +1,44 @@
+{
+  "multiple-cpp": {
+    "pass@1": 0.6521739130434783
+  },
+  "config": {
+    "prefix": "",
+    "suffix": "",
+    "add_special_tokens": true,
+    "do_sample": false,
+    "temperature": 0.2,
+    "top_k": 0,
+    "top_p": 0.95,
+    "n_samples": 1,
+    "eos": "<|im_end|>",
+    "seed": 999999999,
+    "model": "codefuse-ai/CodeFuse-DeepSeek-33b",
+    "modeltype": "causal",
+    "peft_model": null,
+    "revision": null,
+    "use_auth_token": true,
+    "trust_remote_code": true,
+    "tasks": "multiple-cpp",
+    "instruction_tokens": null,
+    "batch_size": 1,
+    "max_length_generation": 1024,
+    "precision": "bf16",
+    "load_in_8bit": false,
+    "load_in_4bit": false,
+    "limit": null,
+    "limit_start": 0,
+    "postprocess": true,
+    "allow_code_execution": true,
+    "generation_only": false,
+    "load_generations_path": "/app/generations_multiple-cpp_CodeFuse-DeepSeek-33b.json",
+    "load_data_path": null,
+    "metric_output_path": "/app/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-cpp_CodeFuse-DeepSeek-33b.json",
+    "save_generations": false,
+    "save_generations_path": "generations.json",
+    "save_references": false,
+    "prompt": "prompt",
+    "max_memory_per_gpu": null,
+    "check_references": false
+  }
+}

community_results/codefuse-ai_codefuse-deepseek-33b_codefuse-admin/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-d_CodeFuse-DeepSeek-33b.json

@@ -0,0 +1,44 @@
+{
+  "multiple-d": {
+    "pass@1": 0.2564102564102564
+  },
+  "config": {
+    "prefix": "",
+    "suffix": "",
+    "add_special_tokens": true,
+    "do_sample": false,
+    "temperature": 0.2,
+    "top_k": 0,
+    "top_p": 0.95,
+    "n_samples": 1,
+    "eos": "<|im_end|>",
+    "seed": 999999999,
+    "model": "codefuse-ai/CodeFuse-DeepSeek-33b",
+    "modeltype": "causal",
+    "peft_model": null,
+    "revision": null,
+    "use_auth_token": true,
+    "trust_remote_code": true,
+    "tasks": "multiple-d",
+    "instruction_tokens": null,
+    "batch_size": 1,
+    "max_length_generation": 1024,
+    "precision": "bf16",
+    "load_in_8bit": false,
+    "load_in_4bit": false,
+    "limit": null,
+    "limit_start": 0,
+    "postprocess": true,
+    "allow_code_execution": true,
+    "generation_only": false,
+    "load_generations_path": "/app/generations_multiple-d_CodeFuse-DeepSeek-33b.json",
+    "load_data_path": null,
+    "metric_output_path": "/app/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-d_CodeFuse-DeepSeek-33b.json",
+    "save_generations": false,
+    "save_generations_path": "generations.json",
+    "save_references": false,
+    "prompt": "prompt",
+    "max_memory_per_gpu": null,
+    "check_references": false
+  }
+}

community_results/codefuse-ai_codefuse-deepseek-33b_codefuse-admin/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-java_CodeFuse-DeepSeek-33b.json

@@ -0,0 +1,44 @@
+{
+  "multiple-java": {
+    "pass@1": 0.5822784810126582
+  },
+  "config": {
+    "prefix": "",
+    "suffix": "",
+    "add_special_tokens": true,
+    "do_sample": false,
+    "temperature": 0.2,
+    "top_k": 0,
+    "top_p": 0.95,
+    "n_samples": 1,
+    "eos": "<|im_end|>",
+    "seed": 999999999,
+    "model": "codefuse-ai/CodeFuse-DeepSeek-33b",
+    "modeltype": "causal",
+    "peft_model": null,
+    "revision": null,
+    "use_auth_token": true,
+    "trust_remote_code": true,
+    "tasks": "multiple-java",
+    "instruction_tokens": null,
+    "batch_size": 1,
+    "max_length_generation": 1024,
+    "precision": "bf16",
+    "load_in_8bit": false,
+    "load_in_4bit": false,
+    "limit": null,
+    "limit_start": 0,
+    "postprocess": true,
+    "allow_code_execution": true,
+    "generation_only": false,
+    "load_generations_path": "/app/generations_multiple-java_CodeFuse-DeepSeek-33b.json",
+    "load_data_path": null,
+    "metric_output_path": "/app/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-java_CodeFuse-DeepSeek-33b.json",
+    "save_generations": false,
+    "save_generations_path": "generations.json",
+    "save_references": false,
+    "prompt": "prompt",
+    "max_memory_per_gpu": null,
+    "check_references": false
+  }
+}

community_results/codefuse-ai_codefuse-deepseek-33b_codefuse-admin/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-jl_CodeFuse-DeepSeek-33b.json

@@ -0,0 +1,44 @@
+{
+  "multiple-jl": {
+    "pass@1": 0.4528301886792453
+  },
+  "config": {
+    "prefix": "",
+    "suffix": "",
+    "add_special_tokens": true,
+    "do_sample": false,
+    "temperature": 0.2,
+    "top_k": 0,
+    "top_p": 0.95,
+    "n_samples": 1,
+    "eos": "<|im_end|>",
+    "seed": 999999999,
+    "model": "codefuse-ai/CodeFuse-DeepSeek-33b",
+    "modeltype": "causal",
+    "peft_model": null,
+    "revision": null,
+    "use_auth_token": true,
+    "trust_remote_code": true,
+    "tasks": "multiple-jl",
+    "instruction_tokens": null,
+    "batch_size": 1,
+    "max_length_generation": 1024,
+    "precision": "bf16",
+    "load_in_8bit": false,
+    "load_in_4bit": false,
+    "limit": null,
+    "limit_start": 0,
+    "postprocess": true,
+    "allow_code_execution": true,
+    "generation_only": false,
+    "load_generations_path": "/app/generations_multiple-jl_CodeFuse-DeepSeek-33b.json",
+    "load_data_path": null,
+    "metric_output_path": "/app/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-jl_CodeFuse-DeepSeek-33b.json",
+    "save_generations": false,
+    "save_generations_path": "generations.json",
+    "save_references": false,
+    "prompt": "prompt",
+    "max_memory_per_gpu": null,
+    "check_references": false
+  }
+}

community_results/codefuse-ai_codefuse-deepseek-33b_codefuse-admin/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-js_CodeFuse-DeepSeek-33b.json

@@ -0,0 +1,44 @@
+{
+  "multiple-js": {
+    "pass@1": 0.6521739130434783
+  },
+  "config": {
+    "prefix": "",
+    "suffix": "",
+    "add_special_tokens": true,
+    "do_sample": false,
+    "temperature": 0.2,
+    "top_k": 0,
+    "top_p": 0.95,
+    "n_samples": 1,
+    "eos": "<|im_end|>",
+    "seed": 999999999,
+    "model": "codefuse-ai/CodeFuse-DeepSeek-33b",
+    "modeltype": "causal",
+    "peft_model": null,
+    "revision": null,
+    "use_auth_token": true,
+    "trust_remote_code": true,
+    "tasks": "multiple-js",
+    "instruction_tokens": null,
+    "batch_size": 1,
+    "max_length_generation": 1024,
+    "precision": "bf16",
+    "load_in_8bit": false,
+    "load_in_4bit": false,
+    "limit": null,
+    "limit_start": 0,
+    "postprocess": true,
+    "allow_code_execution": true,
+    "generation_only": false,
+    "load_generations_path": "/app/generations_multiple-js_CodeFuse-DeepSeek-33b.json",
+    "load_data_path": null,
+    "metric_output_path": "/app/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-js_CodeFuse-DeepSeek-33b.json",
+    "save_generations": false,
+    "save_generations_path": "generations.json",
+    "save_references": false,
+    "prompt": "prompt",
+    "max_memory_per_gpu": null,
+    "check_references": false
+  }
+}

community_results/codefuse-ai_codefuse-deepseek-33b_codefuse-admin/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-lua_CodeFuse-DeepSeek-33b.json

@@ -0,0 +1,44 @@
+{
+  "multiple-lua": {
+    "pass@1": 0.4720496894409938
+  },
+  "config": {
+    "prefix": "",
+    "suffix": "",
+    "add_special_tokens": true,
+    "do_sample": false,
+    "temperature": 0.2,
+    "top_k": 0,
+    "top_p": 0.95,
+    "n_samples": 1,
+    "eos": "<|im_end|>",
+    "seed": 999999999,
+    "model": "codefuse-ai/CodeFuse-DeepSeek-33b",
+    "modeltype": "causal",
+    "peft_model": null,
+    "revision": null,
+    "use_auth_token": true,
+    "trust_remote_code": true,
+    "tasks": "multiple-lua",
+    "instruction_tokens": null,
+    "batch_size": 1,
+    "max_length_generation": 1024,
+    "precision": "bf16",
+    "load_in_8bit": false,
+    "load_in_4bit": false,
+    "limit": null,
+    "limit_start": 0,
+    "postprocess": true,
+    "allow_code_execution": true,
+    "generation_only": false,
+    "load_generations_path": "/app/generations_multiple-lua_CodeFuse-DeepSeek-33b.json",
+    "load_data_path": null,
+    "metric_output_path": "/app/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-lua_CodeFuse-DeepSeek-33b.json",
+    "save_generations": false,
+    "save_generations_path": "generations.json",
+    "save_references": false,
+    "prompt": "prompt",
+    "max_memory_per_gpu": null,
+    "check_references": false
+  }
+}

community_results/codefuse-ai_codefuse-deepseek-33b_codefuse-admin/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-php_CodeFuse-DeepSeek-33b.json

@@ -0,0 +1,44 @@
+{
+  "multiple-php": {
+    "pass@1": 0.577639751552795
+  },
+  "config": {
+    "prefix": "",
+    "suffix": "",
+    "add_special_tokens": true,
+    "do_sample": false,
+    "temperature": 0.2,
+    "top_k": 0,
+    "top_p": 0.95,
+    "n_samples": 1,
+    "eos": "<|im_end|>",
+    "seed": 999999999,
+    "model": "codefuse-ai/CodeFuse-DeepSeek-33b",
+    "modeltype": "causal",
+    "peft_model": null,
+    "revision": null,
+    "use_auth_token": true,
+    "trust_remote_code": true,
+    "tasks": "multiple-php",
+    "instruction_tokens": null,
+    "batch_size": 1,
+    "max_length_generation": 1024,
+    "precision": "bf16",
+    "load_in_8bit": false,
+    "load_in_4bit": false,
+    "limit": null,
+    "limit_start": 0,
+    "postprocess": true,
+    "allow_code_execution": true,
+    "generation_only": false,
+    "load_generations_path": "/app/generations_multiple-php_CodeFuse-DeepSeek-33b.json",
+    "load_data_path": null,
+    "metric_output_path": "/app/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-php_CodeFuse-DeepSeek-33b.json",
+    "save_generations": false,
+    "save_generations_path": "generations.json",
+    "save_references": false,
+    "prompt": "prompt",
+    "max_memory_per_gpu": null,
+    "check_references": false
+  }
+}

community_results/codefuse-ai_codefuse-deepseek-33b_codefuse-admin/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-r_CodeFuse-DeepSeek-33b.json

@@ -0,0 +1,44 @@
+{
+  "multiple-r": {
+    "pass@1": 0.37888198757763975
+  },
+  "config": {
+    "prefix": "",
+    "suffix": "",
+    "add_special_tokens": true,
+    "do_sample": false,
+    "temperature": 0.2,
+    "top_k": 0,
+    "top_p": 0.95,
+    "n_samples": 1,
+    "eos": "<|im_end|>",
+    "seed": 999999999,
+    "model": "codefuse-ai/CodeFuse-DeepSeek-33b",
+    "modeltype": "causal",
+    "peft_model": null,
+    "revision": null,
+    "use_auth_token": true,
+    "trust_remote_code": true,
+    "tasks": "multiple-r",
+    "instruction_tokens": null,
+    "batch_size": 1,
+    "max_length_generation": 1024,
+    "precision": "bf16",
+    "load_in_8bit": false,
+    "load_in_4bit": false,
+    "limit": null,
+    "limit_start": 0,
+    "postprocess": true,
+    "allow_code_execution": true,
+    "generation_only": false,
+    "load_generations_path": "/app/generations_multiple-r_CodeFuse-DeepSeek-33b.json",
+    "load_data_path": null,
+    "metric_output_path": "/app/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-r_CodeFuse-DeepSeek-33b.json",
+    "save_generations": false,
+    "save_generations_path": "generations.json",
+    "save_references": false,
+    "prompt": "prompt",
+    "max_memory_per_gpu": null,
+    "check_references": false
+  }
+}

community_results/codefuse-ai_codefuse-deepseek-33b_codefuse-admin/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-rkt_CodeFuse-DeepSeek-33b.json

@@ -0,0 +1,44 @@
+{
+  "multiple-rkt": {
+    "pass@1": 0.33540372670807456
+  },
+  "config": {
+    "prefix": "",
+    "suffix": "",
+    "add_special_tokens": true,
+    "do_sample": false,
+    "temperature": 0.2,
+    "top_k": 0,
+    "top_p": 0.95,
+    "n_samples": 1,
+    "eos": "<|im_end|>",
+    "seed": 999999999,
+    "model": "codefuse-ai/CodeFuse-DeepSeek-33b",
+    "modeltype": "causal",
+    "peft_model": null,
+    "revision": null,
+    "use_auth_token": true,
+    "trust_remote_code": true,
+    "tasks": "multiple-rkt",
+    "instruction_tokens": null,
+    "batch_size": 1,
+    "max_length_generation": 1024,
+    "precision": "bf16",
+    "load_in_8bit": false,
+    "load_in_4bit": false,
+    "limit": null,
+    "limit_start": 0,
+    "postprocess": true,
+    "allow_code_execution": true,
+    "generation_only": false,
+    "load_generations_path": "/app/generations_multiple-rkt_CodeFuse-DeepSeek-33b.json",
+    "load_data_path": null,
+    "metric_output_path": "/app/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-rkt_CodeFuse-DeepSeek-33b.json",
+    "save_generations": false,
+    "save_generations_path": "generations.json",
+    "save_references": false,
+    "prompt": "prompt",
+    "max_memory_per_gpu": null,
+    "check_references": false
+  }
+}

community_results/codefuse-ai_codefuse-deepseek-33b_codefuse-admin/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-rs_CodeFuse-DeepSeek-33b.json

@@ -0,0 +1,44 @@
+{
+  "multiple-rs": {
+    "pass@1": 0.5448717948717948
+  },
+  "config": {
+    "prefix": "",
+    "suffix": "",
+    "add_special_tokens": true,
+    "do_sample": false,
+    "temperature": 0.2,
+    "top_k": 0,
+    "top_p": 0.95,
+    "n_samples": 1,
+    "eos": "<|im_end|>",
+    "seed": 999999999,
+    "model": "codefuse-ai/CodeFuse-DeepSeek-33b",
+    "modeltype": "causal",
+    "peft_model": null,
+    "revision": null,
+    "use_auth_token": true,
+    "trust_remote_code": true,
+    "tasks": "multiple-rs",
+    "instruction_tokens": null,
+    "batch_size": 1,
+    "max_length_generation": 1024,
+    "precision": "bf16",
+    "load_in_8bit": false,
+    "load_in_4bit": false,
+    "limit": null,
+    "limit_start": 0,
+    "postprocess": true,
+    "allow_code_execution": true,
+    "generation_only": false,
+    "load_generations_path": "/app/generations_multiple-rs_CodeFuse-DeepSeek-33b.json",
+    "load_data_path": null,
+    "metric_output_path": "/app/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-rs_CodeFuse-DeepSeek-33b.json",
+    "save_generations": false,
+    "save_generations_path": "generations.json",
+    "save_references": false,
+    "prompt": "prompt",
+    "max_memory_per_gpu": null,
+    "check_references": false
+  }
+}

community_results/codefuse-ai_codefuse-deepseek-33b_codefuse-admin/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-swift_CodeFuse-DeepSeek-33b.json

@@ -0,0 +1,44 @@
+{
+  "multiple-swift": {
+    "pass@1": 0.5093167701863354
+  },
+  "config": {
+    "prefix": "",
+    "suffix": "",
+    "add_special_tokens": true,
+    "do_sample": false,
+    "temperature": 0.2,
+    "top_k": 0,
+    "top_p": 0.95,
+    "n_samples": 1,
+    "eos": "<|im_end|>",
+    "seed": 999999999,
+    "model": "codefuse-ai/CodeFuse-DeepSeek-33b",
+    "modeltype": "causal",
+    "peft_model": null,
+    "revision": null,
+    "use_auth_token": true,
+    "trust_remote_code": true,
+    "tasks": "multiple-swift",
+    "instruction_tokens": null,
+    "batch_size": 1,
+    "max_length_generation": 1024,
+    "precision": "bf16",
+    "load_in_8bit": false,
+    "load_in_4bit": false,
+    "limit": null,
+    "limit_start": 0,
+    "postprocess": true,
+    "allow_code_execution": true,
+    "generation_only": false,
+    "load_generations_path": "/app/generations_multiple-swift_CodeFuse-DeepSeek-33b.json",
+    "load_data_path": null,
+    "metric_output_path": "/app/metrics_CodeFuse-DeepSeek-33b/metrics_multiple-swift_CodeFuse-DeepSeek-33b.json",
+    "save_generations": false,
+    "save_generations_path": "generations.json",
+    "save_references": false,
+    "prompt": "prompt",
+    "max_memory_per_gpu": null,
+    "check_references": false
+  }
+}