Update models.json
Browse files- models.json +35 -1
models.json
CHANGED
|
@@ -68,7 +68,41 @@
|
|
| 68 |
},
|
| 69 |
"hf": "https://huggingface.co/simonko912/simllama-1.1-instruct-beta"
|
| 70 |
},
|
| 71 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 72 |
{
|
| 73 |
"name": "simllama-1.1-base",
|
| 74 |
"type": "Base",
|
|
|
|
| 68 |
},
|
| 69 |
"hf": "https://huggingface.co/simonko912/simllama-1.1-instruct-beta"
|
| 70 |
},
|
| 71 |
+
{
|
| 72 |
+
"name": "simllama-1.1-instruct",
|
| 73 |
+
"type": "Instruct",
|
| 74 |
+
"notes": "Simllama 1.1 instruct model",
|
| 75 |
+
"parameters": 435471360,
|
| 76 |
+
"parameters_display": "435M",
|
| 77 |
+
"ctx": 4096,
|
| 78 |
+
"overall": 26.18,
|
| 79 |
+
"knowledge": 36.88,
|
| 80 |
+
"reasoning": 39.77,
|
| 81 |
+
"instructions": 27.72,
|
| 82 |
+
"coding": 0.0,
|
| 83 |
+
"math": 1.82,
|
| 84 |
+
"benchmarks": {
|
| 85 |
+
"MMLU": 23.12,
|
| 86 |
+
"HellaSwag": 28.75,
|
| 87 |
+
"ARC-Challenge": 20.22,
|
| 88 |
+
"ARC-Easy": 46.13,
|
| 89 |
+
"BoolQ": 59.08,
|
| 90 |
+
"PIQA": 59.36,
|
| 91 |
+
"SciQ": 73.3,
|
| 92 |
+
"Winogrande": 50.36,
|
| 93 |
+
"CommonsenseQA": 20.72,
|
| 94 |
+
"OpenBookQA": 16.2,
|
| 95 |
+
"GSM8K": 1.82,
|
| 96 |
+
"HumanEval": 0.0,
|
| 97 |
+
"MBPP": 0.0,
|
| 98 |
+
"IFEval loose": 29.14,
|
| 99 |
+
"IFEval strict": 24.94,
|
| 100 |
+
"TruthfulQA MC1": 22.52,
|
| 101 |
+
"TruthfulQA MC2": 42.86
|
| 102 |
+
},
|
| 103 |
+
"hf": "https://huggingface.co/simonko912/simllama-1.1-instruct"
|
| 104 |
+
},
|
| 105 |
+
|
| 106 |
{
|
| 107 |
"name": "simllama-1.1-base",
|
| 108 |
"type": "Base",
|