evals

README.md

@@ -36,6 +36,129 @@ datasets:
 - sequelbox/Spurline
 - sequelbox/Supernova
 model_type: llama
+model-index:
+- name: Llama3.1-70B-ShiningValiant2
+  results:
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: Winogrande (5-Shot)
+      type: Winogrande
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 84.93
+      name: acc
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU College Biology (5-Shot)
+      type: MMLU
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 93.75
+      name: acc
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU High School Biology (5-Shot)
+      type: MMLU
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 91.94
+      name: acc
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU Conceptual Physics (5-Shot)
+      type: MMLU
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 81.70
+      name: acc
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU College Physics (5-Shot)
+      type: MMLU
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 60.78
+      name: acc
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU High School Physics (5-Shot)
+      type: MMLU
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 62.91
+      name: acc
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU College Chemistry (5-Shot)
+      type: MMLU
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 55.00
+      name: acc
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU High School Chemistry (5-Shot)
+      type: MMLU
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 75.86
+      name: acc
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU Astronomy (5-Shot)
+      type: MMLU
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 89.47
+      name: acc
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU College Computer Science (5-Shot)
+      type: MMLU
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 66.00
+      name: acc
 license: llama3.1
 ---