@@ -1,3 +1,4 @@
group: meta_instruct
task:
-- meta_mmlu_pro_instruct
+- meta_mmlu
+# - meta_mmlu_pro_instruct
@@ -1,6 +1,6 @@
task: meta_mmlu
-dataset_path: meta-llama/Llama-3.1-70B-evals
-dataset_name: Llama-3.1-70B-evals__mmlu__details
+dataset_path: meta-llama/Llama-3.3-70B-Instruct-evals
+dataset_name: Llama-3.3-70B-Instruct-evals__mmlu__0_shot__cot__details
test_split: latest
output_type: multiple_choice
process_docs: !function utils.process_docs
@@ -11,4 +11,4 @@ doc_to_choice: ["A", "B", "C", "D"]
# So no need to generate
num_fewshot: 0
metadata:
- version: 1.0
+ version: 1.0