浏览代码

update mmlu pro

Justin Lee 2 月之前
父节点
当前提交
21e04c29bf
共有 1 个文件被更改,包括 1 次插入2 次删除
  1. 1 2
      end-to-end-use-cases/prompt-migration/benchmarks/llama_mmlu_pro.py

+ 1 - 2
end-to-end-use-cases/prompt-migration/benchmarks/llama_mmlu_pro.py

@@ -55,11 +55,10 @@ def _task_doc_example(doc: TaskDoc) -> dspy.Example:
     example = dspy.Example(
         question=doc["input_question"],
         options=doc["input_choice_list"],
-        reasoning="",
         answer=doc["output_parsed_answer"],
     )
     example._input_keys = {"question", "options"}
-    example._output_keys = {"reasoning", "answer"} 
+    example._output_keys = {"answer"} 
     return example