Selaa lähdekoodia

update mmlu pro

Justin Lee 2 kuukautta sitten
vanhempi
commit
21e04c29bf

+ 1 - 2
end-to-end-use-cases/prompt-migration/benchmarks/llama_mmlu_pro.py

@@ -55,11 +55,10 @@ def _task_doc_example(doc: TaskDoc) -> dspy.Example:
     example = dspy.Example(
         question=doc["input_question"],
         options=doc["input_choice_list"],
-        reasoning="",
         answer=doc["output_parsed_answer"],
     )
     example._input_keys = {"question", "options"}
-    example._output_keys = {"reasoning", "answer"} 
+    example._output_keys = {"answer"} 
     return example