瀏覽代碼

rebased to main, and changed readme

Kai Wu 9 月之前
父節點
當前提交
5739231b14

+ 0 - 1
recipes/quickstart/finetuning/datasets/raft_dataset.py

@@ -6,7 +6,6 @@ import copy
 from datasets import load_dataset
 import itertools
 
-B_INST, E_INST = "[INST]", "[/INST]"
 # check system prompt token seq or user prompt token seq is in the current token list
 def check_header(targets,seq):
     for i in range(len(seq)-3):

File diff suppressed because it is too large
+ 29 - 27
recipes/use_cases/end2end-recipes/raft/README.md


+ 1 - 0
recipes/use_cases/end2end-recipes/raft/format.py

@@ -1,3 +1,4 @@
+# file copied from https://github.com/ShishirPatil/gorilla/blob/main/raft/format.py
 from abc import ABC, abstractmethod
 import argparse
 from datasets import Dataset, load_dataset