| 
					
				 | 
			
			
				@@ -3,11 +3,11 @@ 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				  
			 | 
		
	
		
			
				 | 
				 | 
			
			
				 from functools import partial 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				  
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-from llama_recipes.datasets.grammar_dataset.grammar_dataset import get_dataset as get_grammar_dataset 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-from llama_recipes.datasets.alpaca_dataset import InstructionDataset as get_alpaca_dataset 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-from llama_recipes.datasets.custom_dataset import get_custom_dataset,get_data_collator 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-from llama_recipes.datasets.samsum_dataset import get_preprocessed_samsum as get_samsum_dataset 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-from llama_recipes.datasets.toxicchat_dataset import get_llamaguard_toxicchat_dataset as get_llamaguard_toxicchat_dataset 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+from llama_cookbook.datasets.grammar_dataset.grammar_dataset import get_dataset as get_grammar_dataset 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+from llama_cookbook.datasets.alpaca_dataset import InstructionDataset as get_alpaca_dataset 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+from llama_cookbook.datasets.custom_dataset import get_custom_dataset,get_data_collator 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+from llama_cookbook.datasets.samsum_dataset import get_preprocessed_samsum as get_samsum_dataset 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+from llama_cookbook.datasets.toxicchat_dataset import get_llamaguard_toxicchat_dataset as get_llamaguard_toxicchat_dataset 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				 DATASET_PREPROC = { 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     "alpaca_dataset": partial(get_alpaca_dataset), 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     "grammar_dataset": get_grammar_dataset, 
			 |