|
@@ -1,7 +1,7 @@
|
|
def get_default_finetune_args():
|
|
def get_default_finetune_args():
|
|
return {
|
|
return {
|
|
- "learning_rate": 3e-4,
|
|
|
|
- "max_steps": 360,
|
|
|
|
|
|
+ "learning_rate": 0.0003,
|
|
|
|
+ "max_steps": 60,
|
|
"early_stopping": False,
|
|
"early_stopping": False,
|
|
"load_best_model_at_end": False,
|
|
"load_best_model_at_end": False,
|
|
"peft_args": {"r_value": 32},
|
|
"peft_args": {"r_value": 32},
|