From 5f0f6aac63373780132fced5ad8fd6216097f5ae Mon Sep 17 00:00:00 2001 From: Volpeon Date: Fri, 31 Mar 2023 21:05:11 +0200 Subject: Update --- train_lora.py | 7 +++++++ 1 file changed, 7 insertions(+) (limited to 'train_lora.py') diff --git a/train_lora.py b/train_lora.py index d89b18d..59beb09 100644 --- a/train_lora.py +++ b/train_lora.py @@ -271,6 +271,12 @@ def parse_args(): default=10, help="Number of steps for the warmup in the lr scheduler." ) + parser.add_argument( + "--lr_mid_point", + type=float, + default=0.3, + help="OneCycle schedule mid point." + ) parser.add_argument( "--lr_cycles", type=int, @@ -662,6 +668,7 @@ def main(): end_lr=1e2, train_epochs=num_train_epochs, warmup_epochs=args.lr_warmup_epochs, + mid_point=args.lr_mid_point, ) metrics = trainer( -- cgit v1.2.3-70-g09d2