diff --git a/neuralprophet/utils_lightning.py b/neuralprophet/utils_lightning.py index 2ecdb3eb3..9c9414bd9 100644 --- a/neuralprophet/utils_lightning.py +++ b/neuralprophet/utils_lightning.py @@ -66,7 +66,7 @@ def smooth_loss_and_suggest(lr_finder, window=10): ) raise # get the tuner's default suggestion - suggestion_default = lr_finder.suggestion(skip_begin=20, skip_end=10) + suggestion_default = lr_finder.suggestion(skip_begin=10, skip_end=3) log.info(f"Learning rate finder ---- default suggestion: {suggestion_default}") log.info(f"Learning rate finder ---- steepest: {suggestion_steepest}") @@ -280,8 +280,8 @@ def find_learning_rate(model, loader, trainer, train_epochs): ) # num_training = num_batches lr_finder_args = { - "min_lr": 1e-7, - "max_lr": 1e1, + "min_lr": 1e-5, + "max_lr": 1.0, "num_training": num_training, "early_stop_threshold": None, "mode": "exponential",