From f0ade941de3d46f613b24e1f70d8a170bde27740 Mon Sep 17 00:00:00 2001 From: tuoping Date: Tue, 29 Nov 2022 22:59:02 +0800 Subject: [PATCH] add reuse_decay_steps --- dpgen/generator/run.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/dpgen/generator/run.py b/dpgen/generator/run.py index 69305229c..58db71577 100644 --- a/dpgen/generator/run.py +++ b/dpgen/generator/run.py @@ -228,6 +228,7 @@ def make_train (iter_index, training_reuse_stop_batch = 400000 training_reuse_start_lr = jdata.get('training_reuse_start_lr', 1e-4) + training_reuse_decay_steps = jdata.get('training_reuse_decay_steps', None) training_reuse_start_pref_e = jdata.get('training_reuse_start_pref_e', 0.1) training_reuse_start_pref_f = jdata.get('training_reuse_start_pref_f', 100) model_devi_activation_func = jdata.get('model_devi_activation_func', None) @@ -376,6 +377,7 @@ def make_train (iter_index, if jinput['loss'].get('start_pref_f') is not None: jinput['loss']['start_pref_f'] = training_reuse_start_pref_f jinput['learning_rate']['start_lr'] = training_reuse_start_lr + jinput['learning_rate']['decay_steps'] = training_reuse_decay_steps for ii in range(numb_models) :