LTGstyle
Browse files
finetune_translate_base_mt5_lr_ltgstyle.gin
CHANGED
@@ -34,10 +34,10 @@ utils.SaveCheckpointConfig:
|
|
34 |
|
35 |
#optax.adamw.weight_decay = 0.1
|
36 |
#OPTIMIZER = @optax.adamw
|
37 |
-
import t5x.optimizers
|
38 |
-
|
39 |
-
optax.adamw.learning_rate = %LR
|
40 |
-
optax.adamw.weight_decay = 0.1
|
41 |
|
42 |
|
43 |
utils.create_learning_rate_scheduler:
|
|
|
34 |
|
35 |
#optax.adamw.weight_decay = 0.1
|
36 |
#OPTIMIZER = @optax.adamw
|
37 |
+
#import t5x.optimizers
|
38 |
+
#OPTIMIZER = @optax.adamw
|
39 |
+
#optax.adamw.learning_rate = %LR
|
40 |
+
#optax.adamw.weight_decay = 0.1
|
41 |
|
42 |
|
43 |
utils.create_learning_rate_scheduler:
|