lgt decay
Browse files
batch_lrtest_bs32_decay10e.sh
CHANGED
@@ -4,7 +4,7 @@ export PYTHONPATH=${PROJECT_DIR}
|
|
4 |
echo "PROJECT_DIR is set to: ${PROJECT_DIR}"
|
5 |
|
6 |
|
7 |
-
FINETUNE_STEPS=
|
8 |
EVAL_PREFIX="norbench/eval_lr_translate_ltgstyle_decay10e"
|
9 |
MODEL_BUCKET_DIR="gs://pere-north-t5x/finetuned/"
|
10 |
|
|
|
4 |
echo "PROJECT_DIR is set to: ${PROJECT_DIR}"
|
5 |
|
6 |
|
7 |
+
FINETUNE_STEPS=3120
|
8 |
EVAL_PREFIX="norbench/eval_lr_translate_ltgstyle_decay10e"
|
9 |
MODEL_BUCKET_DIR="gs://pere-north-t5x/finetuned/"
|
10 |
|
finetune_translate_base_mt5_lr_ltgstyle_decay10e.gin
CHANGED
@@ -21,6 +21,7 @@ USE_CACHED_TASKS = False
|
|
21 |
DROPOUT_RATE = 0.1
|
22 |
RANDOM_SEED = 0
|
23 |
BATCH_SIZE = 32
|
|
|
24 |
|
25 |
#Fixing a small error
|
26 |
infer_eval/utils.DatasetConfig:
|
@@ -28,7 +29,7 @@ infer_eval/utils.DatasetConfig:
|
|
28 |
|
29 |
#Saving every 500 steps
|
30 |
utils.SaveCheckpointConfig:
|
31 |
-
period =
|
32 |
keep = 1 # number of checkpoints to keep
|
33 |
|
34 |
|
|
|
21 |
DROPOUT_RATE = 0.1
|
22 |
RANDOM_SEED = 0
|
23 |
BATCH_SIZE = 32
|
24 |
+
EVAL_PERIOD = 200
|
25 |
|
26 |
#Fixing a small error
|
27 |
infer_eval/utils.DatasetConfig:
|
|
|
29 |
|
30 |
#Saving every 500 steps
|
31 |
utils.SaveCheckpointConfig:
|
32 |
+
period = 200
|
33 |
keep = 1 # number of checkpoints to keep
|
34 |
|
35 |
|