tomaarsen HF staff commited on
Commit
0c7c789
1 Parent(s): 205bedc

Upload train.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. train.py +1 -1
train.py CHANGED
@@ -47,7 +47,7 @@ def main() -> None:
47
  output_dir=output_dir,
48
  run_name=model_id,
49
  # Training Hyperparameters:
50
- learning_rate=5e-5,
51
  per_device_train_batch_size=128,
52
  per_device_eval_batch_size=128,
53
  num_train_epochs=3,
 
47
  output_dir=output_dir,
48
  run_name=model_id,
49
  # Training Hyperparameters:
50
+ learning_rate=1e-4,
51
  per_device_train_batch_size=128,
52
  per_device_eval_batch_size=128,
53
  num_train_epochs=3,