PEFT
Safetensors
qwen2
alignment-handbook
trl
dpo
Generated from Trainer
File size: 784 Bytes
e965a13
 
b9dabf6
 
 
 
 
 
 
 
 
 
 
 
 
e965a13
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
{
    "epoch": 0.9995419147961521,
    "eval_logits/chosen": -0.7738187313079834,
    "eval_logits/rejected": -0.5984290242195129,
    "eval_logps/chosen": -129.0717315673828,
    "eval_logps/rejected": -278.73272705078125,
    "eval_loss": 0.33219456672668457,
    "eval_rewards/accuracies": 0.9017341136932373,
    "eval_rewards/chosen": 0.552308976650238,
    "eval_rewards/margins": 1.252788782119751,
    "eval_rewards/rejected": -0.7004798650741577,
    "eval_runtime": 251.2644,
    "eval_samples": 2763,
    "eval_samples_per_second": 10.996,
    "eval_steps_per_second": 1.377,
    "total_flos": 0.0,
    "train_loss": 0.4306906612229719,
    "train_runtime": 8689.0202,
    "train_samples": 34924,
    "train_samples_per_second": 4.019,
    "train_steps_per_second": 0.126
}