pip install datasets accelerate wandb transformers bitsandbytes sentencepiece
git clone https://github.com/burtenshaw/orpo.git
cd orpo
sed -i 's/num_processes: 2/num_processes: 1/' ./src/accelerate/fsdp.yaml
sed -i 's/--num_proc", default=8/--num_proc", default=1/' ./src/args.py
wandb login $WANDB_TOKEN
wandb init -p $WANDB_PROJECT
accelerate launch --config_file ./src/accelerate/fsdp.yaml main.py \
    --lr $LEARNING_RATE \
    --warmup_steps 100 \
    --model_name $MODEL_ID \
    --data_name $DATASET \
    --num_train_epochs $EPOCH \
    --max_samples $MAX_SAMPLES \
    --prompt_max_length 128 \
    --response_max_length 2048 \
    --per_device_train_batch_size 4 \
    --per_device_eval_batch_size 4 \
    --gradient_accumulation_steps 1 \
    --num_proc 1
cd $OUTPUT
cd */
huggingface-cli login --token $TOKEN
huggingface-cli upload $NEW_MODEL . .