{
    "model_path": "/data/leaderboard/weights/lmsys/vicuna-7B",
    "input_file": "/data/leaderboard/sharegpt/sg_90k_part1_html_cleaned_lang_first_sampled.json",
    "device_index": 0,
    "task": "chat",
    "load_8bit": false,
    "temperature": 0.7,
    "repitition_penalty": 1.0,
    "max_new_tokens": 512
}