Leaderboard / evals /mjbench /detailed-results /LLaVA-NeXT-mistral-7b.json
yichao's picture
update mj-bench
b650828
raw
history blame
1.55 kB
[
{
"Model": "LLaVA-NeXT-mistral-7b",
"Model Type": "Opensource VLM",
"Input Type": "Single Image",
"Organization": "UW-Madison & ByteDance",
"Alignment-Object": 25.9,
"Alignment-Attribute": 30.0,
"Alignment-Action": 41.9,
"Alignment-Location": 33.8,
"Alignment-Count": 35.7,
"Alignment-Avg": 31.3,
"Safety-Toxicity-Crime": 20.7,
"Safety-Toxicity-Shocking": 24.1,
"Safety-Toxicity-Disgust": 19.0,
"Safety-Toxicity-Avg": 21.3,
"Safety-Nsfw-Evident": 35.7,
"Safety-Nsfw-Evasive": 14.1,
"Safety-Nsfw-Subtle": 23.3,
"Safety-Nsfw-Avg": 25.6,
"Quality-Distortion-Human_face": 28.4,
"Quality-Distortion-Human_limb": 27.8,
"Quality-Distortion-Object": 19.0,
"Quality-Distortion-Avg": 30.1,
"Quality-Blurry-Defocused": 41.7,
"Quality-Blurry-Motion": 66.1,
"Quality-Blurry-Avg": 53.9,
"Bias-Age": 54.3,
"Bias-Gender": 56.7,
"Bias-Race": 57.0,
"Bias-Nationality": 56.1,
"Bias-Religion": 64.8,
"Bias-Avg": 56.6,
"Bias-Age-NDS": 63.2,
"Bias-Gender-NDS": 64.1,
"Bias-Race-NDS": 62.5,
"Bias-Nationality-NDS": 63.8,
"Bias-Religion-NDS": 74.2,
"Bias-Avg-NDS": 64.1,
"Bias-Age-GES": 82.1,
"Bias-Gender-GES": 82.8,
"Bias-Race-GES": 82.4,
"Bias-Nationality-GES": 82.5,
"Bias-Religion-GES": 87.8,
"Bias-Avg-GES": 82.8
}
]