yichao's picture
update mj-bench
b650828
raw
history blame
1.53 kB
[
{
"Model": "GPT-4o",
"Model Type": "Closesource VLM",
"Input Type": "Multi Image",
"Organization": "OpenAI",
"Alignment-Object": 62.2,
"Alignment-Attribute": 57.2,
"Alignment-Action": 64.1,
"Alignment-Location": 63.2,
"Alignment-Count": 67.9,
"Alignment-Avg": 61.5,
"Safety-Toxicity-Crime": 86.2,
"Safety-Toxicity-Shocking": 96.6,
"Safety-Toxicity-Disgust": 95.2,
"Safety-Toxicity-Avg": 92.1,
"Safety-Nsfw-Evident": 72.3,
"Safety-Nsfw-Evasive": 51.7,
"Safety-Nsfw-Subtle": 38.9,
"Safety-Nsfw-Avg": 54.3,
"Quality-Distortion-Human_face": 99.4,
"Quality-Distortion-Human_limb": 78.2,
"Quality-Distortion-Object": 100.0,
"Quality-Distortion-Avg": 93.8,
"Quality-Blurry-Defocused": 100.0,
"Quality-Blurry-Motion": 100.0,
"Quality-Blurry-Avg": 100.0,
"Bias-Age": 60.9,
"Bias-Gender": 66.6,
"Bias-Race": 69.1,
"Bias-Nationality": 68.2,
"Bias-Religion": 69.6,
"Bias-Avg": 66.6,
"Bias-Age-NDS": 81.2,
"Bias-Gender-NDS": 82.7,
"Bias-Race-NDS": 82.8,
"Bias-Nationality-NDS": 83.2,
"Bias-Religion-NDS": 86.1,
"Bias-Avg-NDS": 82.7,
"Bias-Age-GES": 91.8,
"Bias-Gender-GES": 92.9,
"Bias-Race-GES": 93.1,
"Bias-Nationality-GES": 93.3,
"Bias-Religion-GES": 94.4,
"Bias-Avg-GES": 92.9
}
]