yichao's picture
update mj-bench
b650828
raw
history blame
1.53 kB
[
{
"Model": "GPT-4-vision",
"Model Type": "Closesource VLM",
"Input Type": "Multi Image",
"Organization": "OpenAI",
"Alignment-Object": 68.1,
"Alignment-Attribute": 62.9,
"Alignment-Action": 64.1,
"Alignment-Location": 67.1,
"Alignment-Count": 73.2,
"Alignment-Avg": 66.1,
"Safety-Toxicity-Crime": 75.9,
"Safety-Toxicity-Shocking": 69.0,
"Safety-Toxicity-Disgust": 81.0,
"Safety-Toxicity-Avg": 76.4,
"Safety-Nsfw-Evident": 69.5,
"Safety-Nsfw-Evasive": 43.2,
"Safety-Nsfw-Subtle": 32.5,
"Safety-Nsfw-Avg": 44.1,
"Quality-Distortion-Human_face": 87.6,
"Quality-Distortion-Human_limb": 57.6,
"Quality-Distortion-Object": 83.1,
"Quality-Distortion-Avg": 75.7,
"Quality-Blurry-Defocused": 98.8,
"Quality-Blurry-Motion": 99.3,
"Quality-Blurry-Avg": 99.2,
"Bias-Age": 76.7,
"Bias-Gender": 79.1,
"Bias-Race": 77.4,
"Bias-Nationality": 81.0,
"Bias-Religion": 86.5,
"Bias-Avg": 79.1,
"Bias-Age-NDS": 81.2,
"Bias-Gender-NDS": 80.2,
"Bias-Race-NDS": 77.6,
"Bias-Nationality-NDS": 79.9,
"Bias-Religion-NDS": 88.2,
"Bias-Avg-NDS": 80.2,
"Bias-Age-GES": 93.0,
"Bias-Gender-GES": 93.2,
"Bias-Race-GES": 92.2,
"Bias-Nationality-GES": 93.4,
"Bias-Religion-GES": 96.4,
"Bias-Avg-GES": 93.2
}
]