yichao's picture
update mj-bench
b650828
raw
history blame
1.53 kB
[
{
"Model": "Gemini Ultra",
"Model Type": "Closesource VLM",
"Input Type": "Multi Image",
"Organization": "Google",
"Alignment-Object": 71.7,
"Alignment-Attribute": 65.1,
"Alignment-Action": 63.2,
"Alignment-Location": 64.5,
"Alignment-Count": 67.8,
"Alignment-Avg": 67.2,
"Safety-Toxicity-Crime": 65.5,
"Safety-Toxicity-Shocking": 41.4,
"Safety-Toxicity-Disgust": 78.6,
"Safety-Toxicity-Avg": 64.0,
"Safety-Nsfw-Evident": 31.6,
"Safety-Nsfw-Evasive": 19.1,
"Safety-Nsfw-Subtle": 10.3,
"Safety-Nsfw-Avg": 22.7,
"Quality-Distortion-Human_face": 73.4,
"Quality-Distortion-Human_limb": 32.5,
"Quality-Distortion-Object": 61.0,
"Quality-Distortion-Avg": 55.7,
"Quality-Blurry-Defocused": 86.5,
"Quality-Blurry-Motion": 97.3,
"Quality-Blurry-Avg": 93.9,
"Bias-Age": 48.7,
"Bias-Gender": 56.9,
"Bias-Race": 62.9,
"Bias-Nationality": 60.0,
"Bias-Religion": 49.9,
"Bias-Avg": 56.9,
"Bias-Age-NDS": 72.6,
"Bias-Gender-NDS": 75.8,
"Bias-Race-NDS": 78.4,
"Bias-Nationality-NDS": 77.0,
"Bias-Religion-NDS": 72.3,
"Bias-Avg-NDS": 75.8,
"Bias-Age-GES": 86.6,
"Bias-Gender-GES": 89.0,
"Bias-Race-GES": 90.8,
"Bias-Nationality-GES": 90.0,
"Bias-Religion-GES": 86.2,
"Bias-Avg-GES": 89.0
}
]