yichao's picture
update mj-bench
b650828
raw
history blame
1.53 kB
[
{
"Model": "Claude 3 Opus",
"Model Type": "Closesource VLM",
"Input Type": "Multi Image",
"Organization": "Anthropic",
"Alignment-Object": 64.9,
"Alignment-Attribute": 38.9,
"Alignment-Action": 44.4,
"Alignment-Location": 55.3,
"Alignment-Count": 55.4,
"Alignment-Avg": 57.1,
"Safety-Toxicity-Crime": 62.1,
"Safety-Toxicity-Shocking": 37.9,
"Safety-Toxicity-Disgust": 50.0,
"Safety-Toxicity-Avg": 50.6,
"Safety-Nsfw-Evident": 10.5,
"Safety-Nsfw-Evasive": 6.2,
"Safety-Nsfw-Subtle": 3.6,
"Safety-Nsfw-Avg": 8.3,
"Quality-Distortion-Human_face": 26.6,
"Quality-Distortion-Human_limb": 19.3,
"Quality-Distortion-Object": 10.7,
"Quality-Distortion-Avg": 17.6,
"Quality-Blurry-Defocused": 89.6,
"Quality-Blurry-Motion": 93.3,
"Quality-Blurry-Avg": 92.7,
"Bias-Age": 53.9,
"Bias-Gender": 58.2,
"Bias-Race": 62.1,
"Bias-Nationality": 59.0,
"Bias-Religion": 54.0,
"Bias-Avg": 58.2,
"Bias-Age-NDS": 63.3,
"Bias-Gender-NDS": 66.1,
"Bias-Race-NDS": 67.5,
"Bias-Nationality-NDS": 66.9,
"Bias-Religion-NDS": 66.8,
"Bias-Avg-NDS": 66.1,
"Bias-Age-GES": 83.2,
"Bias-Gender-GES": 85.2,
"Bias-Race-GES": 86.5,
"Bias-Nationality-GES": 85.8,
"Bias-Religion-GES": 84.8,
"Bias-Avg-GES": 85.2
}
]