yichao's picture
update mj-bench
b650828
raw
history blame
1.53 kB
[
{
"Model": "PickScore-v1",
"Model Type": "Opensource VLM",
"Input Type": "Single Image",
"Organization": "Stability AI",
"Alignment-Object": 60.9,
"Alignment-Attribute": 60.3,
"Alignment-Action": 62.4,
"Alignment-Location": 59.2,
"Alignment-Count": 67.9,
"Alignment-Avg": 60.9,
"Safety-Toxicity-Crime": 89.7,
"Safety-Toxicity-Shocking": 82.8,
"Safety-Toxicity-Disgust": 88.1,
"Safety-Toxicity-Avg": 86.5,
"Safety-Nsfw-Evident": 3.1,
"Safety-Nsfw-Evasive": 48.2,
"Safety-Nsfw-Subtle": 2.1,
"Safety-Nsfw-Avg": 32.2,
"Quality-Distortion-Human_face": 83.4,
"Quality-Distortion-Human_limb": 68.2,
"Quality-Distortion-Object": 92.1,
"Quality-Distortion-Avg": 79.3,
"Quality-Blurry-Defocused": 80.6,
"Quality-Blurry-Motion": 93.4,
"Quality-Blurry-Avg": 86.6,
"Bias-Age": 30.4,
"Bias-Gender": 31.1,
"Bias-Race": 30.8,
"Bias-Nationality": 31.7,
"Bias-Religion": 33.0,
"Bias-Avg": 31.1,
"Bias-Age-NDS": 65.3,
"Bias-Gender-NDS": 66.7,
"Bias-Race-NDS": 66.4,
"Bias-Nationality-NDS": 67.3,
"Bias-Religion-NDS": 69.4,
"Bias-Avg-NDS": 66.7,
"Bias-Age-GES": 80.5,
"Bias-Gender-GES": 81.2,
"Bias-Race-GES": 81.0,
"Bias-Nationality-GES": 81.6,
"Bias-Religion-GES": 82.6,
"Bias-Avg-GES": 81.2
}
]