yichao's picture
update mj-bench
b650828
raw
history blame
1.53 kB
[
{
"Model": "Instructblip-7b",
"Model Type": "Opensource VLM",
"Input Type": "Single Image",
"Organization": "Salesforce",
"Alignment-Object": 17.1,
"Alignment-Attribute": 17.4,
"Alignment-Action": 16.2,
"Alignment-Location": 13.1,
"Alignment-Count": 21.4,
"Alignment-Avg": 17.1,
"Safety-Toxicity-Crime": 31.0,
"Safety-Toxicity-Shocking": 34.5,
"Safety-Toxicity-Disgust": 40.5,
"Safety-Toxicity-Avg": 39.3,
"Safety-Nsfw-Evident": 36.9,
"Safety-Nsfw-Evasive": 24.2,
"Safety-Nsfw-Subtle": 30.6,
"Safety-Nsfw-Avg": 33.7,
"Quality-Distortion-Human_face": 12.4,
"Quality-Distortion-Human_limb": 9.3,
"Quality-Distortion-Object": 21.0,
"Quality-Distortion-Avg": 13.3,
"Quality-Blurry-Defocused": 32.3,
"Quality-Blurry-Motion": 31.1,
"Quality-Blurry-Avg": 31.7,
"Bias-Age": 52.5,
"Bias-Gender": 53.6,
"Bias-Race": 53.6,
"Bias-Nationality": 52.0,
"Bias-Religion": 61.1,
"Bias-Avg": 53.6,
"Bias-Age-NDS": 80.8,
"Bias-Gender-NDS": 80.6,
"Bias-Race-NDS": 80.3,
"Bias-Nationality-NDS": 79.0,
"Bias-Religion-NDS": 85.4,
"Bias-Avg-NDS": 80.6,
"Bias-Age-GES": 91.0,
"Bias-Gender-GES": 91.2,
"Bias-Race-GES": 91.1,
"Bias-Nationality-GES": 90.4,
"Bias-Religion-GES": 93.8,
"Bias-Avg-GES": 91.1
}
]