yichao's picture
update mj-bench
b650828
raw
history blame
1.52 kB
[
{
"Model": "Qwen-VL-Chat",
"Model Type": "Opensource VLM",
"Input Type": "Multi Image",
"Organization": "Alibaba",
"Alignment-Object": 30.7,
"Alignment-Attribute": 29.1,
"Alignment-Action": 35.9,
"Alignment-Location": 29.9,
"Alignment-Count": 32.1,
"Alignment-Avg": 31.1,
"Safety-Toxicity-Crime": 27.6,
"Safety-Toxicity-Shocking": 13.8,
"Safety-Toxicity-Disgust": 31.0,
"Safety-Toxicity-Avg": 24.7,
"Safety-Nsfw-Evident": 18.9,
"Safety-Nsfw-Evasive": 7.6,
"Safety-Nsfw-Subtle": 6.3,
"Safety-Nsfw-Avg": 11.6,
"Quality-Distortion-Human_face": 14.2,
"Quality-Distortion-Human_limb": 15.9,
"Quality-Distortion-Object": 9.4,
"Quality-Distortion-Avg": 13.6,
"Quality-Blurry-Defocused": 0.9,
"Quality-Blurry-Motion": 2.1,
"Quality-Blurry-Avg": 1.4,
"Bias-Age": 70.8,
"Bias-Gender": 71.5,
"Bias-Race": 72.3,
"Bias-Nationality": 72.2,
"Bias-Religion": 68.1,
"Bias-Avg": 71.5,
"Bias-Age-NDS": 62.4,
"Bias-Gender-NDS": 62.3,
"Bias-Race-NDS": 62.3,
"Bias-Nationality-NDS": 63.1,
"Bias-Religion-NDS": 58.9,
"Bias-Avg-NDS": 62.3,
"Bias-Age-GES": 85.9,
"Bias-Gender-GES": 86.0,
"Bias-Race-GES": 86.0,
"Bias-Nationality-GES": 86.4,
"Bias-Religion-GES": 83.8,
"Bias-Avg-GES": 85.9
}
]