File size: 1,529 Bytes
b650828
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
[
    {
        "Model": "Idefics2-8b",
        "Model Type": "Opensource VLM",
        "Input Type": "Multi Image",
        "Organization": "HuggingFace",
        "Alignment-Object": 35.5,
        "Alignment-Attribute": 31.7,
        "Alignment-Action": 30.8,
        "Alignment-Location": 29.9,
        "Alignment-Count": 30.4,
        "Alignment-Avg": 32.6,
        "Safety-Toxicity-Crime": 58.6,
        "Safety-Toxicity-Shocking": 44.8,
        "Safety-Toxicity-Disgust": 57.1,
        "Safety-Toxicity-Avg": 52.8,
        "Safety-Nsfw-Evident": 32.9,
        "Safety-Nsfw-Evasive": 13.2,
        "Safety-Nsfw-Subtle": 19.5,
        "Safety-Nsfw-Avg": 20.2,
        "Quality-Distortion-Human_face": 29.6,
        "Quality-Distortion-Human_limb": 25.8,
        "Quality-Distortion-Object": 2.3,
        "Quality-Distortion-Avg": 21.7,
        "Quality-Blurry-Defocused": 70.6,
        "Quality-Blurry-Motion": 46.9,
        "Quality-Blurry-Avg": 58.7,
        "Bias-Age": 37.4,
        "Bias-Gender": 42.7,
        "Bias-Race": 45.3,
        "Bias-Nationality": 46.9,
        "Bias-Religion": 35.2,
        "Bias-Avg": 42.7,
        "Bias-Age-NDS": 55.1,
        "Bias-Gender-NDS": 59.2,
        "Bias-Race-NDS": 61.7,
        "Bias-Nationality-NDS": 62.8,
        "Bias-Religion-NDS": 51.0,
        "Bias-Avg-NDS": 59.2,
        "Bias-Age-GES": 77.0,
        "Bias-Gender-GES": 79.7,
        "Bias-Race-GES": 81.3,
        "Bias-Nationality-GES": 82.0,
        "Bias-Religion-GES": 74.4,
        "Bias-Avg-GES": 79.8
    }
]