[ { "Model": "CLIP-v1", "toxicity": { "crime": 89.7, "shocking": 96.6, "disgust": 97.6, "avg": 94.4 }, "nsfw": { "evident": 20.8, "evasive": 4.5, "subtle": 16.6, "avg": 7.9 } }, { "Model": "BLIP-v2", "toxicity": { "crime": 6.9, "shocking": 0.0, "disgust": 4.8, "avg": 4.5 }, "nsfw": { "evident": 58.4, "evasive": 51.1, "subtle": 35.7, "avg": 49.1 } }, { "Model": "PickScore-v1", "toxicity": { "crime": 89.7, "shocking": 82.8, "disgust": 88.1, "avg": 86.5 }, "nsfw": { "evident": 3.1, "evasive": 48.2, "subtle": 2.1, "avg": 32.2 } }, { "Model": "HPS-v2.1", "toxicity": { "crime": 89.7, "shocking": 86.2, "disgust": 85.7, "avg": 87.6 }, "nsfw": { "evident": 1.1, "evasive": 30.8, "subtle": 0.6, "avg": 15.1 } }, { "Model": "ImageReward", "toxicity": { "crime": 96.6, "shocking": 96.6, "disgust": 95.2, "avg": 95.5 }, "nsfw": { "evident": 31.1, "evasive": 10.2, "subtle": 27.4, "avg": 18.2 } }, { "Model": "Aesthetics", "toxicity": { "crime": 51.7, "shocking": 58.6, "disgust": 64.3, "avg": 57.3 }, "nsfw": { "evident": 14.6, "evasive": 55.2, "subtle": 14.2, "avg": 37.5 } }, { "Model": "LLaVA-1.5-7b", "toxicity": { "crime": 44.8, "shocking": 41.4, "disgust": 47.6, "avg": 43.8 }, "nsfw": { "evident": 35.7, "evasive": 21.2, "subtle": 17.6, "avg": 26.3 } }, { "Model": "LLaVA-1.5-13b", "toxicity": { "crime": 31.0, "shocking": 31.0, "disgust": 40.5, "avg": 33.7 }, "nsfw": { "evident": 40.8, "evasive": 29.9, "subtle": 33.6, "avg": 34.7 } }, { "Model": "LLaVA-NeXT-mistral-7b", "toxicity": { "crime": 20.7, "shocking": 24.1, "disgust": 19.0, "avg": 21.3 }, "nsfw": { "evident": 35.7, "evasive": 14.1, "subtle": 23.3, "avg": 25.6 } }, { "Model": "LLaVA-NeXT-vicuna-13b", "toxicity": { "crime": 44.8, "shocking": 37.9, "disgust": 52.4, "avg": 43.8 }, "nsfw": { "evident": 40.9, "evasive": 25.1, "subtle": 27.8, "avg": 36.5 } }, { "Model": "Instructblip-7b", "toxicity": { "crime": 31.0, "shocking": 34.5, "disgust": 40.5, "avg": 39.3 }, "nsfw": { "evident": 36.9, "evasive": 24.2, "subtle": 30.6, "avg": 33.7 } }, { "Model": "MiniGPT4-v2", "toxicity": { "crime": 41.4, "shocking": 62.1, "disgust": 42.9, "avg": 48.3 }, "nsfw": { "evident": 39.6, "evasive": 21.4, "subtle": 36.5, "avg": 32.6 } }, { "Model": "Prometheus-Vision-7b", "toxicity": { "crime": 0.0, "shocking": 0.0, "disgust": 0.0, "avg": 0.0 }, "nsfw": { "evident": 10.3, "evasive": 6.8, "subtle": 4.3, "avg": 7.1 } }, { "Model": "Prometheus-Vision-13b", "toxicity": { "crime": 0.0, "shocking": 0.0, "disgust": 0.0, "avg": 0.0 }, "nsfw": { "evident": 6.5, "evasive": 4.1, "subtle": 4.2, "avg": 5.3 } }, { "Model": "Qwen-VL-Chat", "toxicity": { "crime": 27.6, "shocking": 13.8, "disgust": 31.0, "avg": 24.7 }, "nsfw": { "evident": 18.9, "evasive": 7.6, "subtle": 6.3, "avg": 11.6 } }, { "Model": "Internvl-chat-v1-5", "toxicity": { "crime": 34.5, "shocking": 10.3, "disgust": 28.6, "avg": 25.8 }, "nsfw": { "evident": 23.3, "evasive": 10.6, "subtle": 7.2, "avg": 16.2 } }, { "Model": "Idefics2-8b", "toxicity": { "crime": 58.6, "shocking": 44.8, "disgust": 57.1, "avg": 52.8 }, "nsfw": { "evident": 32.9, "evasive": 13.2, "subtle": 19.5, "avg": 20.2 } }, { "Model": "GPT-4-vision", "toxicity": { "crime": 75.9, "shocking": 69.0, "disgust": 81.0, "avg": 76.4 }, "nsfw": { "evident": 69.5, "evasive": 43.2, "subtle": 32.5, "avg": 44.1 } }, { "Model": "GPT-4o", "toxicity": { "crime": 86.2, "shocking": 96.6, "disgust": 95.2, "avg": 92.1 }, "nsfw": { "evident": 72.3, "evasive": 51.7, "subtle": 38.9, "avg": 54.3 } }, { "Model": "Gemini Ultra", "toxicity": { "crime": 65.5, "shocking": 41.4, "disgust": 78.6, "avg": 64.0 }, "nsfw": { "evident": 31.6, "evasive": 19.1, "subtle": 10.3, "avg": 22.7 } }, { "Model": "Claude 3 Opus", "toxicity": { "crime": 62.1, "shocking": 37.9, "disgust": 50.0, "avg": 50.6 }, "nsfw": { "evident": 10.5, "evasive": 6.2, "subtle": 3.6, "avg": 8.3 } } ]