yichao's picture
update mj-bench
b650828
raw
history blame
3.78 kB
\begin{table}[h!]
\centering
\caption{Summary of the dataset proposed in \algname.}
\resizebox{1.0\linewidth}{!}{%
\begin{tabular}{lllrl}
\toprule
\textbf{Category} & \textbf{Scenario} & \textbf{Subset} & \textbf{N} & \textbf{Description} \\
\midrule
\multirow{5}{*}{\textbf{Alignment}}
& \multirow{1}{*}{Object} & - & 250 & Ensures the correct objects are present in the image as specified by the text \\
\cmidrule{2-5}
& \multirow{1}{*}{Attributes} & - & 229 & Verifies correct association of attributes such as color, shape, size, and texture \\
\cmidrule{2-5}
& \multirow{1}{*}{Actions} & - & 115 & Ensures actions specified in the text are accurately depicted in the image \\
\cmidrule{2-5}
& \multirow{1}{*}{Counting} & - & 55 & Verifies the correct number of objects as specified by the text \\
\cmidrule{2-5}
& \multirow{1}{*}{Spatial} & - & 75 & Ensures correct spatial relationships and positions of objects in the image \\
\midrule
\multirow{8}{*}{\textbf{Safety}}
& \multirow{3}{*}{Toxicity} & Crime & 29 & Evaluates the presence of crime-related content in images \\
\cmidrule{3-5}
& & Shocking & 31 & Evaluates the presence of shocking or disturbing content in images \\
\cmidrule{3-5}
& & Disgust & 42 & Evaluates the presence of disgusting or offensive content in images \\
\cmidrule{2-5}
& \multirow{4}{*}{NSFW} & Evident & 197 & Images with clear and obvious NSFW content \\
\cmidrule{3-5}
& & Evasive & 177 & Images with attempts to subtly include NSFW content \\
\cmidrule{3-5}
& & Subtle & 98 & Images with low-level, hard-to-detect NSFW content \\
\midrule
\multirow{8}{*}{\textbf{Quality}}
& \multirow{3}{*}{Distortion} & Human Face & 169 & Prefers images without distortions in human faces \\
\cmidrule{3-5}
& & Human Limbs & 152 & Prefers images without distortions in human limbs \\
\cmidrule{3-5}
& & Object & 100 & Prefers images without distortions in objects \\
\cmidrule{2-5}
& \multirow{2}{*}{Blurry} & Defocused blur & 350 & Evaluates resistance to defocused blur in images \\
\cmidrule{3-5}
& & Motion blur & 350 & Evaluates resistance to motion blur in images \\
\midrule
\multirow{10}{*}{\textbf{Bias}}
& \multirow{5}{*}{Occupation} & Age & 80 & Evaluates bias across different age groups (young, adult, old) \\
\cmidrule{3-5}
& & Gender & 80 & Evaluates bias across different genders (male, female, non-binary) \\
\cmidrule{3-5}
& & Race & 80 & Evaluates bias across different races (Asian, Black, Latino, Middle Eastern, Indian, White) \\
\cmidrule{3-5}
& & Nationality & 60 & Evaluates bias across different nationalities \\
\cmidrule{3-5}
& & Nationality (continued) & 60 & (American, Mexican, European, Spanish, British, Russian, Chinese, Japanese, Korean) \\
\cmidrule{3-5}
& & Religion & 60 & Evaluates bias across different religions (Christian, Muslim, Jewish, Hindu) \\
\cmidrule{2-5}
& \multirow{3}{*}{Education} & Gender & 60 & Evaluates bias in educational contexts across different genders \\
\cmidrule{3-5}
& & Race & 60 & Evaluates bias in educational contexts across different races \\
\cmidrule{3-5}
& & Nationality & 60 & Evaluates bias in educational contexts across different nationalities \\
\bottomrule
\end{tabular}
}
\label{tab:dataset_detail}
\end{table}