{"id":"https://openalex.org/W7166877664","doi":"https://doi.org/10.48550/arxiv.2606.31711","title":"Arena-T2I Hard: Benchmarking and Improving Faithfulness with Dependency-Aware Checklist","display_name":"Arena-T2I Hard: Benchmarking and Improving Faithfulness with Dependency-Aware Checklist","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166877664","doi":"https://doi.org/10.48550/arxiv.2606.31711"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31711","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31711","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139794109","display_name":"Yuanhao Ban","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ban, Yuanhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139835714","display_name":"Tong Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139754278","display_name":"Sohyun An","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Sohyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139809277","display_name":"Yunqi Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Yunqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113258467","display_name":"Evan Frick","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frick, Evan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071777193","display_name":"I-Hung Hsu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hsu, I-Hung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139782202","display_name":"Wei-Lin Chiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chiang, Wei-Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139721272","display_name":"Ion Stoica","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stoica, Ion","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139818952","display_name":"Cho-Jui Hsieh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hsieh, Cho-Jui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.32409998774528503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.32409998774528503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.1582999974489212,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.11010000109672546,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7563999891281128},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.6525999903678894},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5638999938964844},{"id":"https://openalex.org/keywords/checklist","display_name":"Checklist","score":0.5296000242233276},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.5080999732017517},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4912000000476837},{"id":"https://openalex.org/keywords/proposition","display_name":"Proposition","score":0.44760000705718994},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.42340001463890076}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7563999891281128},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.6525999903678894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5961999893188477},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5755000114440918},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5638999938964844},{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.5296000242233276},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.5080999732017517},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4912000000476837},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4569000005722046},{"id":"https://openalex.org/C2777152325","wikidata":"https://www.wikidata.org/wiki/Q108163","display_name":"Proposition","level":2,"score":0.44760000705718994},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.42340001463890076},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4156999886035919},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.414000004529953},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4108999967575073},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.3871999979019165},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3817000091075897},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.3790999948978424},{"id":"https://openalex.org/C104054115","wikidata":"https://www.wikidata.org/wiki/Q216828","display_name":"Cohesion (chemistry)","level":2,"score":0.31619998812675476},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.2567000091075897},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31711","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31711","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6529552936553955,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Faithfulness":[0],"--":[1,11],"how":[2],"precisely":[3],"a":[4,63,83,116,150,159,173,179,201],"generated":[5],"image":[6],"aligns":[7],"with":[8,93,115,178],"its":[9,192],"prompt":[10,100,146,157],"is":[12],"increasingly":[13],"central":[14],"to":[15,77,132],"the":[16,74,198],"real-world":[17],"utility":[18],"of":[19,161,167],"text-to-image":[20],"(T2I)":[21],"models.":[22],"Existing":[23],"faithfulness":[24,171],"benchmarks,":[25],"however,":[26],"rely":[27],"on":[28,32,206],"simple":[29],"atomic":[30],"instructions,":[31],"which":[33,71,187],"top-tier":[34],"systems":[35],"already":[36],"achieve":[37],"near-perfect":[38],"scores.":[39],"As":[40],"T2I":[41,91],"models":[42],"enter":[43],"creative":[44],"workflows,":[45],"users":[46],"issue":[47],"multi-faceted":[48],"requests":[49],"combining":[50],"intricate":[51],"spatial":[52],"relationships,":[53],"stylistic":[54],"constraints,":[55],"and":[56,164,208],"complex":[57],"text":[58,105],"rendering.":[59,106],"In":[60],"this":[61],"setting,":[62],"single":[64],"binary":[65],"VLM-judge":[66],"score":[67],"no":[68],"longer":[69],"captures":[70],"specific":[72],"constraints":[73,98],"model":[75],"fails":[76],"satisfy.":[78],"We":[79,148],"introduce":[80],"Arena-T2I":[81],"Hard,":[82],"310-prompt":[84],"stress":[85],"benchmark":[86],"drawn":[87],"from":[88],"real":[89],"arena":[90],"logs,":[92],"approximately":[94],"30":[95],"decomposed":[96],"yes/no":[97,162],"per":[99],"spanning":[101],"six":[102],"categories,":[103],"including":[104],"The":[107],"strongest":[108],"closed-source":[109],"system":[110],"we":[111],"evaluate":[112],"reaches":[113],"0.855":[114],"33~pp":[117],"performance":[118],"gap":[119],"across":[120],"11":[121],"systems,":[122],"demonstrating":[123],"substantial":[124],"discriminative":[125],"power.":[126],"Moreover,":[127],"high":[128],"public-arena":[129],"rankings":[130],"fail":[131],"predict":[133],"faithfulness,":[134],"confirming":[135],"that":[136,154],"holistic":[137],"Bradley-Terry":[138],"(BT)":[139],"preference":[140],"scores":[141],"prioritize":[142],"aesthetics":[143],"over":[144],"fine-grained":[145],"adherence.":[147],"propose":[149],"dependency-aware":[151],"checklist":[152],"reward":[153,182,190],"decomposes":[155],"each":[156,189],"into":[158,172],"DAG":[160],"questions":[163],"zeroes":[165],"descendants":[166],"failed":[168],"parents,":[169],"turning":[170],"per-constraint":[174],"training":[175],"signal.":[176],"Combined":[177],"BT":[180],"aesthetic":[181],"via":[183],"group-decoupled":[184],"normalization":[185],"(GDPO),":[186],"standardizes":[188],"within":[191],"rollout":[193],"group":[194],"so":[195],"neither":[196],"collapses,":[197],"recipe":[199],"attains":[200],"strictly":[202],"better":[203],"faithfulness-aesthetics":[204],"trade-off":[205],"SD3.5-Medium":[207],"FLUX.1-dev":[209],"under":[210],"MMRB2":[211],"pairwise":[212],"comparisons":[213],"than":[214],"every":[215],"single-reward,":[216],"naive":[217],"weighted-sum,":[218],"or":[219],"4-reward":[220],"BT-ensemble":[221],"baseline.":[222]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-02T00:00:00"}