{"id":"https://openalex.org/W4406610920","doi":"https://doi.org/10.1109/tpami.2025.3531907","title":"T2I-CompBench++: An Enhanced and Comprehensive Benchmark for Compositional Text-to-Image Generation","display_name":"T2I-CompBench++: An Enhanced and Comprehensive Benchmark for Compositional Text-to-Image Generation","publication_year":2025,"publication_date":"2025-01-20","ids":{"openalex":"https://openalex.org/W4406610920","doi":"https://doi.org/10.1109/tpami.2025.3531907","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031217"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3531907","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3531907","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tpami.2025.3531907","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080404996","display_name":"Kaiyi Huang","orcid":"https://orcid.org/0000-0003-4884-4387"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Kaiyi Huang","raw_affiliation_strings":["The University of Hong Kong, Pok Fu Lam, Hong Kong","The University of Hong Kong., Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-4884-4387","affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Pok Fu Lam, Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"The University of Hong Kong., Hong Kong","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054320268","display_name":"Chengqi Duan","orcid":"https://orcid.org/0009-0004-5737-019X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chengqi Duan","raw_affiliation_strings":["The University of Hong Kong, Pok Fu Lam, Hong Kong","The University of Hong Kong., Hong Kong"],"raw_orcid":"https://orcid.org/0009-0004-5737-019X","affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Pok Fu Lam, Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"The University of Hong Kong., Hong Kong","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091609504","display_name":"Kaiyue Sun","orcid":"https://orcid.org/0009-0003-8219-2084"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaiyue Sun","raw_affiliation_strings":["The University of Hong Kong, Pok Fu Lam, Hong Kong","The University of Hong Kong., Hong Kong"],"raw_orcid":"https://orcid.org/0009-0003-8219-2084","affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Pok Fu Lam, Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"The University of Hong Kong., Hong Kong","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041031140","display_name":"Enze Xie","orcid":"https://orcid.org/0000-0001-6890-1049"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Enze Xie","raw_affiliation_strings":["Huawei Noah's Ark Lab, Montreal, QC, Canada","Huawei Noah's Ark Lab, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6890-1049","affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Montreal, QC, Canada","institution_ids":["https://openalex.org/I4210115038"]},{"raw_affiliation_string":"Huawei Noah's Ark Lab, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103196797","display_name":"Zhenguo Li","orcid":"https://orcid.org/0000-0002-8492-3069"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhenguo Li","raw_affiliation_strings":["Huawei Noah's Ark Lab, Montreal, QC, Canada","Huawei Noah's Ark Lab, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Montreal, QC, Canada","institution_ids":["https://openalex.org/I4210115038"]},{"raw_affiliation_string":"Huawei Noah's Ark Lab, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005952268","display_name":"Xihui Liu","orcid":"https://orcid.org/0000-0003-1831-9952"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xihui Liu","raw_affiliation_strings":["The University of Hong Kong, Pok Fu Lam, Hong Kong","The University of Hong Kong., Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-1831-9952","affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Pok Fu Lam, Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"The University of Hong Kong., Hong Kong","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5080404996"],"corresponding_institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":17.1583,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.99281069,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"47","issue":"5","first_page":"3563","last_page":"3579"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.946399986743927,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.946399986743927,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9235000014305115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6580469608306885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6294296979904175},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5725502967834473},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4676014482975006},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.46519196033477783},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.4317770004272461},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.41850635409355164},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4069075584411621},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40170180797576904},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.08538892865180969}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6580469608306885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6294296979904175},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5725502967834473},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4676014482975006},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.46519196033477783},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.4317770004272461},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.41850635409355164},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4069075584411621},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40170180797576904},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.08538892865180969},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2025.3531907","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3531907","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40031217","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031217","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:hub.hku.hk:10722/359175","is_oa":false,"landing_page_url":"https://hub.hku.hk/handle/10722/359175","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/tpami.2025.3531907","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3531907","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1600844818","display_name":null,"funder_award_id":"62402406","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2533598788","https://openalex.org/W2781228439","https://openalex.org/W2963966654","https://openalex.org/W2964024144","https://openalex.org/W2966792645","https://openalex.org/W2983943451","https://openalex.org/W3153469116","https://openalex.org/W3174525637","https://openalex.org/W4214520160","https://openalex.org/W4254415482","https://openalex.org/W4288083516","https://openalex.org/W4312456860","https://openalex.org/W4312824283","https://openalex.org/W4312911498","https://openalex.org/W4312933868","https://openalex.org/W4312956471","https://openalex.org/W4313186669","https://openalex.org/W4385270985","https://openalex.org/W4386076027","https://openalex.org/W4390872671","https://openalex.org/W4390872723","https://openalex.org/W4390873281","https://openalex.org/W4390874002","https://openalex.org/W4390889801","https://openalex.org/W4394625750","https://openalex.org/W4404575065","https://openalex.org/W6638319203","https://openalex.org/W6713645886","https://openalex.org/W6718379498","https://openalex.org/W6728889164","https://openalex.org/W6757817989","https://openalex.org/W6765779288","https://openalex.org/W6777578573","https://openalex.org/W6788990321","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6795288823","https://openalex.org/W6796581206","https://openalex.org/W6797359156","https://openalex.org/W6799822499","https://openalex.org/W6809646742","https://openalex.org/W6809885388","https://openalex.org/W6810940779","https://openalex.org/W6811013733","https://openalex.org/W6838639034","https://openalex.org/W6846574031","https://openalex.org/W6847405979","https://openalex.org/W6849367332","https://openalex.org/W6850724118","https://openalex.org/W6850787431","https://openalex.org/W6850975553","https://openalex.org/W6851950068","https://openalex.org/W6852056849","https://openalex.org/W6852065897","https://openalex.org/W6852162230","https://openalex.org/W6852849417","https://openalex.org/W6852922754","https://openalex.org/W6853010469","https://openalex.org/W6853084711","https://openalex.org/W6853693339","https://openalex.org/W6853906698","https://openalex.org/W6853927091","https://openalex.org/W6854511533","https://openalex.org/W6857114289","https://openalex.org/W6857239686","https://openalex.org/W6857614378","https://openalex.org/W6857740747","https://openalex.org/W6857973004","https://openalex.org/W6858785815","https://openalex.org/W6858921605","https://openalex.org/W6859138877","https://openalex.org/W6859386717","https://openalex.org/W6859715091","https://openalex.org/W6859885661","https://openalex.org/W6860422218","https://openalex.org/W6860607388","https://openalex.org/W6860853174","https://openalex.org/W6861752669","https://openalex.org/W6862800499","https://openalex.org/W6862995742","https://openalex.org/W6871069014"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175","https://openalex.org/W4230315250"],"abstract_inverted_index":{"Despite":[0],"the":[1,76,144,151],"impressive":[2],"advances":[3],"in":[4],"text-to-image":[5,35,122],"models,":[6,123,126],"they":[7],"often":[8],"struggle":[9],"to":[10,75,84,142],"effectively":[11],"compose":[12],"complex":[13,55],"scenes":[14],"with":[15],"multiple":[16],"objects,":[17],"displaying":[18],"various":[19],"attributes":[20],"and":[21,54,71,100,102,133,149,153],"relationships.":[22],"To":[23],"address":[24],"this":[25],"challenge,":[26],"we":[27,78],"present":[28],"T2I-CompBench++,":[29],"an":[30,103],"enhanced":[31,80],"benchmark":[32,120],"for":[33,96],"compositional":[34,40,88],"generation.":[36],"T2I-CompBench++":[37],"comprises":[38],"8,000":[39],"text":[41],"prompts":[42],"categorized":[43],"into":[44,61],"four":[45],"primary":[46],"groups:":[47],"attribute":[48],"binding,":[49],"object":[50],"relationships,":[51],"generative":[52],"numeracy,":[53,101],"compositions.":[56],"These":[57,90],"are":[58],"further":[59],"divided":[60],"eight":[62],"sub-categories,":[63],"including":[64,124],"newly":[65],"introduced":[66],"ones":[67],"like":[68],"3D-spatial":[69,98],"relationships":[70,99],"numeracy.":[72],"In":[73],"addition":[74],"benchmark,":[77],"propose":[79],"evaluation":[81,116],"metrics":[82,148],"designed":[83],"assess":[85],"these":[86],"diverse":[87],"challenges.":[89],"include":[91],"a":[92],"detection-based":[93],"metric":[94],"tailored":[95],"evaluating":[97],"analysis":[104],"leveraging":[105],"Multimodal":[106],"Large":[107],"Language":[108],"Models":[109],"(MLLMs),":[110],"i.e.":[111],"GPT-4":[112],"V,":[113],"ShareGPT4v":[114],"as":[115,128],"metrics.":[117],"Our":[118],"experiments":[119],"11":[121],"state-of-the-art":[125],"such":[127],"FLUX.1,":[129],"SD3,":[130],"DALLE-3,":[131],"Pixart-$\\alpha$\u03b1,":[132],"SD-XL":[134],"on":[135],"T2I-CompBench++.":[136],"We":[137],"also":[138],"conduct":[139],"comprehensive":[140],"evaluations":[141],"validate":[143],"effectiveness":[145],"of":[146,155],"our":[147],"explore":[150],"potential":[152],"limitations":[154],"MLLMs.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":5}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}