{"id":"https://openalex.org/W7162631438","doi":"https://doi.org/10.48550/arxiv.2605.28091","title":"Qwen-Image-Bench: From Generation to Creation in Text-to-Image Evaluation","display_name":"Qwen-Image-Bench: From Generation to Creation in Text-to-Image Evaluation","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162631438","doi":"https://doi.org/10.48550/arxiv.2605.28091"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28091","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28091","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28091","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111214408","display_name":"Niantong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Niantong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014614157","display_name":"Guangzheng Hu","orcid":"https://orcid.org/0000-0001-8035-7410"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Guangzheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111328125","display_name":"Weixu Qiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiao, Weixu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137287193","display_name":"Ying Ba","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ba, Ying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137212268","display_name":"Qichen Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Qichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137230231","display_name":"Shijun Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Shijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137243588","display_name":"Jinlin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jinlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137271250","display_name":"Fan Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137214754","display_name":"Jianye Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Jianye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108825892","display_name":"Xin Shang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100931464","display_name":"Ziyi He","orcid":"https://orcid.org/0009-0008-7068-0773"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Ziyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137251582","display_name":"Wei Wang","orcid":"https://orcid.org/0009-0003-5503-6537"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003294979","display_name":"Dalin Li","orcid":"https://orcid.org/0000-0002-3086-9087"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Dalin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137306454","display_name":"Jiahao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiahao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137271771","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0002-4380-1655"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137246012","display_name":"Kaiyuan Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Kaiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137299217","display_name":"Kun Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Kun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109646328","display_name":"Lihan Jiang","orcid":"https://orcid.org/0009-0001-2899-273X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Lihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135909706","display_name":"Ningyuan Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Ningyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137228758","display_name":"Shengming Yin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Shengming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063972231","display_name":"Tianhe Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Tianhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137303291","display_name":"Xiao Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137242301","display_name":"Xiaoyue Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xiaoyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137253224","display_name":"Yuxiang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yuxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137288899","display_name":"Yan Shu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shu, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071604321","display_name":"Yanran Zhang","orcid":"https://orcid.org/0000-0001-7001-8079"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yanran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137240107","display_name":"Yilei Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yilei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122065243","display_name":"Yixian Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yixian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137219507","display_name":"Zekai Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zekai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137300649","display_name":"Zhendong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhendong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137221065","display_name":"Zihao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137238926","display_name":"Zikai Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zikai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135993993","display_name":"Hongzhu Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Hongzhu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137204914","display_name":"Yi Wang","orcid":"https://orcid.org/0000-0002-2112-7030"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137194483","display_name":"Bing Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137215893","display_name":"Hu Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Hu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137223701","display_name":"Lin Qu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qu, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137214654","display_name":"Chenfei Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Chenfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":38,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.39879998564720154,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.39879998564720154,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.05310000106692314,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.04800000041723251,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.7774999737739563},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.7226999998092651},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.38690000772476196},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.36079999804496765},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3481999933719635},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.3328999876976013}],"concepts":[{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.7774999737739563},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.7226999998092651},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6358000040054321},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48190000653266907},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.38690000772476196},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3481999933719635},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34470000863075256},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.3328999876976013},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27799999713897705},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C170477896","wikidata":"https://www.wikidata.org/wiki/Q17039022","display_name":"Ideation","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28091","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28091","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28091","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28091","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.6791722178459167,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Text-to-Image":[0],"generation":[1],"has":[2],"evolved":[3],"from":[4,171],"basic":[5],"image":[6,184],"synthesis":[7],"into":[8,117,125],"a":[9,76,118,158,199,234],"frequently":[10],"used":[11],"core":[12],"capability":[13],"in":[14,42,56,85,108],"professional":[15,81,109,169],"creative":[16,35],"workflows,":[17,111],"where":[18,225],"simple":[19],"text-image":[20],"alignment":[21],"can":[22],"no":[23],"longer":[24],"satisfy":[25],"users'":[26],"pressing":[27],"demands":[28],"for":[29,238],"faithful":[30],"real-world":[31,86],"reconstruction":[32],"and":[33,46,83,99,129,178,193,222],"genuine":[34],"expression.":[36],"Existing":[37],"benchmarks,":[38],"however,":[39],"remain":[40],"anchored":[41],"these":[43,114],"foundational":[44],"criteria":[45],"do":[47],"not":[48],"yet":[49],"capture":[50],"the":[51,71,104,211,215],"nuanced":[52],"capabilities":[53],"that":[54,122,181],"matter":[55],"authentic":[57],"artistic":[58,110],"practice,":[59],"making":[60],"it":[61],"difficult":[62],"to":[63],"reliably":[64,205],"distinguish":[65],"state-of-the-art":[66],"T2I":[67,208,240],"models.":[68],"To":[69,134],"address":[70],"gap,":[72],"we":[73,112,138],"introduce":[74],"Qwen-Image-Bench,":[75],"creator-centric":[77],"benchmark":[78],"co-designed":[79],"with":[80,93,143],"artists":[82],"grounded":[84],"creation":[87],"scenarios.":[88],"Qwen-Image-Bench":[89,204],"enriches":[90],"conventional":[91],"evaluation":[92],"two":[94,216],"application-driven":[95,217],"dimensions:":[96],"Real-world":[97,220],"Fidelity":[98,221],"Creative":[100,223],"Generation.":[101],"Drawing":[102],"on":[103,164,214],"staged":[105],"reasoning":[106],"inherent":[107],"organize":[113],"five":[115],"pillars":[116],"top-down":[119],"hierarchical":[120],"taxonomy":[121],"further":[123],"decomposes":[124],"23":[126],"second-level":[127],"sub-capabilities":[128],"56":[130,187],"third-level":[131],"verifiable":[132,188],"rubrics.":[133],"ensure":[135],"broad":[136],"coverage,":[137],"curate":[139],"1000":[140],"stratified":[141],"prompts":[142],"each":[144],"prompt":[145],"jointly":[146],"exercising":[147],"more":[148],"than":[149,198],"four":[150],"fine-grained":[151],"facets":[152],"across":[153,185],"multiple":[154],"pillars.":[155],"We":[156],"train":[157],"unified":[159],"judge":[160],"model":[161],"Q-Judger":[162],"based":[163],"Qwen3.6-27B,":[165],"supervised":[166],"by":[167],"80":[168],"annotators":[170],"global":[172],"art":[173],"academies":[174],"under":[175],"blind":[176],"labeling":[177],"triple-review":[179],"protocols,":[180],"scores":[182],"every":[183],"all":[186],"facets,":[189],"producing":[190],"fine-grained,":[191],"rubric-grounded,":[192],"fully":[194],"attributable":[195],"diagnostics":[196],"rather":[197],"single":[200],"opaque":[201],"score.":[202],"Empirically,":[203],"distinguishes":[206],"leading":[207],"models,":[209],"achieving":[210],"greatest":[212],"separation":[213],"dimensions":[218],"of":[219],"Generation":[224],"existing":[226],"benchmarks":[227],"provide":[228],"little":[229],"insight,":[230],"while":[231],"also":[232],"providing":[233],"trustworthy":[235],"optimization":[236],"signal":[237],"production-level":[239],"development.":[241]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-29T00:00:00"}