{"id":"https://openalex.org/W4387929779","doi":"https://doi.org/10.48550/arxiv.2310.15144","title":"DEsignBench: Exploring and Benchmarking DALL-E 3 for Imagining Visual Design","display_name":"DEsignBench: Exploring and Benchmarking DALL-E 3 for Imagining Visual Design","alternate_titles":[],"publication_year":2023,"publication_date":"2023-10-23","ids":{"openalex":"https://openalex.org/W4387929779","doi":"https://doi.org/10.48550/arxiv.2310.15144"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2310.15144","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.15144","pdf_url":"https://arxiv.org/pdf/2310.15144","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4387929779"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2310.15144","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074764224","display_name":"Kevin Lin","orcid":"https://orcid.org/0000-0002-1236-9847","observed_orcids":["https://orcid.org/0000-0002-1236-9847","https://orcid.org/0009-0006-9293-2498"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lin, Kevin","raw_affiliation_strings":["Microsoft Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050209478","display_name":"Zhengyuan Yang","orcid":"https://orcid.org/0000-0002-5808-0889","observed_orcids":["https://orcid.org/0000-0002-5808-0889"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yang, Zhengyuan","raw_affiliation_strings":["Microsoft Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100657555","display_name":"Linjie Li","orcid":"https://orcid.org/0000-0003-0867-8863","observed_orcids":["https://orcid.org/0000-0003-0867-8863"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Li, Linjie","raw_affiliation_strings":["Microsoft Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078046560","display_name":"Jianfeng Wang","orcid":"https://orcid.org/0000-0002-6392-218X","observed_orcids":["https://orcid.org/0000-0002-6392-218X"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wang, Jianfeng","raw_affiliation_strings":["Microsoft Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100436541","display_name":"Lijuan Wang","orcid":"https://orcid.org/0000-0003-1727-2670","observed_orcids":["https://orcid.org/0000-0003-1727-2670","https://orcid.org/0009-0008-4226-1184"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wang, Lijuan","raw_affiliation_strings":["Microsoft Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14254","display_name":"Digital Media and Visual Art","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dall-e-3","display_name":"DALL-E 3","score":0.8960000276565552},{"id":"https://openalex.org/keywords/text-to-image-generation","display_name":"text-to-image generation","score":0.9810000061988831},{"id":"https://openalex.org/keywords/visual-design","display_name":"visual design","score":0.6990000009536743},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.7310000061988831},{"id":"https://openalex.org/keywords/image-text-alignment","display_name":"image-text alignment","score":0.9049999713897705},{"id":"https://openalex.org/keywords/design-creativity","display_name":"design creativity","score":0.8209999799728394},{"id":"https://openalex.org/keywords/color-harmony","display_name":"color harmony","score":0.9810000061988831},{"id":"https://openalex.org/keywords/3d-design","display_name":"3D design","score":0.8840000033378601},{"id":"https://openalex.org/keywords/text-rendering","display_name":"text rendering","score":0.7239999771118164},{"id":"https://openalex.org/keywords/gpt-4v","display_name":"GPT-4V","score":0.8629999756813049},{"id":"https://openalex.org/keywords/human-evaluation","display_name":"human evaluation","score":0.828000009059906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7437540292739868},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6827521920204163},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6288856267929077},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4994850158691406},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.47679638862609863},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4474765658378601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4149937927722931},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2310.15144","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.15144","pdf_url":"https://arxiv.org/pdf/2310.15144","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.15144","doi":"https://doi.org/10.48550/arxiv.2310.15144","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.15144","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2310.15144","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.15144","pdf_url":"https://arxiv.org/pdf/2310.15144","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387929779.pdf","grobid_xml":"https://content.openalex.org/works/W4387929779.grobid-xml"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W1600764354","https://openalex.org/W1861492603","https://openalex.org/W1924619199","https://openalex.org/W1959608418","https://openalex.org/W3034600949","https://openalex.org/W3035384201","https://openalex.org/W3088744619","https://openalex.org/W3111551570","https://openalex.org/W3199400376","https://openalex.org/W4224035735","https://openalex.org/W4225314275","https://openalex.org/W4281485151","https://openalex.org/W4287029626","https://openalex.org/W4289785045","https://openalex.org/W4291219744","https://openalex.org/W4307475428","https://openalex.org/W4308623137","https://openalex.org/W4311252447","https://openalex.org/W4312933868","https://openalex.org/W4313021454","https://openalex.org/W4319978761","https://openalex.org/W4321275178","https://openalex.org/W4322718191","https://openalex.org/W4327810158","https://openalex.org/W4327811957","https://openalex.org/W4362509249","https://openalex.org/W4378464471","https://openalex.org/W4378510407","https://openalex.org/W4383472654","https://openalex.org/W4383682679","https://openalex.org/W4384662964","https://openalex.org/W4385270985","https://openalex.org/W4385570959","https://openalex.org/W4385571232","https://openalex.org/W4385645323","https://openalex.org/W4385953069","https://openalex.org/W4385970120","https://openalex.org/W4386057725","https://openalex.org/W4386066731","https://openalex.org/W4386072096","https://openalex.org/W4386075631","https://openalex.org/W4386076027","https://openalex.org/W4386076215","https://openalex.org/W4386076425","https://openalex.org/W4386081016","https://openalex.org/W4386794666","https://openalex.org/W4387294588","https://openalex.org/W4387355666","https://openalex.org/W4387634833","https://openalex.org/W4387636010","https://openalex.org/W4389518874","https://openalex.org/W4389519239","https://openalex.org/W4389519254","https://openalex.org/W4389539271","https://openalex.org/W4390873054","https://openalex.org/W4394596519","https://openalex.org/W4396681775","https://openalex.org/W4401043863","https://openalex.org/W4402727764","https://openalex.org/W4402753775","https://openalex.org/W4406610920","https://openalex.org/W6904040654","https://openalex.org/W7131789684","https://openalex.org/W7133195264","https://openalex.org/W7133198828","https://openalex.org/W7133203544","https://openalex.org/W7133220558","https://openalex.org/W7133230457","https://openalex.org/W7133239970"],"related_works":["https://openalex.org/W4413156575","https://openalex.org/W7221008087","https://openalex.org/W4390889801","https://openalex.org/W7162631438","https://openalex.org/W4417414849","https://openalex.org/W7155078118","https://openalex.org/W4415164152","https://openalex.org/W7160433524","https://openalex.org/W4309872304","https://openalex.org/W4406810918"],"abstract_inverted_index":{"We":[0,52,108],"introduce":[1,179],"DEsignBench,":[2,74,119],"a":[3,101,122],"text-to-image":[4],"(T2I)":[5],"generation":[6,184],"benchmark":[7],"tailored":[8],"for":[9,126],"visual":[10,124,148],"design":[11,65,106,151,159],"scenarios.":[12],"Recent":[13],"T2I":[14,82,116],"models":[15,62,83,117],"like":[16],"DALL-E":[17,110],"3":[18,111],"and":[19,89,150,170,203],"others,":[20],"have":[21],"demonstrated":[22],"remarkable":[23],"capabilities":[24],"in":[25,63,121,139],"generating":[26],"photorealistic":[27],"images":[28,42,138],"that":[29,193],"align":[30,194],"closely":[31],"with":[32,113,196],"textual":[33],"inputs.":[34],"While":[35],"the":[36,56,143,180],"allure":[37],"of":[38,58,69,94,104,145],"creating":[39],"visually":[40],"captivating":[41],"is":[43,98,208],"undeniable,":[44],"our":[45],"emphasis":[46],"extends":[47],"beyond":[48],"mere":[49],"aesthetic":[50],"pleasure.":[51],"aim":[53],"to":[54,80,175],"investigate":[55],"potential":[57],"using":[59],"these":[60,95],"powerful":[61],"authentic":[64],"contexts.":[66],"In":[67,173],"pursuit":[68],"this":[70],"goal,":[71],"we":[72,132,178],"develop":[73],"which":[75],"incorporates":[76],"test":[77],"samples":[78],"designed":[79],"assess":[81],"on":[84,118,136],"both":[85],"\"design":[86,90],"technical":[87],"capability\"":[88],"application":[91],"scenario.\"":[92],"Each":[93],"two":[96],"dimensions":[97],"supported":[99],"by":[100,187],"diverse":[102],"set":[103],"specific":[105],"categories.":[107],"explore":[109],"together":[112],"other":[114,157],"leading":[115],"resulting":[120],"comprehensive":[123],"gallery":[125],"side-by-side":[127],"comparisons.":[128],"For":[129],"DEsignBench":[130,140],"benchmarking,":[131],"perform":[133],"human":[134,176,197],"evaluations":[135],"generated":[137],"gallery,":[141],"against":[142],"criteria":[144],"image-text":[146],"alignment,":[147],"aesthetic,":[149],"creativity.":[152],"Our":[153],"evaluation":[154],"also":[155],"considers":[156],"specialized":[158],"capabilities,":[160],"including":[161],"text":[162],"rendering,":[163],"layout":[164],"composition,":[165],"color":[166],"harmony,":[167],"3D":[168],"design,":[169],"medium":[171],"style.":[172],"addition":[174],"evaluations,":[177],"first":[181],"automatic":[182],"image":[183],"evaluator":[185,190],"powered":[186],"GPT-4V.":[188],"This":[189],"provides":[191],"ratings":[192],"well":[195],"judgments,":[198],"while":[199],"being":[200],"easily":[201],"replicable":[202],"cost-efficient.":[204],"A":[205],"high-resolution":[206],"version":[207],"available":[209],"at":[210],"https://github.com/design-bench/design-bench.github.io/raw/main/designbench.pdf?download=":[211]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4387929779","counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2023-10-25T00:00:00"}
