{"id":"https://openalex.org/W4360779476","doi":"https://doi.org/10.1017/s0890060423000069","title":"A study of the evaluation metrics for generative images containing combinational creativity","display_name":"A study of the evaluation metrics for generative images containing combinational creativity","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4360779476","doi":"https://doi.org/10.1017/s0890060423000069"},"language":"en","primary_location":{"id":"doi:10.1017/s0890060423000069","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0890060423000069","pdf_url":null,"source":{"id":"https://openalex.org/S4210193102","display_name":"Artificial intelligence for engineering design analysis and manufacturing","issn_l":"0890-0604","issn":["0890-0604","1469-1760"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence for Engineering Design, Analysis and Manufacturing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041085930","display_name":"Boheng Wang","orcid":"https://orcid.org/0000-0002-9875-6441"},"institutions":[{"id":"https://openalex.org/I4210089887","display_name":"Dyson (United Kingdom)","ror":"https://ror.org/00a4npp83","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210089887"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Boheng Wang","raw_affiliation_strings":["Dyson School of Design Engineering, Imperial College London, London, UK"],"affiliations":[{"raw_affiliation_string":"Dyson School of Design Engineering, Imperial College London, London, UK","institution_ids":["https://openalex.org/I47508984","https://openalex.org/I4210089887"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018023833","display_name":"Yunhuai Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhuai Zhu","raw_affiliation_strings":["Zhejiang\u2013Singapore Innovation and AI Joint Research Lab, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang\u2013Singapore Innovation and AI Joint Research Lab, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012614577","display_name":"Liuqing Chen","orcid":"https://orcid.org/0000-0002-9049-0394"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liuqing Chen","raw_affiliation_strings":["International Design Institute, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"International Design Institute, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101808720","display_name":"Jingcheng Liu","orcid":"https://orcid.org/0000-0001-5883-3150"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingcheng Liu","raw_affiliation_strings":["International Campus, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"International Campus, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036387698","display_name":"Lingyun Sun","orcid":"https://orcid.org/0000-0002-5561-0493"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyun Sun","raw_affiliation_strings":["International Design Institute, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"International Design Institute, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074321943","display_name":"Peter Childs","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089887","display_name":"Dyson (United Kingdom)","ror":"https://ror.org/00a4npp83","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210089887"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peter Childs","raw_affiliation_strings":["Dyson School of Design Engineering, Imperial College London, London, UK"],"affiliations":[{"raw_affiliation_string":"Dyson School of Design Engineering, Imperial College London, London, UK","institution_ids":["https://openalex.org/I47508984","https://openalex.org/I4210089887"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5012614577","https://openalex.org/A5101808720"],"corresponding_institution_ids":["https://openalex.org/I105126617","https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":5.3328,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.95964362,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"37","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11079","display_name":"Creativity in Education and Neuroscience","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11079","display_name":"Creativity in Education and Neuroscience","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6951870918273926},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6760873198509216},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6438114643096924},{"id":"https://openalex.org/keywords/combinational-logic","display_name":"Combinational logic","score":0.5815595388412476},{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.5531934499740601},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5414071679115295},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5388630628585815},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5174506306648254},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4728933870792389},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4272300899028778},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3761293292045593},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3254566788673401},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.23273426294326782},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11964958906173706},{"id":"https://openalex.org/keywords/logic-gate","display_name":"Logic gate","score":0.09395146369934082},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08127415180206299}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6951870918273926},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6760873198509216},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6438114643096924},{"id":"https://openalex.org/C81409106","wikidata":"https://www.wikidata.org/wiki/Q76505","display_name":"Combinational logic","level":3,"score":0.5815595388412476},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.5531934499740601},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5414071679115295},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5388630628585815},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5174506306648254},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4728933870792389},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4272300899028778},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3761293292045593},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3254566788673401},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.23273426294326782},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11964958906173706},{"id":"https://openalex.org/C131017901","wikidata":"https://www.wikidata.org/wiki/Q170451","display_name":"Logic gate","level":2,"score":0.09395146369934082},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08127415180206299},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s0890060423000069","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0890060423000069","pdf_url":null,"source":{"id":"https://openalex.org/S4210193102","display_name":"Artificial intelligence for engineering design analysis and manufacturing","issn_l":"0890-0604","issn":["0890-0604","1469-1760"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence for Engineering Design, Analysis and Manufacturing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G584680894","display_name":null,"funder_award_id":"No. 62207023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W623971213","https://openalex.org/W1508466705","https://openalex.org/W1600537614","https://openalex.org/W1861492603","https://openalex.org/W1957068448","https://openalex.org/W2019443768","https://openalex.org/W2038333915","https://openalex.org/W2081759870","https://openalex.org/W2099482129","https://openalex.org/W2113066851","https://openalex.org/W2136302741","https://openalex.org/W2136807250","https://openalex.org/W2142939419","https://openalex.org/W2144343387","https://openalex.org/W2158504548","https://openalex.org/W2295769627","https://openalex.org/W2394902045","https://openalex.org/W2795656041","https://openalex.org/W2898827701","https://openalex.org/W2899892400","https://openalex.org/W2914890532","https://openalex.org/W2923266052","https://openalex.org/W2945027741","https://openalex.org/W2963185411","https://openalex.org/W2963248348","https://openalex.org/W2963373786","https://openalex.org/W3108650314","https://openalex.org/W3121972911","https://openalex.org/W3165647589","https://openalex.org/W4248450104","https://openalex.org/W4254560647","https://openalex.org/W4292779060","https://openalex.org/W4301206121","https://openalex.org/W4385245566","https://openalex.org/W6600281463","https://openalex.org/W6602427258","https://openalex.org/W6612857282","https://openalex.org/W6631455383","https://openalex.org/W6671410873","https://openalex.org/W6718379498","https://openalex.org/W6739901393","https://openalex.org/W6761189712","https://openalex.org/W6762987983","https://openalex.org/W6765779288","https://openalex.org/W6778883912","https://openalex.org/W6796242362"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W2748952813","https://openalex.org/W1531601525","https://openalex.org/W3160516639"],"abstract_inverted_index":{"Abstract":[0],"In":[1,97,214],"the":[2,9,20,66,69,102,119,125,132,136,140,171,181,188,200,203,215,220,224,230,247,253],"field":[3],"of":[4,39,45,49,68,115,173,176,191,202,256],"content":[5],"generation":[6,23],"by":[7,31,72,179],"machine,":[8],"state-of-the-art":[10],"text-to-image":[11],"model,":[12],"DALL\u22c5E,":[13],"has":[14],"advanced":[15],"and":[16,80,109,124,144,157,193,226,258,267],"diverse":[17],"capacities":[18],"for":[19,236],"combinational":[21,40,52,95,137,212,239,250],"image":[22,104,150],"with":[24],"specific":[25],"textual":[26],"prompts.":[27],"The":[28,113],"images":[29,70,93,210,237,248],"generated":[30,71,103],"DALL\u22c5E":[32],"seem":[33],"to":[34,43,64,91,134,169,223,245],"exhibit":[35],"an":[36,233],"appreciable":[37],"level":[38],"creativity":[41,251],"close":[42],"that":[44],"humans":[46],"in":[47,118,148,207,252],"terms":[48],"visualizing":[50],"a":[51],"idea.":[53],"Although":[54],"there":[55],"are":[56,88,163],"several":[57],"common":[58],"metrics":[59,87,206],"which":[60,162,241],"can":[61,242],"be":[62,243],"applied":[63],"assess":[65,135],"quality":[67],"generative":[73,209],"models,":[74],"such":[75,260],"as":[76,131,232,261],"IS,":[77],"FID,":[78],"GIQA,":[79],"CLIP,":[81],"it":[82],"is":[83],"unclear":[84],"whether":[85],"these":[86],"equally":[89],"applicable":[90],"assessing":[92,208],"containing":[94,211,238,249],"creativity.":[96,138,213],"this":[98],"study,":[99],"we":[100,152,198],"collected":[101],"data":[105],"from":[106],"machine":[107],"(DALL\u22c5E)":[108],"human":[110],"designers,":[111],"respectively.":[112],"results":[114,190],"group":[116,174,196],"ranking":[117,175],"Consensual":[120],"Assessment":[121],"Technique":[122],"(CAT)":[123],"Turing":[126],"Test":[127],"(TT)":[128],"were":[129],"used":[130,244],"benchmarks":[133,182],"Considering":[139],"metrics\u2019":[141],"mathematical":[142],"principles":[143],"different":[145],"starting":[146],"points":[147],"evaluating":[149],"quality,":[151],"introduced":[153],"coincident":[154],"rate":[155],"(CR)":[156],"average":[158],"rank":[159],"variation":[160],"(ARV)":[161],"two":[164],"comparable":[165],"spaces.":[166],"An":[167],"experiment":[168],"calculate":[170],"consistency":[172,189,222],"each":[177],"metric":[178],"comparing":[180,187],"then":[183],"was":[184],"conducted.":[185],"By":[186],"CR":[192],"ARV":[194],"on":[195],"ranking,":[197],"summarized":[199],"applicability":[201],"existing":[204],"evaluation":[205],"four":[216],"metrics,":[217],"GIQA":[218],"performed":[219],"closest":[221],"CAT":[225],"TT.":[227],"It":[228],"shows":[229],"potential":[231],"automated":[234],"assessment":[235],"creativity,":[240],"evaluate":[246],"relevant":[254],"task":[255],"design":[257,265],"engineering":[259],"conceptual":[262],"sketch,":[263],"digital":[264],"image,":[266],"prototyping":[268],"image.":[269]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":10}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}