{"id":"https://openalex.org/W4412798744","doi":"https://doi.org/10.1631/fitee.2400904","title":"Image generation evaluation: a comprehensive survey of human and automatic evaluations","display_name":"Image generation evaluation: a comprehensive survey of human and automatic evaluations","publication_year":2025,"publication_date":"2025-07-01","ids":{"openalex":"https://openalex.org/W4412798744","doi":"https://doi.org/10.1631/fitee.2400904"},"language":"en","primary_location":{"id":"doi:10.1631/fitee.2400904","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2400904","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038896254","display_name":"Qi Liu","orcid":"https://orcid.org/0000-0001-8784-7404"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Liu","raw_affiliation_strings":["School of Software Technology, Zhejiang University, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0001-8784-7404","affiliations":[{"raw_affiliation_string":"School of Software Technology, Zhejiang University, Ningbo, China","institution_ids":["https://openalex.org/I109935558","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shuanglin Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuanglin Yang","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015625724","display_name":"Zejian Li","orcid":"https://orcid.org/0000-0001-5313-2742"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zejian Li","raw_affiliation_strings":["School of Software Technology, Zhejiang University, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0001-5313-2742","affiliations":[{"raw_affiliation_string":"School of Software Technology, Zhejiang University, Ningbo, China","institution_ids":["https://openalex.org/I109935558","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110999220","display_name":"Lefan Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lefan Hou","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112978959","display_name":"Chenye Meng","orcid":"https://orcid.org/0000-0002-4787-6232"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenye Meng","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386171","display_name":"Ying Zhang","orcid":"https://orcid.org/0000-0002-7557-2965"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Zhang","raw_affiliation_strings":["School of Software Technology, Zhejiang University, Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Technology, Zhejiang University, Ningbo, China","institution_ids":["https://openalex.org/I109935558","https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036387698","display_name":"Lingyun Sun","orcid":"https://orcid.org/0000-0002-5561-0493"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyun Sun","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5015625724"],"corresponding_institution_ids":["https://openalex.org/I109935558","https://openalex.org/I76130692"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14609273,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"26","issue":"7","first_page":"1027","last_page":"1065"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4885500371456146},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3681909441947937},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3512111008167267},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.34628868103027344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4885500371456146},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3681909441947937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3512111008167267},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34628868103027344}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1631/fitee.2400904","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2400904","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":212,"referenced_works":["https://openalex.org/W1580389772","https://openalex.org/W1861492603","https://openalex.org/W2003856922","https://openalex.org/W2031342017","https://openalex.org/W2058097301","https://openalex.org/W2062180114","https://openalex.org/W2080873731","https://openalex.org/W2108598243","https://openalex.org/W2133665775","https://openalex.org/W2134135198","https://openalex.org/W2147483361","https://openalex.org/W2150707975","https://openalex.org/W2162602057","https://openalex.org/W2273201293","https://openalex.org/W2326925005","https://openalex.org/W2524029660","https://openalex.org/W2548275288","https://openalex.org/W2579578355","https://openalex.org/W2604721644","https://openalex.org/W2615105684","https://openalex.org/W2739540493","https://openalex.org/W2768814045","https://openalex.org/W2775028771","https://openalex.org/W2792021479","https://openalex.org/W2798658180","https://openalex.org/W2804918468","https://openalex.org/W2909472534","https://openalex.org/W2945027741","https://openalex.org/W2953096069","https://openalex.org/W2962785568","https://openalex.org/W2962845008","https://openalex.org/W2962907081","https://openalex.org/W2962974533","https://openalex.org/W2963021791","https://openalex.org/W2963184176","https://openalex.org/W2963185411","https://openalex.org/W2963266880","https://openalex.org/W2963470893","https://openalex.org/W2963928582","https://openalex.org/W2963966654","https://openalex.org/W2964002510","https://openalex.org/W2964030969","https://openalex.org/W2965217508","https://openalex.org/W2965833116","https://openalex.org/W2973310602","https://openalex.org/W2981269263","https://openalex.org/W2981437245","https://openalex.org/W2981613960","https://openalex.org/W2982413914","https://openalex.org/W2982450728","https://openalex.org/W2984529706","https://openalex.org/W2984809863","https://openalex.org/W2985060393","https://openalex.org/W2987919422","https://openalex.org/W2995831381","https://openalex.org/W3002745024","https://openalex.org/W3011628670","https://openalex.org/W3013135579","https://openalex.org/W3013529009","https://openalex.org/W3017919939","https://openalex.org/W3022710784","https://openalex.org/W3034214199","https://openalex.org/W3034667262","https://openalex.org/W3034954643","https://openalex.org/W3035108870","https://openalex.org/W3035124078","https://openalex.org/W3035512475","https://openalex.org/W3036105365","https://openalex.org/W3036836012","https://openalex.org/W3080441985","https://openalex.org/W3081727869","https://openalex.org/W3092987574","https://openalex.org/W3093427603","https://openalex.org/W3098418424","https://openalex.org/W3102726805","https://openalex.org/W3106811106","https://openalex.org/W3109910669","https://openalex.org/W3118608800","https://openalex.org/W3121972911","https://openalex.org/W3133769291","https://openalex.org/W3133988386","https://openalex.org/W3137486263","https://openalex.org/W3142813729","https://openalex.org/W3153469116","https://openalex.org/W3157466400","https://openalex.org/W3163884521","https://openalex.org/W3166096919","https://openalex.org/W3169001068","https://openalex.org/W3174194560","https://openalex.org/W3174480022","https://openalex.org/W3174525637","https://openalex.org/W3174711319","https://openalex.org/W3176381160","https://openalex.org/W3176467843","https://openalex.org/W3176925489","https://openalex.org/W3178545125","https://openalex.org/W3196616669","https://openalex.org/W3202040256","https://openalex.org/W3202418656","https://openalex.org/W3203133880","https://openalex.org/W3203538104","https://openalex.org/W3203593958","https://openalex.org/W3204907274","https://openalex.org/W3205424528","https://openalex.org/W3207402621","https://openalex.org/W3209892767","https://openalex.org/W3213163682","https://openalex.org/W3214985077","https://openalex.org/W3215105736","https://openalex.org/W4200498145","https://openalex.org/W4220773950","https://openalex.org/W4221053795","https://openalex.org/W4221124239","https://openalex.org/W4221153759","https://openalex.org/W4221158844","https://openalex.org/W4225293797","https://openalex.org/W4225592316","https://openalex.org/W4225762039","https://openalex.org/W4226185636","https://openalex.org/W4226453196","https://openalex.org/W4230012894","https://openalex.org/W4285981784","https://openalex.org/W4294162946","https://openalex.org/W4295012191","https://openalex.org/W4296642239","https://openalex.org/W4304098873","https://openalex.org/W4312238253","https://openalex.org/W4312286719","https://openalex.org/W4312419990","https://openalex.org/W4312564121","https://openalex.org/W4312576277","https://openalex.org/W4312579922","https://openalex.org/W4312613780","https://openalex.org/W4312691223","https://openalex.org/W4312694728","https://openalex.org/W4312770623","https://openalex.org/W4313036289","https://openalex.org/W4313052556","https://openalex.org/W4318339365","https://openalex.org/W4322769152","https://openalex.org/W4360884927","https://openalex.org/W4362676904","https://openalex.org/W4366588294","https://openalex.org/W4385251478","https://openalex.org/W4385573665","https://openalex.org/W4385767743","https://openalex.org/W4386071201","https://openalex.org/W4386071514","https://openalex.org/W4386071604","https://openalex.org/W4386071621","https://openalex.org/W4386071814","https://openalex.org/W4386076001","https://openalex.org/W4386172409","https://openalex.org/W4387195417","https://openalex.org/W4387968710","https://openalex.org/W4388067728","https://openalex.org/W4390190127","https://openalex.org/W4390872141","https://openalex.org/W4390872723","https://openalex.org/W4390874002","https://openalex.org/W4390874566","https://openalex.org/W4390889801","https://openalex.org/W4391421394","https://openalex.org/W4391490252","https://openalex.org/W4391697005","https://openalex.org/W4393043786","https://openalex.org/W4393148852","https://openalex.org/W4393163454","https://openalex.org/W4394698508","https://openalex.org/W4399365301","https://openalex.org/W4399437878","https://openalex.org/W4401043107","https://openalex.org/W4401131470","https://openalex.org/W4402715797","https://openalex.org/W4402715886","https://openalex.org/W4402716201","https://openalex.org/W4402727190","https://openalex.org/W4402727293","https://openalex.org/W4402728006","https://openalex.org/W4402733577","https://openalex.org/W4402753379","https://openalex.org/W4402753500","https://openalex.org/W4402754104","https://openalex.org/W4403601051","https://openalex.org/W4404625217","https://openalex.org/W6600014976","https://openalex.org/W6600045125","https://openalex.org/W6600075759","https://openalex.org/W6600135713","https://openalex.org/W6600140940","https://openalex.org/W6600146248","https://openalex.org/W6600175266","https://openalex.org/W6600248585","https://openalex.org/W6600260580","https://openalex.org/W6600277285","https://openalex.org/W6600339963","https://openalex.org/W6600514347","https://openalex.org/W6600579670","https://openalex.org/W6600708310","https://openalex.org/W6601626606","https://openalex.org/W6601700763","https://openalex.org/W6603527449","https://openalex.org/W6603963165","https://openalex.org/W6604047254","https://openalex.org/W6607988376","https://openalex.org/W6610384305","https://openalex.org/W6611547744","https://openalex.org/W6631455383","https://openalex.org/W6633617355","https://openalex.org/W6636364444","https://openalex.org/W6821953078","https://openalex.org/W6827395441"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Image":[0],"generation":[1,52,83,129,147],"models":[2],"have":[3,23],"made":[4],"remarkable":[5],"progress,":[6],"and":[7,14,27,46,75,117,124,158],"image":[8,31,51,82,128,146],"evaluation":[9,44,47,62,77,90,113,130],"is":[10,70,97],"crucial":[11],"for":[12,40,80,127],"explaining":[13],"driving":[15],"the":[16,86,93,105,122,152,156],"development":[17],"of":[18,30,88,109,145],"these":[19,34],"models.":[20],"Previous":[21],"studies":[22,35],"extensively":[24],"explored":[25],"human":[26,74,110],"automatic":[28,76,89],"evaluations":[29],"generation.":[32],"Herein,":[33],"are":[36,54,131],"comprehensively":[37],"surveyed,":[38],"specifically":[39],"two":[41],"main":[42],"parts:":[43],"protocols":[45],"methods.":[48,120],"First,":[49],"10":[50],"tasks":[53],"summarized":[55],"with":[56,151],"focus":[57],"on":[58,65],"their":[59],"differences":[60],"in":[61,92,155],"aspects.":[63],"Based":[64],"this,":[66],"a":[67,142],"novel":[68],"protocol":[69],"proposed":[71],"to":[72],"cover":[73],"aspects":[78],"required":[79],"various":[81],"tasks.":[84],"Second,":[85],"review":[87],"methods":[91],"past":[94],"five":[95],"years":[96],"highlighted.":[98],"To":[99],"our":[100],"knowledge,":[101],"this":[102,136],"paper":[103],"presents":[104],"first":[106],"comprehensive":[107],"summary":[108],"evaluation,":[111,148],"encompassing":[112],"methods,":[114],"tools,":[115],"details,":[116],"data":[118],"analysis":[119],"Finally,":[121],"challenges":[123],"potential":[125],"directions":[126],"discussed.":[132],"We":[133],"hope":[134],"that":[135],"survey":[137],"will":[138],"help":[139],"researchers":[140],"develop":[141],"systematic":[143],"understanding":[144],"stay":[149],"updated":[150],"latest":[153],"advancements":[154],"field,":[157],"encourage":[159],"further":[160],"research.":[161]},"counts_by_year":[],"updated_date":"2026-07-23T05:56:39.545243","created_date":"2025-10-10T00:00:00"}