{"id":"https://openalex.org/W4411867278","doi":"https://doi.org/10.1109/tvcg.2025.3585077","title":"A Survey on Quality Metrics for Text-to-Image Generation","display_name":"A Survey on Quality Metrics for Text-to-Image Generation","publication_year":2025,"publication_date":"2025-07-01","ids":{"openalex":"https://openalex.org/W4411867278","doi":"https://doi.org/10.1109/tvcg.2025.3585077","pmid":"https://pubmed.ncbi.nlm.nih.gov/40591468"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2025.3585077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3585077","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012148218","display_name":"Sebastian Hartwig","orcid":"https://orcid.org/0000-0001-8642-2789"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Sebastian Hartwig","raw_affiliation_strings":["Visual Computing Group, Ulm University, Ulm, Germany","Visual Computing Group located, Ulm University, Germany"],"affiliations":[{"raw_affiliation_string":"Visual Computing Group, Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]},{"raw_affiliation_string":"Visual Computing Group located, Ulm University, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066189200","display_name":"Dominik Engel","orcid":"https://orcid.org/0000-0002-5766-7215"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dominik Engel","raw_affiliation_strings":["Visual Computing Group, Ulm University, Ulm, Germany","Visual Computing Group located, Ulm University, Germany"],"affiliations":[{"raw_affiliation_string":"Visual Computing Group, Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]},{"raw_affiliation_string":"Visual Computing Group located, Ulm University, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092772246","display_name":"Leon Sick","orcid":"https://orcid.org/0009-0004-6524-0715"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Leon Sick","raw_affiliation_strings":["Visual Computing Group, Ulm University, Ulm, Germany","Visual Computing Group located, Ulm University, Germany"],"affiliations":[{"raw_affiliation_string":"Visual Computing Group, Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]},{"raw_affiliation_string":"Visual Computing Group located, Ulm University, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025005880","display_name":"Hannah Kniesel","orcid":"https://orcid.org/0000-0001-5898-8152"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hannah Kniesel","raw_affiliation_strings":["Visual Computing Group, Ulm University, Ulm, Germany","Visual Computing Group located, Ulm University, Germany"],"affiliations":[{"raw_affiliation_string":"Visual Computing Group, Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]},{"raw_affiliation_string":"Visual Computing Group located, Ulm University, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082113824","display_name":"Tristan Payer","orcid":null},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tristan Payer","raw_affiliation_strings":["Visual Computing Group, Ulm University, Ulm, Germany","Visual Computing Group located, Ulm University, Germany"],"affiliations":[{"raw_affiliation_string":"Visual Computing Group, Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]},{"raw_affiliation_string":"Visual Computing Group located, Ulm University, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081292227","display_name":"Poonam Poonam","orcid":"https://orcid.org/0009-0002-0472-229X"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Poonam Poonam","raw_affiliation_strings":["Visual Computing Group, Ulm University, Ulm, Germany","Visual Computing Group located, Ulm University, Germany"],"affiliations":[{"raw_affiliation_string":"Visual Computing Group, Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]},{"raw_affiliation_string":"Visual Computing Group located, Ulm University, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081061284","display_name":"Michael Gl\u00f6ckler","orcid":"https://orcid.org/0000-0002-4436-918X"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Gl\u00f6ckler","raw_affiliation_strings":["Visual Computing Group, Ulm University, Ulm, Germany","Visual Computing Group located, Ulm University, Germany"],"affiliations":[{"raw_affiliation_string":"Visual Computing Group, Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]},{"raw_affiliation_string":"Visual Computing Group located, Ulm University, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021099906","display_name":"Alex B\u00e4uerle","orcid":"https://orcid.org/0000-0003-3886-8799"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]},{"id":"https://openalex.org/I4210148436","display_name":"Walnut Creek Hearing Aid Center","ror":"https://ror.org/053n5f413","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210148436"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Alex B\u00e4uerle","raw_affiliation_strings":["Axiom, Walnut Creek, CA, USA","Visual Computing Group located, Ulm University, Germany"],"affiliations":[{"raw_affiliation_string":"Axiom, Walnut Creek, CA, USA","institution_ids":["https://openalex.org/I4210148436"]},{"raw_affiliation_string":"Visual Computing Group located, Ulm University, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061059879","display_name":"Timo Ropinski","orcid":"https://orcid.org/0000-0002-7857-5512"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Timo Ropinski","raw_affiliation_strings":["Visual Computing Group, Ulm University, Ulm, Germany","Visual Computing Group located, Ulm University, Germany"],"affiliations":[{"raw_affiliation_string":"Visual Computing Group, Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]},{"raw_affiliation_string":"Visual Computing Group located, Ulm University, Germany","institution_ids":["https://openalex.org/I196349391"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5012148218"],"corresponding_institution_ids":["https://openalex.org/I196349391"],"apc_list":null,"apc_paid":null,"fwci":3.8352,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.9364629,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"31","issue":"10","first_page":"9464","last_page":"9483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9233999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9233999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9228000044822693,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8041223287582397},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.5852611064910889},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5423063635826111},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.47371596097946167},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.44506335258483887},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.41028180718421936},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.40909263491630554},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3960868716239929},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3921199440956116},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35834363102912903},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3570668697357178}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8041223287582397},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.5852611064910889},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5423063635826111},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.47371596097946167},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.44506335258483887},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.41028180718421936},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40909263491630554},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3960868716239929},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3921199440956116},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35834363102912903},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3570668697357178},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2025.3585077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3585077","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:40591468","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40591468","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W68733909","https://openalex.org/W1773149199","https://openalex.org/W1861492603","https://openalex.org/W1933349210","https://openalex.org/W1956340063","https://openalex.org/W1996418862","https://openalex.org/W2081580037","https://openalex.org/W2101105183","https://openalex.org/W2125865219","https://openalex.org/W2183341477","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2277195237","https://openalex.org/W2506483933","https://openalex.org/W2560730294","https://openalex.org/W2772330423","https://openalex.org/W2798881773","https://openalex.org/W2886641317","https://openalex.org/W2904565150","https://openalex.org/W2914699769","https://openalex.org/W2952215760","https://openalex.org/W2962770929","https://openalex.org/W2963115613","https://openalex.org/W2963966654","https://openalex.org/W2964042428","https://openalex.org/W2970231061","https://openalex.org/W2970858040","https://openalex.org/W2982450728","https://openalex.org/W2983674809","https://openalex.org/W2988823324","https://openalex.org/W3035574324","https://openalex.org/W3090449556","https://openalex.org/W3094502228","https://openalex.org/W3096601784","https://openalex.org/W3098358988","https://openalex.org/W3099655892","https://openalex.org/W3108650314","https://openalex.org/W3143320354","https://openalex.org/W3153469116","https://openalex.org/W3159481202","https://openalex.org/W3168114125","https://openalex.org/W3173220247","https://openalex.org/W3176641147","https://openalex.org/W3182683290","https://openalex.org/W3197494161","https://openalex.org/W4285793215","https://openalex.org/W4286611269","https://openalex.org/W4288083516","https://openalex.org/W4312261477","https://openalex.org/W4312564121","https://openalex.org/W4312679537","https://openalex.org/W4312933868","https://openalex.org/W4313026212","https://openalex.org/W4360884927","https://openalex.org/W4378373043","https://openalex.org/W4382462760","https://openalex.org/W4385270985","https://openalex.org/W4385574358","https://openalex.org/W4386065887","https://openalex.org/W4386066536","https://openalex.org/W4386071604","https://openalex.org/W4386071621","https://openalex.org/W4386072096","https://openalex.org/W4386075992","https://openalex.org/W4386076015","https://openalex.org/W4387195417","https://openalex.org/W4387934929","https://openalex.org/W4387968710","https://openalex.org/W4389519547","https://openalex.org/W4390872250","https://openalex.org/W4390872723","https://openalex.org/W4390873542","https://openalex.org/W4390874002","https://openalex.org/W4390874566","https://openalex.org/W4391807605","https://openalex.org/W4394625721","https://openalex.org/W4396512602","https://openalex.org/W4396712511","https://openalex.org/W4396832682","https://openalex.org/W4402671992","https://openalex.org/W4402716204","https://openalex.org/W4402754104","https://openalex.org/W4402959528","https://openalex.org/W4403601051","https://openalex.org/W4403759910"],"related_works":["https://openalex.org/W2013728941","https://openalex.org/W4225274103","https://openalex.org/W2154046714","https://openalex.org/W2189613078","https://openalex.org/W2579659702","https://openalex.org/W2923661510","https://openalex.org/W1574055964","https://openalex.org/W1965329638","https://openalex.org/W2542318691","https://openalex.org/W3160708108"],"abstract_inverted_index":{"AI-based":[0],"text-to-image":[1,82,130,175,196,204],"models":[2],"do":[3],"not":[4,95],"only":[5,96],"excel":[6],"at":[7],"generating":[8],"realistic":[9],"images,":[10],"they":[11],"also":[12,102],"give":[13],"designers":[14],"more":[15,17],"and":[16,56,115,133,158,189,198],"fine-grained":[18],"control":[19,49,112],"over":[20,50,178],"the":[21,32,59,78,111,146,164,169,180,193],"image":[22,70,99,166],"content.":[23],"Consequently,":[24],"these":[25,139],"approaches":[26],"have":[27],"gathered":[28],"increased":[29],"attention":[30],"within":[31],"computer":[33],"graphics":[34],"research":[35],"community,":[36],"which":[37,179],"has":[38],"been":[39],"historically":[40],"devoted":[41],"towards":[42],"traditional":[43],"rendering":[44,116],"techniques,":[45],"that":[46,148,161],"offer":[47],"precise":[48],"scene":[51,114],"parameters":[52,117],"(e.g.,":[53],"objects,":[54],"materials,":[55],"lighting).":[57],"While":[58],"quality":[60,71,87,131,153,157],"of":[61,81,113,128,195],"conventionally":[62],"rendered":[63],"images":[64,105],"is":[65,118,143],"assessed":[66],"through":[67],"well":[68,104],"established":[69],"metrics,":[72,132,170],"such":[73,129],"as":[74],"SSIM":[75],"or":[76],"PSNR,":[77],"unique":[79],"challenges":[80,191],"generation":[83],"require":[84],"other,":[85],"dedicated":[86,174],"metrics.":[88,140],"These":[89],"metrics":[90,181],"must":[91],"be":[92],"able":[93],"to":[94,137,163],"measure":[97],"overall":[98,165],"quality,":[100,160],"but":[101],"how":[103],"reflect":[106],"given":[107],"text":[108],"prompts,":[109],"whereby":[110],"interweaved.":[119],"Within":[120],"this":[121,171],"survey,":[122],"we":[123,186],"provide":[124],"a":[125,135],"comprehensive":[126],"overview":[127],"propose":[134],"taxonomy":[136,142],"categorize":[138],"Our":[141],"grounded":[144],"in":[145,192],"assumption,":[147],"there":[149],"are":[150,182],"two":[151],"main":[152],"criteria,":[154],"namely":[155],"compositional":[156],"general":[159],"contribute":[162],"quality.":[167],"Besides":[168],"survey":[172],"covers":[173],"benchmark":[176],"datasets,":[177],"frequently":[183],"computed.":[184],"Finally,":[185],"identify":[187],"limitations":[188],"open":[190],"field":[194],"generation,":[197],"derive":[199],"guidelines":[200],"for":[201],"practitioners":[202],"conducting":[203],"evaluation.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}