{"id":"https://openalex.org/W4387968710","doi":"https://doi.org/10.1145/3581783.3612706","title":"Let's ViCE! Mimicking Human Cognitive Behavior in Image Generation Evaluation","display_name":"Let's ViCE! Mimicking Human Cognitive Behavior in Image Generation Evaluation","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387968710","doi":"https://doi.org/10.1145/3581783.3612706"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612706","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612706","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612706","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612706","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013638629","display_name":"Federico Betti","orcid":"https://orcid.org/0009-0007-3839-0699"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Federico Betti","raw_affiliation_strings":["University of Trento, Trento, Italy"],"affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082391569","display_name":"Jacopo Staiano","orcid":"https://orcid.org/0000-0002-1260-4640"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Jacopo Staiano","raw_affiliation_strings":["University of Trento, Trento, Italy"],"affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092741303","display_name":"Lorenzo Baraldi","orcid":"https://orcid.org/0009-0000-4658-8928"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]},{"id":"https://openalex.org/I122346577","display_name":"University of Modena and Reggio Emilia","ror":"https://ror.org/02d4c4y02","country_code":"IT","type":"education","lineage":["https://openalex.org/I122346577"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lorenzo Baraldi","raw_affiliation_strings":["University of Modena and Reggio Emilia, Modena, Italy","University of Pisa, Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"University of Modena and Reggio Emilia, Modena, Italy","institution_ids":["https://openalex.org/I122346577"]},{"raw_affiliation_string":"University of Pisa, Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048928616","display_name":"Lorenzo Baraldi","orcid":"https://orcid.org/0000-0001-5125-4957"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]},{"id":"https://openalex.org/I122346577","display_name":"University of Modena and Reggio Emilia","ror":"https://ror.org/02d4c4y02","country_code":"IT","type":"education","lineage":["https://openalex.org/I122346577"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lorenzo Baraldi","raw_affiliation_strings":["University of Modena and Reggio Emilia, Modena, Italy","University of Pisa, Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"University of Modena and Reggio Emilia, Modena, Italy","institution_ids":["https://openalex.org/I122346577"]},{"raw_affiliation_string":"University of Pisa, Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030948871","display_name":"Rita Cucchiara","orcid":"https://orcid.org/0000-0002-2239-283X"},"institutions":[{"id":"https://openalex.org/I122346577","display_name":"University of Modena and Reggio Emilia","ror":"https://ror.org/02d4c4y02","country_code":"IT","type":"education","lineage":["https://openalex.org/I122346577"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rita Cucchiara","raw_affiliation_strings":["University of Modena and Reggio Emilia, Modena, Italy"],"affiliations":[{"raw_affiliation_string":"University of Modena and Reggio Emilia, Modena, Italy","institution_ids":["https://openalex.org/I122346577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027171279","display_name":"Nicu Sebe","orcid":"https://orcid.org/0000-0002-6597-7248"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicu Sebe","raw_affiliation_strings":["University of Trento, Trento, Italy"],"affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5013638629"],"corresponding_institution_ids":["https://openalex.org/I193223587"],"apc_list":null,"apc_paid":null,"fwci":0.9629,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.78052097,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"9306","last_page":"9312"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7348552942276001},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6740376949310303},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6270954608917236},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5605108737945557},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5531356930732727},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5419865250587463},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.4893493056297302},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.44892993569374084},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3981221318244934},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14012709259986877}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7348552942276001},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6740376949310303},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6270954608917236},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5605108737945557},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5531356930732727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5419865250587463},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.4893493056297302},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.44892993569374084},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3981221318244934},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14012709259986877},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3581783.3612706","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612706","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612706","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.unimore.it:11380/1310766","is_oa":true,"landing_page_url":"https://hdl.handle.net/11380/1310766","pdf_url":"https://iris.unimore.it/bitstream/11380/1310766/2/3581783.3612706.pdf","source":{"id":"https://openalex.org/S4306400718","display_name":"IRIS UNIMORE (University of Modena and Reggio Emilia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122346577","host_organization_name":"University of Modena and Reggio Emilia","host_organization_lineage":["https://openalex.org/I122346577"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:iris.unitn.it:11572/398409","is_oa":true,"landing_page_url":"https://hdl.handle.net/11572/398409","pdf_url":"https://iris.unitn.it/bitstream/11572/398409/1/3581783.3612706%20%281%29.pdf","source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3581783.3612706","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612706","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612706","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387968710.pdf","grobid_xml":"https://content.openalex.org/works/W4387968710.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W3136085548","https://openalex.org/W4226054872","https://openalex.org/W4226278401","https://openalex.org/W4286611278","https://openalex.org/W4287029626","https://openalex.org/W4301206121","https://openalex.org/W4310629611","https://openalex.org/W4312933868","https://openalex.org/W4327990094","https://openalex.org/W4377130677","https://openalex.org/W4386071621","https://openalex.org/W4386076215"],"related_works":["https://openalex.org/W3037187668","https://openalex.org/W4234772502","https://openalex.org/W1603736412","https://openalex.org/W2380685755","https://openalex.org/W2252100032","https://openalex.org/W2963436428","https://openalex.org/W4400978025","https://openalex.org/W2734796617","https://openalex.org/W3083218341","https://openalex.org/W2102405864"],"abstract_inverted_index":{"Research":[0],"in":[1,32,136,169,175],"Image":[2],"Generation":[3],"has":[4],"recently":[5],"made":[6],"significant":[7,197],"progress,":[8],"particularly":[9],"boosted":[10],"by":[11,106],"the":[12,49,52,56,59,99,107,113,132,149,154,158,170,185,200,204],"introduction":[13],"of":[14,34,51,115,166,191],"VisionLanguage":[15],"models":[16],"which":[17,194],"are":[18,181],"able":[19],"to":[20,46,91,130,152,187],"produce":[21],"high-quality":[22],"visual":[23,142],"content":[24,54],"based":[25],"on":[26],"textual":[27],"inputs.":[28],"Despite":[29],"ongoing":[30],"advancements":[31],"terms":[33],"generation":[35,202],"quality":[36,50,71,137],"and":[37,55,73,98,120,156,183,211],"realism,":[38],"no":[39],"methodical":[40],"frameworks":[41],"have":[42,67,196],"been":[43,68],"defined":[44],"yet":[45],"quantitatively":[47],"measure":[48],"generated":[53],"adherence":[57],"with":[58,102],"prompted":[60],"requests:":[61],"so":[62],"far,":[63],"only":[64],"humanbased":[65],"evaluations":[66],"adopted":[69],"for":[70,74,85],"satisfaction":[72],"comparing":[75],"different":[76],"generative":[77],"methods.":[78],"We":[79],"introduce":[80],"a":[81,95,103,126,188],"novel":[82],"automated":[83],"method":[84,140],"Visual":[86,121],"Concept":[87],"Evaluation":[88],"(ViCE),":[89],"i.e.":[90],"assess":[92],"consistency":[93],"between":[94],"generated/edited":[96],"image":[97,171,201,205],"corresponding":[100],"prompt/instructions,":[101],"process":[104,135,173],"inspired":[105],"human":[108,133],"cognitive":[109,134],"behaviour.":[110],"ViCE":[111],"combines":[112],"strengths":[114],"Large":[116],"Language":[117],"Models":[118],"(LLMs)":[119],"Question":[122],"Answering":[123],"(VQA)":[124],"into":[125],"unified":[127],"pipeline,":[128],"aiming":[129],"replicate":[131],"assessment.":[138],"This":[139],"outlines":[141],"concepts,":[143],"formulates":[144],"image-specific":[145],"verification":[146],"questions,":[147],"utilizes":[148],"Q&A":[150],"system":[151],"investigate":[153],"image,":[155],"scores":[157],"combined":[159],"outcome.":[160],"Although":[161],"this":[162],"brave":[163],"new":[164,189],"hypothesis":[165],"mimicking":[167],"humans":[168],"evaluation":[172,193],"is":[174],"its":[176],"preliminary":[177],"assessment":[178],"stage,":[179],"results":[180],"promising":[182],"open":[184],"door":[186],"form":[190],"automatic":[192],"could":[195],"impact":[198],"as":[199],"or":[203],"target":[206],"editing":[207],"tasks":[208],"become":[209],"more":[210,212],"sophisticated.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}