{"id":"https://openalex.org/W4398207561","doi":"https://doi.org/10.1145/3665248","title":"SNIPPET: A Framework for Subjective Evaluation of Visual Explanations Applied to DeepFake Detection","display_name":"SNIPPET: A Framework for Subjective Evaluation of Visual Explanations Applied to DeepFake Detection","publication_year":2024,"publication_date":"2024-05-22","ids":{"openalex":"https://openalex.org/W4398207561","doi":"https://doi.org/10.1145/3665248"},"language":"en","primary_location":{"id":"doi:10.1145/3665248","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3665248","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3665248","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3665248","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050042610","display_name":"Yuqing Yang","orcid":"https://orcid.org/0000-0002-2110-9318"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Yuqing Yang","raw_affiliation_strings":["Departement of Electronics and Informatics, VUB, Brussel, Belgium","Imec, Leuven Belgium","Departement of Electronics and Informatics, VUB, Brussel, Belgium Imec, Leuven Belgium"],"affiliations":[{"raw_affiliation_string":"Departement of Electronics and Informatics, VUB, Brussel, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"Imec, Leuven Belgium","institution_ids":["https://openalex.org/I4210114974"]},{"raw_affiliation_string":"Departement of Electronics and Informatics, VUB, Brussel, Belgium Imec, Leuven Belgium","institution_ids":["https://openalex.org/I4210114974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072533463","display_name":"Boris Joukovsky","orcid":"https://orcid.org/0000-0002-2881-2727"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Boris Joukovsky","raw_affiliation_strings":["Departement of Electronics and Informatics, VUB, Brussel Belgium","Imec, Leuven Belgium","Departement of Electronics and Informatics, VUB, Brussel Belgium Imec, Leuven Belgium"],"affiliations":[{"raw_affiliation_string":"Departement of Electronics and Informatics, VUB, Brussel Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"Imec, Leuven Belgium","institution_ids":["https://openalex.org/I4210114974"]},{"raw_affiliation_string":"Departement of Electronics and Informatics, VUB, Brussel Belgium Imec, Leuven Belgium","institution_ids":["https://openalex.org/I4210114974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055529222","display_name":"Jos\u00e9 Oramas","orcid":"https://orcid.org/0000-0002-8607-5067"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Oramas Mogrovejo","raw_affiliation_strings":["Imec-IDLab, Antwerpen Belgium","University of Antwerp, Antwerpen Belgium","University of Antwerp, Antwerpen Belgium Imec-IDLab, Antwerpen Belgium"],"affiliations":[{"raw_affiliation_string":"Imec-IDLab, Antwerpen Belgium","institution_ids":[]},{"raw_affiliation_string":"University of Antwerp, Antwerpen Belgium","institution_ids":["https://openalex.org/I149213910"]},{"raw_affiliation_string":"University of Antwerp, Antwerpen Belgium Imec-IDLab, Antwerpen Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074816094","display_name":"Tinne Tuytelaars","orcid":"https://orcid.org/0000-0003-3307-9723"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Tinne Tuytelaars","raw_affiliation_strings":["KU Leuven, Leuven Belgium"],"affiliations":[{"raw_affiliation_string":"KU Leuven, Leuven Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043511500","display_name":"Nikos Deligiannis","orcid":"https://orcid.org/0000-0001-9300-5860"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Nikos Deligiannis","raw_affiliation_strings":["Departement of Electronics and Informatics, VUB, Brussel Belgium","Imec, Leuven Belgium","Departement of Electronics and Informatics, VUB, Brussel Belgium Imec, Leuven Belgium"],"affiliations":[{"raw_affiliation_string":"Departement of Electronics and Informatics, VUB, Brussel Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"Imec, Leuven Belgium","institution_ids":["https://openalex.org/I4210114974"]},{"raw_affiliation_string":"Departement of Electronics and Informatics, VUB, Brussel Belgium Imec, Leuven Belgium","institution_ids":["https://openalex.org/I4210114974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5050042610"],"corresponding_institution_ids":["https://openalex.org/I13469542","https://openalex.org/I4210114974"],"apc_list":null,"apc_paid":null,"fwci":0.6884,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.7350568,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"20","issue":"8","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/snippet","display_name":"Snippet","score":0.8518269062042236},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5790210962295532},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3932132124900818},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3703843951225281},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3332609534263611},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33171671628952026}],"concepts":[{"id":"https://openalex.org/C2777822670","wikidata":"https://www.wikidata.org/wiki/Q1120538","display_name":"Snippet","level":2,"score":0.8518269062042236},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5790210962295532},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3932132124900818},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3703843951225281},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3332609534263611},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33171671628952026}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3665248","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3665248","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3665248","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/743848","is_oa":false,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/743848","pdf_url":null,"source":{"id":"https://openalex.org/S4306401954","display_name":"Lirias (KU Leuven)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I99464096","host_organization_name":"KU Leuven","host_organization_lineage":["https://openalex.org/I99464096"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Acm Transactions On Multimedia Computing Communications And Applications, vol. 20 (8), Art.No. 253, (1-29)","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:176829","is_oa":false,"landing_page_url":"https://biblio.vub.ac.be/vubir/snippet-a-framework-for-subjective-evaluation-of-visual-explanations-applied-to-deepfake-detection(5a370f76-3d99-41af-8052-50bb31b4a4ab).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:232490","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3665248","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3665248","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3665248","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4398207561.pdf"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W927088553","https://openalex.org/W1686810756","https://openalex.org/W1787224781","https://openalex.org/W2072587119","https://openalex.org/W2102605133","https://openalex.org/W2117539524","https://openalex.org/W2123118847","https://openalex.org/W2137576942","https://openalex.org/W2163605009","https://openalex.org/W2169949291","https://openalex.org/W2194775991","https://openalex.org/W2195388612","https://openalex.org/W2240067561","https://openalex.org/W2751194593","https://openalex.org/W2891505635","https://openalex.org/W2956993847","https://openalex.org/W2962770929","https://openalex.org/W2962858109","https://openalex.org/W2963503775","https://openalex.org/W2963610729","https://openalex.org/W2964318714","https://openalex.org/W2982058372","https://openalex.org/W2998158928","https://openalex.org/W2999637955","https://openalex.org/W3000716014","https://openalex.org/W3022757652","https://openalex.org/W3034521057","https://openalex.org/W3035371891","https://openalex.org/W3035574324","https://openalex.org/W3081632907","https://openalex.org/W3094502228","https://openalex.org/W3103453294","https://openalex.org/W3103751997","https://openalex.org/W3128277316","https://openalex.org/W3138516171","https://openalex.org/W3154041049","https://openalex.org/W3163411042","https://openalex.org/W3164024107","https://openalex.org/W3170542759","https://openalex.org/W3176196997","https://openalex.org/W3178572954","https://openalex.org/W3197347140","https://openalex.org/W3214262346","https://openalex.org/W4200630041","https://openalex.org/W4214824854","https://openalex.org/W4226147822","https://openalex.org/W4286218466","https://openalex.org/W4287634169","https://openalex.org/W4287758545","https://openalex.org/W4287792756","https://openalex.org/W4293861706","https://openalex.org/W4297748527","https://openalex.org/W4301409532","https://openalex.org/W4308449898","https://openalex.org/W4312407344","https://openalex.org/W4312443924","https://openalex.org/W4320516065","https://openalex.org/W4321011699","https://openalex.org/W4377164418","https://openalex.org/W4385245566","https://openalex.org/W4390873750","https://openalex.org/W6739575509","https://openalex.org/W6739901393","https://openalex.org/W6777047548","https://openalex.org/W6783226985","https://openalex.org/W6784810453","https://openalex.org/W6846849811","https://openalex.org/W6849565481"],"related_works":["https://openalex.org/W2400258664","https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Explainable":[0],"Artificial":[1],"Intelligence":[2],"(XAI)":[3],"attempts":[4],"to":[5,82,104,188,197,216],"help":[6,217],"humans":[7,130],"understand":[8],"machine":[9],"learning":[10],"decisions":[11],"better":[12],"and":[13,41,46,68,108,164,228],"has":[14],"been":[15],"identified":[16],"as":[17,30,79],"a":[18,39,48,115,125,139],"critical":[19],"component":[20],"toward":[21],"increasing":[22],"the":[23,52,70,84,89,101,189],"trustworthiness":[24],"of":[25,55,72,191],"complex":[26],"black-box":[27],"systems,":[28],"such":[29],"deep":[31],"neural":[32],"networks.":[33],"In":[34],"this":[35],"article,":[36],"we":[37,94,145,172],"propose":[38],"generic":[40],"comprehensive":[42,109],"framework":[43,223],"named":[44],"SNIPPET":[45,63,113],"create":[47],"user":[49,97,178],"interface":[50],"for":[51,129,224],"subjective":[53,90],"evaluation":[54,66,102],"visual":[56,153,212],"explanations,":[57],"focusing":[58],"on":[59,114,133,168],"finding":[60],"human-friendly":[61],"explanations.":[62],"considers":[64],"human-centered":[65],"tasks":[67],"incorporates":[69],"collection":[71,227],"human":[73],"annotations.":[74],"These":[75],"annotations":[76],"can":[77],"serve":[78],"valuable":[80],"feedback":[81],"validate":[83],"qualitative":[85],"results":[86],"obtained":[87],"from":[88,121],"assessment":[91],"tasks.":[92],"Moreover,":[93,193],"consider":[95,210],"different":[96,177],"background":[98,207],"categories":[99],"during":[100],"process":[103],"ensure":[105],"diverse":[106],"perspectives":[107],"evaluation.":[110],"We":[111,180,220],"demonstrate":[112],"DeepFake":[116],"face":[117],"dataset.":[118],"Distinguishing":[119],"real":[120],"fake":[122],"faces":[123],"is":[124],"non-trivial":[126],"task":[127],"even":[128],"that":[131,182,211],"depends":[132],"rather":[134],"subtle":[135],"features,":[136],"making":[137],"it":[138,195],"challenging":[140],"use":[141],"case.":[142],"Using":[143],"SNIPPET,":[144],"evaluate":[146],"four":[147],"popular":[148],"XAI":[149],"methods":[150],"which":[151],"provide":[152],"explanations:":[154],"Gradient-weighted":[155],"Class":[156],"Activation":[157],"Mapping,":[158],"Layer-wise":[159],"Relevance":[160],"Propagation,":[161],"attention":[162],"rollout,":[163],"Transformer":[165],"Attribution.":[166],"Based":[167],"our":[169,222],"experimental":[170],"results,":[171],"observe":[173],"preference":[174],"variations":[175],"among":[176],"categories.":[179],"find":[181],"most":[183],"people":[184],"are":[185,214],"more":[186],"favorable":[187],"explanations":[190,213],"rollout.":[192],"when":[194],"comes":[196],"XAI-assisted":[198],"understanding,":[199],"those":[200],"who":[201],"have":[202],"no":[203],"or":[204],"lack":[205],"relevant":[206],"knowledge":[208],"often":[209],"insufficient":[215],"them":[218],"understand.":[219],"open-source":[221],"continued":[225],"data":[226],"annotation":[229],"at":[230],"https://github.com/XAI-SubjEvaluation/SNIPPET":[231],".":[232]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}