{"id":"https://openalex.org/W4384703180","doi":"https://doi.org/10.1109/qomex58391.2023.10178510","title":"Evaluating Quality of Visual Explanations of Deep Learning Models for Vision Tasks","display_name":"Evaluating Quality of Visual Explanations of Deep Learning Models for Vision Tasks","publication_year":2023,"publication_date":"2023-06-20","ids":{"openalex":"https://openalex.org/W4384703180","doi":"https://doi.org/10.1109/qomex58391.2023.10178510"},"language":"en","primary_location":{"id":"doi:10.1109/qomex58391.2023.10178510","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/qomex58391.2023.10178510","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 15th International Conference on Quality of Multimedia Experience (QoMEX)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://biblio.vub.ac.be/vubirfiles/97447575/Evaluating_visual_explanation_of_deep_learning_models_for_vision_tasks_Camera_Ready_.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050042610","display_name":"Yuqing Yang","orcid":"https://orcid.org/0000-0002-2110-9318"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Yuqing Yang","raw_affiliation_strings":["Vrije Universiteit Brussel,Department of Electronics and Informatics,Brussels,Belgium","imec, Leuven, Belgium","Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Brussel,Department of Electronics and Informatics,Brussels,Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"imec, Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]},{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064520759","display_name":"Saeed Mahmoudpour","orcid":"https://orcid.org/0000-0003-1006-1838"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Saeed Mahmoudpour","raw_affiliation_strings":["Vrije Universiteit Brussel,Department of Electronics and Informatics,Brussels,Belgium","imec, Leuven, Belgium","Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Brussel,Department of Electronics and Informatics,Brussels,Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"imec, Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]},{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034083500","display_name":"Peter Schelkens","orcid":"https://orcid.org/0000-0003-0908-1655"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Peter Schelkens","raw_affiliation_strings":["Vrije Universiteit Brussel,Department of Electronics and Informatics,Brussels,Belgium","imec, Leuven, Belgium","Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Brussel,Department of Electronics and Informatics,Brussels,Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"imec, Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]},{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043511500","display_name":"Nikos Deligiannis","orcid":"https://orcid.org/0000-0001-9300-5860"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Nikos Deligiannis","raw_affiliation_strings":["Vrije Universiteit Brussel,Department of Electronics and Informatics,Brussels,Belgium","imec, Leuven, Belgium","Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Brussel,Department of Electronics and Informatics,Brussels,Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"imec, Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]},{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":null,"first_page":"159","last_page":"164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8026827573776245},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7360008955001831},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.722602128982544},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6804059743881226},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.574652373790741},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.49105405807495117},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4529232084751129},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4527764618396759},{"id":"https://openalex.org/keywords/human-visual-system-model","display_name":"Human visual system model","score":0.4416908919811249},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.43212682008743286},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.25309979915618896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8026827573776245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7360008955001831},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.722602128982544},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6804059743881226},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.574652373790741},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.49105405807495117},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4529232084751129},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4527764618396759},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.4416908919811249},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.43212682008743286},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.25309979915618896},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/qomex58391.2023.10178510","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/qomex58391.2023.10178510","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 15th International Conference on Quality of Multimedia Experience (QoMEX)","raw_type":"proceedings-article"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:170290","is_oa":true,"landing_page_url":"https://biblio.vub.ac.be/vubir/evaluating-quality-of-visual-explanations-of-deep-learning-models-for-vision-tasks(9b8a0967-62eb-4410-af28-817bfe52f003).html","pdf_url":"https://biblio.vub.ac.be/vubirfiles/97447575/Evaluating_visual_explanation_of_deep_learning_models_for_vision_tasks_Camera_Ready_.pdf","source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:218761","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:vubissmart:VUBISSMART:2000:170290","is_oa":true,"landing_page_url":"https://biblio.vub.ac.be/vubir/evaluating-quality-of-visual-explanations-of-deep-learning-models-for-vision-tasks(9b8a0967-62eb-4410-af28-817bfe52f003).html","pdf_url":"https://biblio.vub.ac.be/vubirfiles/97447575/Evaluating_visual_explanation_of_deep_learning_models_for_vision_tasks_Camera_Ready_.pdf","source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384703180.pdf"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1517086206","https://openalex.org/W1686810756","https://openalex.org/W1787224781","https://openalex.org/W1981276685","https://openalex.org/W2194775991","https://openalex.org/W2195388612","https://openalex.org/W2240067561","https://openalex.org/W2346578521","https://openalex.org/W2594633041","https://openalex.org/W2605409611","https://openalex.org/W2766207481","https://openalex.org/W2917583897","https://openalex.org/W2952487041","https://openalex.org/W2962770929","https://openalex.org/W2962858109","https://openalex.org/W2962862931","https://openalex.org/W2963503775","https://openalex.org/W2988157455","https://openalex.org/W2999905431","https://openalex.org/W3000716014","https://openalex.org/W3034175346","https://openalex.org/W3035422918","https://openalex.org/W3035916825","https://openalex.org/W3088946003","https://openalex.org/W3094502228","https://openalex.org/W3103453294","https://openalex.org/W3138516171","https://openalex.org/W3164024107","https://openalex.org/W3176196997","https://openalex.org/W4200630041","https://openalex.org/W4286218466","https://openalex.org/W4293861706","https://openalex.org/W4312407344","https://openalex.org/W4312443924","https://openalex.org/W6637373629","https://openalex.org/W6704488215","https://openalex.org/W6734194636","https://openalex.org/W6736518430","https://openalex.org/W6737947904","https://openalex.org/W6739575509","https://openalex.org/W6783393508","https://openalex.org/W6784333009","https://openalex.org/W6786116605","https://openalex.org/W6795475546","https://openalex.org/W6810686638"],"related_works":["https://openalex.org/W90316445","https://openalex.org/W2047973478","https://openalex.org/W4295532600","https://openalex.org/W2063823869","https://openalex.org/W4293226380","https://openalex.org/W2067569035","https://openalex.org/W2090985514","https://openalex.org/W2767015886","https://openalex.org/W4300259368","https://openalex.org/W2963581784"],"abstract_inverted_index":{"Explainable":[0],"artificial":[1],"intelligence":[2],"(XAI)":[3],"has":[4,70],"gained":[5],"considerable":[6],"attention":[7],"in":[8,124,132],"recent":[9],"years":[10],"as":[11,193],"it":[12],"aims":[13],"to":[14,34,47,75,118,129,174],"help":[15],"humans":[16,117],"better":[17],"understand":[18],"machine":[19,76],"learning":[20],"decisions,":[21],"making":[22],"complex":[23],"black-box":[24],"systems":[25],"more":[26,87,184,201,209],"trustworthy.":[27],"Visual":[28],"explanation":[29,153,171],"algorithms":[30],"have":[31],"been":[32],"designed":[33],"generate":[35],"heatmaps":[36,143,150],"highlighting":[37],"image":[38,199],"regions":[39],"that":[40,126,146],"a":[41,72,113],"deep":[42,96,157,169],"neural":[43,52],"network":[44,53],"focuses":[45],"on":[46],"make":[48,130],"decisions.":[49],"While":[50],"convolutional":[51],"(CNN)":[54],"models":[55,102],"typically":[56],"follow":[57],"similar":[58],"processing":[59],"operations":[60],"for":[61,155,164],"feature":[62],"encoding,":[63],"the":[64,93,120,139,156,168,175,177,194,197,203,206],"emergence":[65],"of":[66,95,167,196,205],"vision":[67,77,105,135],"transformer":[68],"(ViT)":[69],"introduced":[71],"new":[73],"approach":[74],"decision-making.":[78],"Therefore,":[79],"an":[80],"important":[81],"question":[82],"is":[83],"which":[84],"architecture":[85],"provides":[86],"human-understandable":[88],"explanations.":[89],"This":[90],"paper":[91],"examines":[92],"explain-ability":[94],"architectures,":[97],"including":[98],"CNN":[99],"and":[100,192],"ViT":[101,181],"under":[103],"different":[104,134],"tasks.":[106,136],"To":[107],"this":[108],"end,":[109],"we":[110],"first":[111],"performed":[112,163],"subjective":[114],"experiment":[115],"asking":[116],"highlight":[119],"key":[121],"visual":[122],"features":[123,195],"images":[125],"helped":[127],"them":[128],"decisions":[131],"two":[133],"Next,":[137],"using":[138],"human-annotated":[140],"images,":[141],"ground-truth":[142],"were":[144,147,162],"generated":[145,151,179],"compared":[148],"against":[149],"by":[152,189],"methods":[154],"architectures.":[158],"Moreover,":[159],"perturbation":[160],"tests":[161],"objective":[165],"evaluation":[166],"models'":[170],"heatmaps.":[172],"According":[173],"results,":[176],"explanations":[178],"from":[180],"are":[182,200],"deemed":[183],"trustworthy":[185],"than":[186],"those":[187],"produced":[188],"other":[190],"CNNs,":[191],"input":[198],"dispersed,":[202],"advantage":[204],"model":[207],"becomes":[208],"evident.":[210]},"counts_by_year":[],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}