{"id":"https://openalex.org/W4392517977","doi":"https://doi.org/10.1080/10447318.2024.2323263","title":"Interpretability is in the Eye of the Beholder: Human Versus Artificial Classification of Image Segments Generated by Humans Versus XAI","display_name":"Interpretability is in the Eye of the Beholder: Human Versus Artificial Classification of Image Segments Generated by Humans Versus XAI","publication_year":2024,"publication_date":"2024-03-06","ids":{"openalex":"https://openalex.org/W4392517977","doi":"https://doi.org/10.1080/10447318.2024.2323263"},"language":"en","primary_location":{"id":"doi:10.1080/10447318.2024.2323263","is_oa":true,"landing_page_url":"https://doi.org/10.1080/10447318.2024.2323263","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/10447318.2024.2323263?needAccess=true","source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.tandfonline.com/doi/pdf/10.1080/10447318.2024.2323263?needAccess=true","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075096261","display_name":"Romy M\u00fcller","orcid":"https://orcid.org/0000-0003-4750-7952"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Romy M\u00fcller","raw_affiliation_strings":["Faculty of Psychology, Chair of Engineering Psychology and Applied Cognitive Research, TUD Dresden University of Technology","Faculty of Psychology, Chair of Engineering Psychology and Applied Cognitive Research, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4750-7952","affiliations":[{"raw_affiliation_string":"Faculty of Psychology, Chair of Engineering Psychology and Applied Cognitive Research, TUD Dresden University of Technology","institution_ids":["https://openalex.org/I78650965"]},{"raw_affiliation_string":"Faculty of Psychology, Chair of Engineering Psychology and Applied Cognitive Research, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093329694","display_name":"Marius Tho\u00df","orcid":null},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marius Tho\u00df","raw_affiliation_strings":["Faculty of Psychology, Chair of Engineering Psychology and Applied Cognitive Research, TUD Dresden University of Technology","Faculty of Psychology, Chair of Engineering Psychology and Applied Cognitive Research, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Psychology, Chair of Engineering Psychology and Applied Cognitive Research, TUD Dresden University of Technology","institution_ids":["https://openalex.org/I78650965"]},{"raw_affiliation_string":"Faculty of Psychology, Chair of Engineering Psychology and Applied Cognitive Research, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027337320","display_name":"Julian Ullrich","orcid":null},"institutions":[{"id":"https://openalex.org/I44260953","display_name":"Heinrich Heine University D\u00fcsseldorf","ror":"https://ror.org/024z2rq82","country_code":"DE","type":"education","lineage":["https://openalex.org/I44260953"]},{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Julian Ullrich","raw_affiliation_strings":["Faculty of Electrical and Computer Engineering, Chair of Fundamentals of Electrical Engineering, TUD Dresden University of Technology","Faculty of Mathematics and Natural Sciences, Department of Computer Science, Machine Learning Group, Heinrich-Heine-Universit\u00e4t D\u00fcsseldorf","Faculty of Psychology, Chair of Engineering Psychology and Applied Cognitive Research, TUD Dresden University of Technology","Faculty of Electrical and Computer Engineering, Chair of Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany","Faculty of Mathematics and Natural Sciences, Department of Computer Science, Machine Learning Group, Heinrich-Heine-Universit\u00e4t D\u00fcsseldorf, D\u00fcsseldorf, Germany","Faculty of Psychology, Chair of Engineering Psychology and Applied Cognitive Research, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Computer Engineering, Chair of Fundamentals of Electrical Engineering, TUD Dresden University of Technology","institution_ids":["https://openalex.org/I78650965"]},{"raw_affiliation_string":"Faculty of Mathematics and Natural Sciences, Department of Computer Science, Machine Learning Group, Heinrich-Heine-Universit\u00e4t D\u00fcsseldorf","institution_ids":["https://openalex.org/I44260953"]},{"raw_affiliation_string":"Faculty of Psychology, Chair of Engineering Psychology and Applied Cognitive Research, TUD Dresden University of Technology","institution_ids":["https://openalex.org/I78650965"]},{"raw_affiliation_string":"Faculty of Electrical and Computer Engineering, Chair of Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]},{"raw_affiliation_string":"Faculty of Mathematics and Natural Sciences, Department of Computer Science, Machine Learning Group, Heinrich-Heine-Universit\u00e4t D\u00fcsseldorf, D\u00fcsseldorf, Germany","institution_ids":["https://openalex.org/I44260953"]},{"raw_affiliation_string":"Faculty of Psychology, Chair of Engineering Psychology and Applied Cognitive Research, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102850948","display_name":"Steffen Seitz","orcid":"https://orcid.org/0000-0002-8389-8869"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Steffen Seitz","raw_affiliation_strings":["Faculty of Electrical and Computer Engineering, Chair of Fundamentals of Electrical Engineering, TUD Dresden University of Technology","Faculty of Electrical and Computer Engineering, Chair of Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8389-8869","affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Computer Engineering, Chair of Fundamentals of Electrical Engineering, TUD Dresden University of Technology","institution_ids":["https://openalex.org/I78650965"]},{"raw_affiliation_string":"Faculty of Electrical and Computer Engineering, Chair of Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035658646","display_name":"Carsten Knoll","orcid":"https://orcid.org/0000-0001-7462-771X"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Carsten Knoll","raw_affiliation_strings":["Faculty of Electrical and Computer Engineering, Chair of Fundamentals of Electrical Engineering, TUD Dresden University of Technology","Faculty of Electrical and Computer Engineering, Chair of Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7462-771X","affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Computer Engineering, Chair of Fundamentals of Electrical Engineering, TUD Dresden University of Technology","institution_ids":["https://openalex.org/I78650965"]},{"raw_affiliation_string":"Faculty of Electrical and Computer Engineering, Chair of Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5075096261"],"corresponding_institution_ids":["https://openalex.org/I78650965"],"apc_list":null,"apc_paid":null,"fwci":2.8853,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.91319301,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"41","issue":"4","first_page":"2371","last_page":"2393"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9692000150680542,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9436020851135254},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6475747227668762},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.513988196849823},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5029558539390564},{"id":"https://openalex.org/keywords/human-eye","display_name":"Human eye","score":0.4553222954273224},{"id":"https://openalex.org/keywords/optometry","display_name":"Optometry","score":0.42449936270713806},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4179568886756897},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3358728885650635},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32082611322402954},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1979198455810547}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9436020851135254},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6475747227668762},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.513988196849823},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5029558539390564},{"id":"https://openalex.org/C2781427961","wikidata":"https://www.wikidata.org/wiki/Q430024","display_name":"Human eye","level":2,"score":0.4553222954273224},{"id":"https://openalex.org/C119767625","wikidata":"https://www.wikidata.org/wiki/Q618211","display_name":"Optometry","level":1,"score":0.42449936270713806},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4179568886756897},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3358728885650635},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32082611322402954},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1979198455810547}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/10447318.2024.2323263","is_oa":true,"landing_page_url":"https://doi.org/10.1080/10447318.2024.2323263","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/10447318.2024.2323263?needAccess=true","source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1080/10447318.2024.2323263","is_oa":true,"landing_page_url":"https://doi.org/10.1080/10447318.2024.2323263","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/10447318.2024.2323263?needAccess=true","source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2421214739","display_name":null,"funder_award_id":"PA 1232/15-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G6387308859","display_name":null,"funder_award_id":"TE 257/37-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321613","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392517977.pdf","grobid_xml":"https://content.openalex.org/works/W4392517977.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W572002688","https://openalex.org/W1976389138","https://openalex.org/W1990959595","https://openalex.org/W1999478155","https://openalex.org/W2035282754","https://openalex.org/W2040253108","https://openalex.org/W2054802006","https://openalex.org/W2087160026","https://openalex.org/W2108598243","https://openalex.org/W2113466552","https://openalex.org/W2152161678","https://openalex.org/W2194775991","https://openalex.org/W2282821441","https://openalex.org/W2485261912","https://openalex.org/W2560145178","https://openalex.org/W2732026016","https://openalex.org/W2905472553","https://openalex.org/W2928869317","https://openalex.org/W2962858109","https://openalex.org/W2962884579","https://openalex.org/W2969880113","https://openalex.org/W2972548215","https://openalex.org/W2977639983","https://openalex.org/W2988450373","https://openalex.org/W2995188596","https://openalex.org/W2997802292","https://openalex.org/W3035183563","https://openalex.org/W3035252928","https://openalex.org/W3040102868","https://openalex.org/W3091962337","https://openalex.org/W3102818708","https://openalex.org/W3128546703","https://openalex.org/W3128601380","https://openalex.org/W3164846705","https://openalex.org/W3199841966","https://openalex.org/W3200581805","https://openalex.org/W3202667643","https://openalex.org/W3208968340","https://openalex.org/W3212053370","https://openalex.org/W4224248227","https://openalex.org/W4225127292","https://openalex.org/W4226083997","https://openalex.org/W4281788286","https://openalex.org/W4282821541","https://openalex.org/W4282972446","https://openalex.org/W4283382951","https://openalex.org/W4287708700","https://openalex.org/W4306165427","https://openalex.org/W4306694238","https://openalex.org/W4311248832","https://openalex.org/W4319300047","https://openalex.org/W4320731863","https://openalex.org/W4365135359","https://openalex.org/W4380681872","https://openalex.org/W4385292428","https://openalex.org/W4385815498","https://openalex.org/W4386076059","https://openalex.org/W4387322913","https://openalex.org/W4388624604"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4390569940","https://openalex.org/W2888392564","https://openalex.org/W4361193272","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W2806259446","https://openalex.org/W2963326959","https://openalex.org/W4312407344","https://openalex.org/W578067557"],"abstract_inverted_index":{"The":[0],"evaluation":[1],"of":[2,13,67,94],"explainable":[3],"artificial":[4,27],"intelligence":[5],"is":[6],"challenging,":[7],"because":[8],"automated":[9],"and":[10,26,46,86,104,120,145],"human-centred":[11],"metrics":[12],"explanation":[14,140],"quality":[15],"may":[16],"diverge.":[17],"To":[18],"clarify":[19],"their":[20],"relationship,":[21],"we":[22,40],"investigated":[23],"whether":[24],"human":[25,42,58,119],"image":[28,52],"classification":[29],"will":[30],"benefit":[31],"from":[32],"the":[33,65,82,87,92,111,139,142,146],"same":[34,83],"visual":[35],"explanations.":[36],"In":[37],"three":[38],"experiments,":[39],"analysed":[41],"reaction":[43],"times,":[44],"errors,":[45],"subjective":[47],"ratings":[48],"while":[49,110],"participants":[50],"classified":[51],"segments.":[53,84,126],"These":[54],"segments":[55],"either":[56],"reflected":[57],"attention":[59],"(eye":[60],"movements,":[61],"manual":[62],"selections)":[63],"or":[64],"outputs":[66],"two":[68],"attribution":[69,95],"methods":[70],"explaining":[71],"a":[72],"ResNet":[73],"(Grad-CAM,":[74],"XRAI).":[75],"We":[76],"also":[77],"had":[78],"this":[79],"model":[80,88,121],"classify":[81],"Humans":[85],"largely":[89],"agreed":[90],"on":[91],"interpretability":[93],"methods:":[96],"Grad-CAM":[97],"was":[98,114],"easily":[99],"interpretable":[100],"for":[101,108,116,124],"indoor":[102],"scenes":[103],"landscapes,":[105],"but":[106],"not":[107],"objects,":[109],"reverse":[112],"pattern":[113],"observed":[115],"XRAI.":[117],"Conversely,":[118],"performance":[122],"diverged":[123],"human-generated":[125],"Our":[127],"results":[128],"caution":[129],"against":[130],"general":[131],"statements":[132],"about":[133],"interpretability,":[134],"as":[135],"it":[136],"varies":[137],"with":[138],"method,":[141],"explained":[143],"images,":[144],"agent":[147],"interpreting":[148],"them.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}