{"id":"https://openalex.org/W3011179515","doi":"https://doi.org/10.1177/1473871620904671","title":"A survey of surveys on the use of visualization for interpreting machine learning models","display_name":"A survey of surveys on the use of visualization for interpreting machine learning models","publication_year":2020,"publication_date":"2020-03-19","ids":{"openalex":"https://openalex.org/W3011179515","doi":"https://doi.org/10.1177/1473871620904671","mag":"3011179515"},"language":"en","primary_location":{"id":"doi:10.1177/1473871620904671","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1473871620904671","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1473871620904671","source":{"id":"https://openalex.org/S55152591","display_name":"Information Visualization","issn_l":"1473-8716","issn":["1473-8716","1473-8724"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Visualization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://journals.sagepub.com/doi/pdf/10.1177/1473871620904671","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070488104","display_name":"Angelos Chatzimparmpas","orcid":"https://orcid.org/0000-0002-9079-2376"},"institutions":[{"id":"https://openalex.org/I223464139","display_name":"Linnaeus University","ror":"https://ror.org/00j9qag85","country_code":"SE","type":"education","lineage":["https://openalex.org/I223464139"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Angelos Chatzimparmpas","raw_affiliation_strings":["Department of Computer Science and Media Technology, Linnaeus University, V\u00e4xj\u00f6, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Media Technology, Linnaeus University, V\u00e4xj\u00f6, Sweden","institution_ids":["https://openalex.org/I223464139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055188702","display_name":"Rafael M. Martins","orcid":"https://orcid.org/0000-0002-2901-935X"},"institutions":[{"id":"https://openalex.org/I223464139","display_name":"Linnaeus University","ror":"https://ror.org/00j9qag85","country_code":"SE","type":"education","lineage":["https://openalex.org/I223464139"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Rafael M. Martins","raw_affiliation_strings":["Department of Computer Science and Media Technology, Linnaeus University, V\u00e4xj\u00f6, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Media Technology, Linnaeus University, V\u00e4xj\u00f6, Sweden","institution_ids":["https://openalex.org/I223464139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082739993","display_name":"Ilir Jusufi","orcid":"https://orcid.org/0000-0001-6745-4398"},"institutions":[{"id":"https://openalex.org/I223464139","display_name":"Linnaeus University","ror":"https://ror.org/00j9qag85","country_code":"SE","type":"education","lineage":["https://openalex.org/I223464139"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ilir Jusufi","raw_affiliation_strings":["Department of Computer Science and Media Technology, Linnaeus University, V\u00e4xj\u00f6, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Media Technology, Linnaeus University, V\u00e4xj\u00f6, Sweden","institution_ids":["https://openalex.org/I223464139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006966951","display_name":"Andreas Kerren","orcid":"https://orcid.org/0000-0002-0519-2537"},"institutions":[{"id":"https://openalex.org/I223464139","display_name":"Linnaeus University","ror":"https://ror.org/00j9qag85","country_code":"SE","type":"education","lineage":["https://openalex.org/I223464139"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Andreas Kerren","raw_affiliation_strings":["Department of Computer Science and Media Technology, Linnaeus University, V\u00e4xj\u00f6, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Media Technology, Linnaeus University, V\u00e4xj\u00f6, Sweden","institution_ids":["https://openalex.org/I223464139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5070488104"],"corresponding_institution_ids":["https://openalex.org/I223464139"],"apc_list":null,"apc_paid":null,"fwci":10.0126,"has_fulltext":false,"cited_by_count":149,"citation_normalized_percentile":{"value":0.98660343,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"19","issue":"3","first_page":"207","last_page":"233"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8283282518386841},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6290636658668518},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5899805426597595},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5689636468887329},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.5513265132904053},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5084930658340454},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.4215971827507019},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3333542048931122}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8283282518386841},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6290636658668518},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5899805426597595},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5689636468887329},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.5513265132904053},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5084930658340454},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.4215971827507019},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3333542048931122},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/1473871620904671","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1473871620904671","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1473871620904671","source":{"id":"https://openalex.org/S55152591","display_name":"Information Visualization","issn_l":"1473-8716","issn":["1473-8716","1473-8724"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Visualization","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:lnu-90815","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:lnu:diva-90815","pdf_url":null,"source":{"id":"https://openalex.org/S4306401598","display_name":"DiVA (Linnaeus University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I223464139","host_organization_name":"Linnaeus University","host_organization_lineage":["https://openalex.org/I223464139"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article in journal"}],"best_oa_location":{"id":"doi:10.1177/1473871620904671","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1473871620904671","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1473871620904671","source":{"id":"https://openalex.org/S55152591","display_name":"Information Visualization","issn_l":"1473-8716","issn":["1473-8716","1473-8724"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Visualization","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3011179515.pdf","grobid_xml":"https://content.openalex.org/works/W3011179515.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1501005121","https://openalex.org/W1533957530","https://openalex.org/W1787224781","https://openalex.org/W1880262756","https://openalex.org/W1901365844","https://openalex.org/W1964473154","https://openalex.org/W1966087765","https://openalex.org/W1974584593","https://openalex.org/W1999546536","https://openalex.org/W2001082470","https://openalex.org/W2010058478","https://openalex.org/W2087382273","https://openalex.org/W2133498673","https://openalex.org/W2150165932","https://openalex.org/W2167482691","https://openalex.org/W2187089797","https://openalex.org/W2252009993","https://openalex.org/W2255388164","https://openalex.org/W2323909273","https://openalex.org/W2343061342","https://openalex.org/W2467861610","https://openalex.org/W2512274390","https://openalex.org/W2517066960","https://openalex.org/W2542889218","https://openalex.org/W2543893460","https://openalex.org/W2583408446","https://openalex.org/W2587299461","https://openalex.org/W2602814102","https://openalex.org/W2612492565","https://openalex.org/W2613099550","https://openalex.org/W2617246254","https://openalex.org/W2618530766","https://openalex.org/W2625478334","https://openalex.org/W2883603666","https://openalex.org/W2891503716","https://openalex.org/W2891505635","https://openalex.org/W2895658904","https://openalex.org/W2896774728","https://openalex.org/W2913367694","https://openalex.org/W2962772482","https://openalex.org/W2963214037","https://openalex.org/W2963374347","https://openalex.org/W2963707011","https://openalex.org/W3124418332","https://openalex.org/W4236965008","https://openalex.org/W4251372957"],"related_works":["https://openalex.org/W3183204001","https://openalex.org/W4327743144","https://openalex.org/W2068608913","https://openalex.org/W4386782890","https://openalex.org/W4313320911","https://openalex.org/W2607424049","https://openalex.org/W4245077728","https://openalex.org/W90316445","https://openalex.org/W2185941092","https://openalex.org/W3210948575"],"abstract_inverted_index":{"Research":[0],"in":[1,8,24,57,71,162,197,238,253],"machine":[2,63,82,145,190,249,276],"learning":[3,64,83,146,191,250,270],"has":[4],"become":[5],"very":[6],"popular":[7],"recent":[9],"years,":[10,256],"with":[11,76,251],"many":[12],"types":[13,143],"of":[14,62,94,115,131,144,164,176,178,189,203,229,232,247,268,281,296],"models":[15,32,65,84,147,271],"proposed":[16],"to":[17,44,87,98,110,185,207],"comprehend":[18],"and":[19,22,35,46,90,214,225,235,257,272],"predict":[20],"patterns":[21],"trends":[23],"data":[25],"originating":[26],"from":[27,81],"different":[28],"domains.":[29],"As":[30],"these":[31,133],"get":[33],"more":[34,36],"complex,":[37],"it":[38],"also":[39],"becomes":[40],"harder":[41],"for":[42,263],"users":[43],"assess":[45],"trust":[47,274],"their":[48,51],"results,":[49],"since":[50],"internal":[52],"operations":[53],"are":[54],"mostly":[55],"hidden":[56],"black":[58],"boxes.":[59],"The":[60,201],"interpretation":[61,188],"is":[66,125,137,154,206,289],"currently":[67],"a":[68,128,171,174,211,216],"hot":[69],"topic":[70],"the":[72,92,95,112,121,138,155,158,186,194,198,230,233,239,244,254,279,297],"information":[73],"visualization":[74,259,298],"community,":[75],"results":[77,242],"showing":[78],"that":[79,157,183,258],"insights":[80],"can":[85,260],"lead":[86],"better":[88],"predictions":[89],"improve":[91],"trustworthiness":[93],"results.":[96],"Due":[97],"this,":[99],"multiple":[100],"(and":[101],"extensive)":[102],"survey":[103,181,220],"articles":[104],"have":[105],"been":[106],"published":[107,119],"recently":[108],"trying":[109],"summarize":[111],"high":[113],"number":[114],"original":[116],"research":[117,236],"papers":[118,182,195],"on":[120],"topic.":[122],"But":[123],"there":[124],"not":[126],"always":[127],"clear":[129],"definition":[130],"what":[132,136,152],"surveys":[134],"cover,":[135],"overlap":[139],"between":[140],"them,":[141],"which":[142],"they":[148],"deal":[149],"with,":[150],"or":[151],"exactly":[153,282],"scenario":[156],"readers":[159],"will":[160],"find":[161],"each":[163],"them.":[165],"In":[166],"this":[167,219,284],"article,":[168],"we":[169],"present":[170],"meta-analysis":[172],"(i.e.":[173],"\u201csurvey":[175],"surveys\u201d)":[177],"manually":[179],"collected":[180],"refer":[184],"visual":[187],"models,":[192],"including":[193],"discussed":[196],"selected":[199],"surveys.":[200],"aim":[202],"our":[204],"article":[205],"serve":[208],"both":[209],"as":[210,215,292],"detailed":[212],"summary":[213],"guide":[217],"through":[218],"ecosystem":[221],"by":[222],"acquiring,":[223],"cataloging,":[224],"presenting":[226],"fundamental":[227],"knowledge":[228],"state":[231],"art":[234],"opportunities":[237],"area.":[240],"Our":[241],"confirm":[243],"increasing":[245],"trend":[246],"interpreting":[248],"visualizations":[252],"past":[255],"assist":[261],"in,":[262],"example,":[264],"online":[265],"training":[266],"processes":[267],"deep":[269],"enhancing":[273],"into":[275],"learning.":[277],"However,":[278],"question":[280],"how":[283],"assistance":[285],"should":[286],"take":[287],"place":[288],"still":[290],"considered":[291],"an":[293],"open":[294],"challenge":[295],"community.":[299]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":39},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":26},{"year":2020,"cited_by_count":13}],"updated_date":"2026-03-05T09:29:38.588285","created_date":"2025-10-10T00:00:00"}