{"id":"https://openalex.org/W2887893397","doi":"https://doi.org/10.1145/3232078.3232096","title":"Supporting End-User Understanding of Classification Errors","display_name":"Supporting End-User Understanding of Classification Errors","publication_year":2018,"publication_date":"2018-08-06","ids":{"openalex":"https://openalex.org/W2887893397","doi":"https://doi.org/10.1145/3232078.3232096","mag":"2887893397"},"language":"en","primary_location":{"id":"doi:10.1145/3232078.3232096","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3232078.3232096","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th European Conference on Cognitive Ergonomics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ir.cwi.nl/pub/27791/ECCE_Beauxis_VizClassificationErrors.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021591062","display_name":"Emma Beauxis-Aussalet","orcid":"https://orcid.org/0000-0002-4657-892X"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Emma Beauxis-Aussalet","raw_affiliation_strings":["CWI - Utrecht University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CWI - Utrecht University","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008757361","display_name":"Joost van Doorn","orcid":null},"institutions":[{"id":"https://openalex.org/I736929005","display_name":"College of Western Idaho","ror":"https://ror.org/05sfzsk90","country_code":"US","type":"education","lineage":["https://openalex.org/I736929005"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joost van Doorn","raw_affiliation_strings":["CWI - UvA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CWI - UvA","institution_ids":["https://openalex.org/I736929005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090361090","display_name":"Lynda Hardman","orcid":"https://orcid.org/0000-0001-7412-5250"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Lynda Hardman","raw_affiliation_strings":["CWI - Utrecht University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CWI - Utrecht University","institution_ids":["https://openalex.org/I193662353"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5021591062"],"corresponding_institution_ids":["https://openalex.org/I193662353"],"apc_list":null,"apc_paid":null,"fwci":0.1062,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.45173559,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7918396592140198},{"id":"https://openalex.org/keywords/terminology","display_name":"Terminology","score":0.7539914846420288},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.7480924725532532},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.7095819115638733},{"id":"https://openalex.org/keywords/confusion-matrix","display_name":"Confusion matrix","score":0.525757372379303},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5153622031211853},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5076335668563843},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.49302956461906433},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4490712583065033},{"id":"https://openalex.org/keywords/end-user","display_name":"End user","score":0.4383876323699951},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4273570477962494},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.359477698802948},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3380775451660156},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3308270573616028},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10918492078781128}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7918396592140198},{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.7539914846420288},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.7480924725532532},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.7095819115638733},{"id":"https://openalex.org/C138602881","wikidata":"https://www.wikidata.org/wiki/Q2709591","display_name":"Confusion matrix","level":2,"score":0.525757372379303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5153622031211853},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5076335668563843},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.49302956461906433},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4490712583065033},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.4383876323699951},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4273570477962494},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.359477698802948},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3380775451660156},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3308270573616028},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10918492078781128},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3232078.3232096","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3232078.3232096","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th European Conference on Cognitive Ergonomics","raw_type":"proceedings-article"},{"id":"pmh:oai:cwi.nl:27791","is_oa":true,"landing_page_url":"https://ir.cwi.nl/pub/27791","pdf_url":"https://ir.cwi.nl/pub/27791/ECCE_Beauxis_VizClassificationErrors.pdf","source":{"id":"https://openalex.org/S7407055335","display_name":"Centrum Wiskunde & Informatica (CWI), the national research institute for mathematics and computer science in the Netherlands","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/06383f20-be1d-43ab-b135-b75aabd999ce","is_oa":false,"landing_page_url":"https://research.vu.nl/en/publications/06383f20-be1d-43ab-b135-b75aabd999ce","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Beauxis-Aussalet, E, Van Doorn, J & Hardman, L 2018, Supporting End-User Understanding of Classification Errors. in ACM European Conference on Cognitive Ergonomics (ECCE)., 10. https://doi.org/10.1145/3232078.3232096","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"pmh:oai:cwi.nl:27791","is_oa":true,"landing_page_url":"https://ir.cwi.nl/pub/27791","pdf_url":"https://ir.cwi.nl/pub/27791/ECCE_Beauxis_VizClassificationErrors.pdf","source":{"id":"https://openalex.org/S7407055335","display_name":"Centrum Wiskunde & Informatica (CWI), the national research institute for mathematics and computer science in the Netherlands","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2887893397.pdf","grobid_xml":"https://content.openalex.org/works/W2887893397.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W73593153","https://openalex.org/W611112179","https://openalex.org/W1552383156","https://openalex.org/W1555197979","https://openalex.org/W1971781829","https://openalex.org/W1988061708","https://openalex.org/W2012457675","https://openalex.org/W2014364160","https://openalex.org/W2058203255","https://openalex.org/W2063052894","https://openalex.org/W2070664725","https://openalex.org/W2093013110","https://openalex.org/W2107885267","https://openalex.org/W2115650093","https://openalex.org/W2123781216","https://openalex.org/W2158698691","https://openalex.org/W2170505850","https://openalex.org/W2188398335","https://openalex.org/W2330219538","https://openalex.org/W2512274390","https://openalex.org/W2580695921","https://openalex.org/W2587299461","https://openalex.org/W2615126350","https://openalex.org/W2763473147","https://openalex.org/W2963795072","https://openalex.org/W4237374278","https://openalex.org/W4285719527","https://openalex.org/W4285784418","https://openalex.org/W4288009332"],"related_works":["https://openalex.org/W2350593162","https://openalex.org/W2390350206","https://openalex.org/W1969477129","https://openalex.org/W2921208823","https://openalex.org/W2353483812","https://openalex.org/W4366202965","https://openalex.org/W1969293528","https://openalex.org/W2349679704","https://openalex.org/W4389633859","https://openalex.org/W2570625548"],"abstract_inverted_index":{"Classifiers":[0],"are":[1,26],"applied":[2],"in":[3],"many":[4],"domains":[5],"where":[6],"classification":[7,75,152],"errors":[8,19],"have":[9],"significant":[10],"implications.":[11],"However,":[12],"end-users":[13],"may":[14],"not":[15],"always":[16],"understand":[17],"the":[18,42,74,91,118,124,133],"and":[20,31,59,65,77,93,101,112,135,138,142,154],"their":[21],"impact,":[22],"as":[23],"error":[24],"visualizations":[25],"typically":[27],"designed":[28],"for":[29,32],"experts":[30],"improving":[33],"classifiers.":[34,161],"We":[35,48,68],"discuss":[36],"a":[37],"visualization":[38,79,122],"design":[39,51],"that":[40],"addresses":[41],"specific":[43],"needs":[44],"of":[45,57,90,98,109,114,151],"classifiers'":[46],"end-users.":[47],"evaluate":[49],"this":[50],"with":[52,62,72],"users":[53],"from":[54],"three":[55],"levels":[56],"expertise,":[58],"compare":[60],"it":[61],"ROC":[63,110],"curves":[64],"confusion":[66,97,115],"matrices.":[67],"identify":[69],"key":[70],"difficulties":[71,125],"understanding":[73,150],"errors,":[76,153],"how":[78],"designs":[80],"addressed":[81],"or":[82,159],"aggravated":[83,117],"them.":[84],"The":[85,104,120],"main":[86],"issues":[87],"concerned":[88],"confusions":[89],"actual":[92,134],"predicted":[94,136],"classes":[95],"(e.g.,":[96],"False":[99,102],"Positives":[100],"Negatives).":[103],"machine":[105],"learning":[106],"terminology,":[107],"complexity":[108],"curves,":[111],"symmetry":[113],"matrices":[116],"confusions.":[119],"end-user-oriented":[121],"reduced":[123],"by":[126],"using":[127],"several":[128],"visual":[129],"features":[130],"to":[131,147],"clarify":[132],"classes,":[137],"more":[139],"tangible":[140],"metrics":[141],"representation.":[143],"Our":[144],"results":[145],"contribute":[146],"supporting":[148],"end-users'":[149],"informed":[155],"decisions":[156],"when":[157],"choosing":[158],"tuning":[160]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}