{"id":"https://openalex.org/W3130185945","doi":"https://doi.org/10.1145/3490099.3511160","title":"Intuitively Assessing ML Model Reliability through Example-Based Explanations and Editing Model Inputs","display_name":"Intuitively Assessing ML Model Reliability through Example-Based Explanations and Editing Model Inputs","publication_year":2022,"publication_date":"2022-03-21","ids":{"openalex":"https://openalex.org/W3130185945","doi":"https://doi.org/10.1145/3490099.3511160","mag":"3130185945"},"language":"en","primary_location":{"id":"doi:10.1145/3490099.3511160","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490099.3511160","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490099.3511160","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"27th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3490099.3511160","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005452839","display_name":"Harini Suresh","orcid":"https://orcid.org/0000-0002-9769-4947"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harini Suresh","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104014500","display_name":"Kathleen M. Lewis","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathleen M Lewis","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007282049","display_name":"John V. Guttag","orcid":"https://orcid.org/0000-0003-0992-0906"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Guttag","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077783676","display_name":"Arvind Satyanarayan","orcid":"https://orcid.org/0000-0001-5564-635X"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arvind Satyanarayan","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6359,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.90894194,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"767","last_page":"781"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8986283540725708},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8610318899154663},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.6494537591934204},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.520077645778656},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.5145253539085388},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4919116497039795},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4759492576122284},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.44501060247421265},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.43212050199508667},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4130135178565979},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3915206789970398},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3847527503967285}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8986283540725708},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8610318899154663},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.6494537591934204},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.520077645778656},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.5145253539085388},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4919116497039795},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4759492576122284},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.44501060247421265},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.43212050199508667},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4130135178565979},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3915206789970398},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3847527503967285},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3490099.3511160","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490099.3511160","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490099.3511160","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"27th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/146483","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/146483","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM|27th International Conference on Intelligent User Interfaces","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3490099.3511160","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490099.3511160","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490099.3511160","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"27th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4263670859","display_name":null,"funder_award_id":"1900991","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7647474342","display_name":null,"funder_award_id":"FA8750-19-2-1000","funder_id":"https://openalex.org/F4320332467","funder_display_name":"U.S. Air Force"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332467","display_name":"U.S. Air Force","ror":"https://ror.org/006gmme17"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3130185945.pdf","grobid_xml":"https://content.openalex.org/works/W3130185945.grobid-xml"},"referenced_works_count":89,"referenced_works":["https://openalex.org/W11356396","https://openalex.org/W1849277567","https://openalex.org/W1919652261","https://openalex.org/W1984314602","https://openalex.org/W1986285750","https://openalex.org/W2030246490","https://openalex.org/W2053075547","https://openalex.org/W2064596108","https://openalex.org/W2094305627","https://openalex.org/W2095409369","https://openalex.org/W2108598243","https://openalex.org/W2110171129","https://openalex.org/W2115647291","https://openalex.org/W2126385963","https://openalex.org/W2141880430","https://openalex.org/W2152052288","https://openalex.org/W2237502368","https://openalex.org/W2282821441","https://openalex.org/W2551974706","https://openalex.org/W2552926193","https://openalex.org/W2594475271","https://openalex.org/W2597603852","https://openalex.org/W2623360248","https://openalex.org/W2664267452","https://openalex.org/W2743563384","https://openalex.org/W2752094676","https://openalex.org/W2763172566","https://openalex.org/W2765204106","https://openalex.org/W2788362053","https://openalex.org/W2793165286","https://openalex.org/W2799460054","https://openalex.org/W2802594920","https://openalex.org/W2869198903","https://openalex.org/W2892916125","https://openalex.org/W2897154134","https://openalex.org/W2901895173","https://openalex.org/W2916797267","https://openalex.org/W2918341242","https://openalex.org/W2923421605","https://openalex.org/W2945295328","https://openalex.org/W2954996726","https://openalex.org/W2956281901","https://openalex.org/W2958874938","https://openalex.org/W2962862931","https://openalex.org/W2963095307","https://openalex.org/W2963420481","https://openalex.org/W2963483561","https://openalex.org/W2963847595","https://openalex.org/W2964303497","https://openalex.org/W2964892778","https://openalex.org/W2970837303","https://openalex.org/W2972255700","https://openalex.org/W2978329087","https://openalex.org/W2979889694","https://openalex.org/W2990652486","https://openalex.org/W2995528912","https://openalex.org/W2995755016","https://openalex.org/W2996061341","https://openalex.org/W2999134777","https://openalex.org/W2999765337","https://openalex.org/W3001062618","https://openalex.org/W3005160673","https://openalex.org/W3005709327","https://openalex.org/W3006064320","https://openalex.org/W3013149459","https://openalex.org/W3019489177","https://openalex.org/W3027367391","https://openalex.org/W3029037612","https://openalex.org/W3037469196","https://openalex.org/W3082665562","https://openalex.org/W3093397767","https://openalex.org/W3099742594","https://openalex.org/W3100604719","https://openalex.org/W3101748278","https://openalex.org/W3101792976","https://openalex.org/W3104149808","https://openalex.org/W3104847483","https://openalex.org/W3105396370","https://openalex.org/W3106455851","https://openalex.org/W3122175177","https://openalex.org/W3122778363","https://openalex.org/W3122821379","https://openalex.org/W3130937151","https://openalex.org/W3134080822","https://openalex.org/W3134111219","https://openalex.org/W3174828871","https://openalex.org/W4231827019","https://openalex.org/W4253525579","https://openalex.org/W4298235707"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4361193272","https://openalex.org/W4310278675","https://openalex.org/W2806259446","https://openalex.org/W2963326959","https://openalex.org/W4311431240","https://openalex.org/W4312407344","https://openalex.org/W4384115502","https://openalex.org/W4226258012","https://openalex.org/W4383681494"],"abstract_inverted_index":{"Interpretability":[0],"methods":[1],"aim":[2],"to":[3,29,39,112,126],"help":[4,54],"users":[5,55,80],"build":[6,135],"trust":[7],"in":[8,85],"and":[9,58,67,94,134,140],"understand":[10],"the":[11,30,89,92,128],"capabilities":[12,139],"of":[13],"machine":[14],"learning":[15],"models.":[16],"However,":[17],"existing":[18],"approaches":[19],"often":[20],"rely":[21],"on":[22,91],"abstract,":[23],"complex":[24],"visualizations":[25],"that":[26,47,120],"poorly":[27],"map":[28],"task":[31],"at":[32],"hand":[33],"or":[34],"require":[35],"non-trivial":[36],"ML":[37],"expertise":[38],"interpret.":[40],"Here,":[41],"we":[42,64,118],"present":[43],"two":[44],"interface":[45],"modules":[46],"facilitate":[48],"intuitively":[49],"assessing":[50],"model":[51],"reliability.":[52],"To":[53],"better":[56,124],"characterize":[57],"reason":[59],"about":[60,70,137],"a":[61,71,113],"model\u2019s":[62,129],"uncertainty,":[63],"visualize":[65],"raw":[66],"aggregate":[68],"information":[69],"given":[72],"input\u2019s":[73],"nearest":[74],"neighbors.":[75],"Using":[76],"an":[77,105],"interactive":[78],"editor,":[79],"can":[81],"manipulate":[82],"this":[83],"input":[84],"semantically-meaningful":[86],"ways,":[87],"determine":[88],"effect":[90],"output,":[93],"compare":[95],"against":[96],"their":[97],"prior":[98],"expectations.":[99],"We":[100],"evaluate":[101],"our":[102],"approach":[103],"using":[104],"electrocardiogram":[106],"beat":[107],"classification":[108],"case":[109],"study.":[110],"Compared":[111],"baseline":[114],"feature":[115],"importance":[116],"interface,":[117],"find":[119],"14":[121],"physicians":[122],"are":[123],"able":[125],"align":[127],"uncertainty":[130],"with":[131],"domain-relevant":[132],"factors":[133],"intuition":[136],"its":[138],"limitations.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}