{"id":"https://openalex.org/W3130185945","doi":"https://doi.org/10.1145/3490099.3511160","title":"Intuitively Assessing ML Model Reliability through Example-Based Explanations and Editing Model Inputs","display_name":"Intuitively Assessing ML Model Reliability through Example-Based Explanations and Editing Model Inputs","alternate_titles":[],"publication_year":2022,"publication_date":"2022-03-21","ids":{"openalex":"https://openalex.org/W3130185945","doi":"https://doi.org/10.1145/3490099.3511160","mag":"3130185945"},"language":"en","primary_location":{"id":"doi:10.1145/3490099.3511160","doi":"https://doi.org/10.1145/3490099.3511160","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490099.3511160","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490099.3511160","source":{"id":"https://openalex.org/S7407086775","display_name":"ACM International Conference on Intelligent User Interfaces (IUI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"27th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3130185945"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3490099.3511160","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005452839","display_name":"Harini Suresh","orcid":"https://orcid.org/0000-0002-9769-4947","observed_orcids":["https://orcid.org/0000-0002-9769-4947"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harini Suresh","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104014500","display_name":"Kathleen M. Lewis","orcid":"https://orcid.org/0009-0000-6632-1438","observed_orcids":["https://orcid.org/0009-0000-6632-1438"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathleen M Lewis","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007282049","display_name":"John V. Guttag","orcid":"https://orcid.org/0000-0003-0992-0906","observed_orcids":["https://orcid.org/0000-0003-0992-0906"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Guttag","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077783676","display_name":"Arvind Satyanarayan","orcid":"https://orcid.org/0000-0001-5564-635X","observed_orcids":["https://orcid.org/0000-0001-5564-635X"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arvind Satyanarayan","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9707,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.89900142,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"767","last_page":"781"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-interpretability","display_name":"model interpretability","score":0.8629999756813049},{"id":"https://openalex.org/keywords/model-reliability-assessment","display_name":"model reliability assessment","score":0.8659999966621399},{"id":"https://openalex.org/keywords/example-based-explanations","display_name":"example-based explanations","score":0.9120000004768372},{"id":"https://openalex.org/keywords/model-uncertainty","display_name":"model uncertainty","score":0.7630000114440918},{"id":"https://openalex.org/keywords/trust-in-ai","display_name":"trust in AI","score":0.5799999833106995}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8986283540725708},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8610318899154663},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.6494537591934204},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.520077645778656},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.5145253539085388},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4919116497039795},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4759492576122284},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.44501060247421265},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.43212050199508667},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4130135178565979},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3915206789970398},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3847527503967285},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3490099.3511160","doi":"https://doi.org/10.1145/3490099.3511160","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490099.3511160","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490099.3511160","source":{"id":"https://openalex.org/S7407086775","display_name":"ACM International Conference on Intelligent User Interfaces (IUI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"27th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2102.08540","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.08540","pdf_url":"https://arxiv.org/pdf/2102.08540","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/146483","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/146483","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM|27th International Conference on Intelligent User Interfaces","raw_type":"http://purl.org/eprint/type/ConferencePaper"},{"id":"doi:10.48550/arxiv.2102.08540","doi":"https://doi.org/10.48550/arxiv.2102.08540","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.08540","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3490099.3511160","doi":"https://doi.org/10.1145/3490099.3511160","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490099.3511160","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490099.3511160","source":{"id":"https://openalex.org/S7407086775","display_name":"ACM International Conference on Intelligent User Interfaces (IUI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"27th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G160387231","display_name":null,"funder_award_id":"FA8750\u201019\u20102\u20101000","funder_id":"https://openalex.org/F4320332467","funder_display_name":"U.S. Air Force"},{"id":"https://openalex.org/G4263670859","display_name":"III: Large: Collaborative Research: Analysis Engineering for Robust End-to-End Data Science","funder_award_id":"1900991","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332467","display_name":"U.S. Air Force","ror":"https://ror.org/006gmme17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3130185945.pdf","grobid_xml":"https://content.openalex.org/works/W3130185945.grobid-xml"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W11356396","https://openalex.org/W1849277567","https://openalex.org/W1919652261","https://openalex.org/W1979290264","https://openalex.org/W1984314602","https://openalex.org/W1986285750","https://openalex.org/W2030246490","https://openalex.org/W2053075547","https://openalex.org/W2064596108","https://openalex.org/W2094305627","https://openalex.org/W2095409369","https://openalex.org/W2108598243","https://openalex.org/W2115647291","https://openalex.org/W2126385963","https://openalex.org/W2141880430","https://openalex.org/W2152052288","https://openalex.org/W2237502368","https://openalex.org/W2282821441","https://openalex.org/W2551974706","https://openalex.org/W2552926193","https://openalex.org/W2579555219","https://openalex.org/W2594475271","https://openalex.org/W2597603852","https://openalex.org/W2618851150","https://openalex.org/W2623360248","https://openalex.org/W2664267452","https://openalex.org/W2670253439","https://openalex.org/W2743563384","https://openalex.org/W2752094676","https://openalex.org/W2763172566","https://openalex.org/W2765204106","https://openalex.org/W2786715987","https://openalex.org/W2788362053","https://openalex.org/W2793165286","https://openalex.org/W2796885425","https://openalex.org/W2798651459","https://openalex.org/W2799460054","https://openalex.org/W2831775039","https://openalex.org/W2869198903","https://openalex.org/W2892916125","https://openalex.org/W2897154134","https://openalex.org/W2901895173","https://openalex.org/W2914598080","https://openalex.org/W2916797267","https://openalex.org/W2918341242","https://openalex.org/W2923421605","https://openalex.org/W2936967648","https://openalex.org/W2944218525","https://openalex.org/W2945295328","https://openalex.org/W2954996726","https://openalex.org/W2956281901","https://openalex.org/W2958874938","https://openalex.org/W2964303497","https://openalex.org/W2964892778","https://openalex.org/W2970837303","https://openalex.org/W2973193541","https://openalex.org/W2978329087","https://openalex.org/W2979889694","https://openalex.org/W2995528912","https://openalex.org/W2995755016","https://openalex.org/W2996061341","https://openalex.org/W2999134777","https://openalex.org/W2999765337","https://openalex.org/W3001062618","https://openalex.org/W3005709327","https://openalex.org/W3006064320","https://openalex.org/W3019489177","https://openalex.org/W3027367391","https://openalex.org/W3029037612","https://openalex.org/W3037469196","https://openalex.org/W3082665562","https://openalex.org/W3130937151","https://openalex.org/W3134080822","https://openalex.org/W3134111219","https://openalex.org/W3162734203","https://openalex.org/W4231827019","https://openalex.org/W4243342770","https://openalex.org/W4253525579","https://openalex.org/W4288083725","https://openalex.org/W7061064965"],"related_works":["https://openalex.org/W3126786154","https://openalex.org/W2965539249","https://openalex.org/W4284969779","https://openalex.org/W4406955249","https://openalex.org/W4307307960","https://openalex.org/W6922648628","https://openalex.org/W4413734052","https://openalex.org/W2903556898","https://openalex.org/W6980987269","https://openalex.org/W3086877397"],"abstract_inverted_index":{"Interpretability":[0],"methods":[1],"aim":[2],"to":[3,29,39,112,126],"help":[4,54],"users":[5,55,80],"build":[6,135],"trust":[7],"in":[8,85],"and":[9,58,67,94,134,140],"understand":[10],"the":[11,30,89,92,128],"capabilities":[12,139],"of":[13],"machine":[14],"learning":[15],"models.":[16],"However,":[17],"existing":[18],"approaches":[19],"often":[20],"rely":[21],"on":[22,91],"abstract,":[23],"complex":[24],"visualizations":[25],"that":[26,47,120],"poorly":[27],"map":[28],"task":[31],"at":[32],"hand":[33],"or":[34],"require":[35],"non-trivial":[36],"ML":[37],"expertise":[38],"interpret.":[40],"Here,":[41],"we":[42,64,118],"present":[43],"two":[44],"interface":[45],"modules":[46],"facilitate":[48],"intuitively":[49],"assessing":[50],"model":[51],"reliability.":[52],"To":[53],"better":[56,124],"characterize":[57],"reason":[59],"about":[60,70,137],"a":[61,71,113],"model\u2019s":[62,129],"uncertainty,":[63],"visualize":[65],"raw":[66],"aggregate":[68],"information":[69],"given":[72],"input\u2019s":[73],"nearest":[74],"neighbors.":[75],"Using":[76],"an":[77,105],"interactive":[78],"editor,":[79],"can":[81],"manipulate":[82],"this":[83],"input":[84],"semantically-meaningful":[86],"ways,":[87],"determine":[88],"effect":[90],"output,":[93],"compare":[95],"against":[96],"their":[97],"prior":[98],"expectations.":[99],"We":[100],"evaluate":[101],"our":[102],"approach":[103],"using":[104],"electrocardiogram":[106],"beat":[107],"classification":[108],"case":[109],"study.":[110],"Compared":[111],"baseline":[114],"feature":[115],"importance":[116],"interface,":[117],"find":[119],"14":[121],"physicians":[122],"are":[123],"able":[125],"align":[127],"uncertainty":[130],"with":[131],"domain-relevant":[132],"factors":[133],"intuition":[136],"its":[138],"limitations.":[141]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3130185945","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":5}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2021-03-01T00:00:00"}
