{"id":"https://openalex.org/W2090645352","doi":"https://doi.org/10.1109/vlhcc.2010.15","title":"Explanatory Debugging: Supporting End-User Debugging of Machine-Learned Programs","display_name":"Explanatory Debugging: Supporting End-User Debugging of Machine-Learned Programs","alternate_titles":[],"publication_year":2010,"publication_date":"2010-09-01","ids":{"openalex":"https://openalex.org/W2090645352","doi":"https://doi.org/10.1109/vlhcc.2010.15","mag":"2090645352"},"language":"en","primary_location":{"id":"doi:10.1109/vlhcc.2010.15","doi":"https://doi.org/10.1109/vlhcc.2010.15","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2010.15","pdf_url":null,"source":{"id":"https://openalex.org/S4210198145","display_name":"IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","issn_l":"1943-6092","issn":["1943-6092","1943-6106"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 IEEE Symposium on Visual Languages and Human-Centric Computing","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2090645352"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039255125","display_name":"Todd Kulesza","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Todd Kulesza","raw_affiliation_strings":["Oregon State University, USA","Oregon State University , Corvallis, OR , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University , Corvallis, OR , USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014846205","display_name":"Simone Stumpf","orcid":"https://orcid.org/0000-0001-6482-1973","observed_orcids":["https://orcid.org/0000-0001-6482-1973"]},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142","https://openalex.org/I4401726869"]},{"id":"https://openalex.org/I4401726869","display_name":"City St George's, University of London","ror":"https://ror.org/047ybhc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I4401726869"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Simone Stumpf","raw_affiliation_strings":["City University of London, London, UK","City University, London, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of London, London, UK","institution_ids":["https://openalex.org/I180825142","https://openalex.org/I4401726869"]},{"raw_affiliation_string":"City University, London, London, UK","institution_ids":["https://openalex.org/I180825142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011173372","display_name":"Margaret Burnett","orcid":"https://orcid.org/0000-0001-6536-7629","observed_orcids":["https://orcid.org/0000-0001-6536-7629"]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margaret Burnett","raw_affiliation_strings":["Oregon State University, USA","Oregon State University , Corvallis, OR , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University , Corvallis, OR , USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066210234","display_name":"Weng\u2010Keen Wong","orcid":"https://orcid.org/0000-0002-6673-343X","observed_orcids":["https://orcid.org/0000-0002-6673-343X"]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weng-Keen Wong","raw_affiliation_strings":["Oregon State University, USA","Oregon State University , Corvallis, OR , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University , Corvallis, OR , USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067585925","display_name":"Yann Riche","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404","https://openalex.org/I277688954"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Yann Riche","raw_affiliation_strings":["Riche Design, Australia","Universit\u00e9 Paris-Sud, Orsay, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Riche Design, Australia","institution_ids":[]},{"raw_affiliation_string":"Universit\u00e9 Paris-Sud, Orsay, France","institution_ids":["https://openalex.org/I102197404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112100316","display_name":"Travis Moore","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Travis Moore","raw_affiliation_strings":["Oregon State University, USA","Oregon State University , Corvallis, OR , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University , Corvallis, OR , USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047888454","display_name":"Ian Oberst","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ian Oberst","raw_affiliation_strings":["Oregon State University, USA","Oregon State University , Corvallis, OR , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University , Corvallis, OR , USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082663937","display_name":"Amber Shinsel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amber Shinsel","raw_affiliation_strings":["Oregon State University, USA","Oregon State University , Corvallis, OR , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University , Corvallis, OR , USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022577669","display_name":"Kevin McIntosh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin McIntosh","raw_affiliation_strings":["Oregon State University, USA","Oregon State University , Corvallis, OR , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University , Corvallis, OR , USA","institution_ids":["https://openalex.org/I131249849"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4736,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.89676586,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"41","last_page":"48"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4074999988079071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4074999988079071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.39579999446868896,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.059300001710653305,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/user-corrections","display_name":"user corrections","score":0.4269999861717224},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.859000027179718},{"id":"https://openalex.org/keywords/user-study","display_name":"user study","score":0.3149999976158142}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.9593632817268372},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8414500951766968},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.7797856330871582},{"id":"https://openalex.org/C136388014","wikidata":"https://www.wikidata.org/wiki/Q17084976","display_name":"Algorithmic program debugging","level":3,"score":0.7478328943252563},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.6258928775787354},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.542205274105072},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5124281048774719},{"id":"https://openalex.org/C2779386606","wikidata":"https://www.wikidata.org/wiki/Q2393642","display_name":"Handwriting","level":2,"score":0.5122007727622986},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47537127137184143},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4543667137622833},{"id":"https://openalex.org/C2776867947","wikidata":"https://www.wikidata.org/wiki/Q500467","display_name":"End-user development","level":3,"score":0.41580459475517273},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33672457933425903},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3164325952529907},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.07357394695281982},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/vlhcc.2010.15","doi":"https://doi.org/10.1109/vlhcc.2010.15","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2010.15","pdf_url":null,"source":{"id":"https://openalex.org/S4210198145","display_name":"IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","issn_l":"1943-6092","issn":["1943-6092","1943-6106"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 IEEE Symposium on Visual Languages and Human-Centric Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:openaccess.city.ac.uk:211","doi":null,"is_oa":false,"landing_page_url":"https://openaccess.city.ac.uk/id/eprint/211/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:eprints.gla.ac.uk:261414","doi":null,"is_oa":false,"landing_page_url":"http://eprints.gla.ac.uk/261414/","pdf_url":null,"source":{"id":"https://openalex.org/S7407122635","display_name":"Enlighten: Publications (University of Glasgow)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I7882870","host_organization_name":"University of Glasgow","host_organization_lineage":["https://openalex.org/I7882870"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceedings"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.306.3667","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.306.3667","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.yannriche.net/papers/VLHCC2010/vlhcc-ml-camera-ready.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1533957530","https://openalex.org/W1567056755","https://openalex.org/W1981446864","https://openalex.org/W2010577974","https://openalex.org/W2022058268","https://openalex.org/W2025544150","https://openalex.org/W2052173845","https://openalex.org/W2087061903","https://openalex.org/W2114281505","https://openalex.org/W2116124585","https://openalex.org/W2116894194","https://openalex.org/W2117733879","https://openalex.org/W2127058057","https://openalex.org/W2129639577","https://openalex.org/W2130451161","https://openalex.org/W2134584261","https://openalex.org/W2134874052","https://openalex.org/W2144742206","https://openalex.org/W2144824769","https://openalex.org/W2154157725","https://openalex.org/W2157289187","https://openalex.org/W2157922094","https://openalex.org/W2159504654","https://openalex.org/W2476556555","https://openalex.org/W4248278388"],"related_works":["https://openalex.org/W2018121205","https://openalex.org/W7099998205","https://openalex.org/W7096368237","https://openalex.org/W7099919780","https://openalex.org/W2134874052","https://openalex.org/W308488781","https://openalex.org/W2053075547","https://openalex.org/W7098442244","https://openalex.org/W4392678284","https://openalex.org/W61720388"],"abstract_inverted_index":{"Many":[0],"machine-learning":[1],"algorithms":[2],"learn":[3],"rules":[4,20],"of":[5],"behavior":[6],"from":[7],"individual":[8],"end":[9,41,57,113],"users,":[10],"such":[11],"as":[12],"task-oriented":[13],"desktop":[14],"organizers":[15],"and":[16,80,90,115],"handwriting":[17],"recognizers.":[18],"These":[19],"form":[21],"a":[22,65,72,82,92,108],"\u201cprogram\u201d":[23],"that":[24],"tells":[25],"the":[26,86,122],"computer":[27],"what":[28],"to":[29,59,112,120],"do":[30],"when":[31,47],"future":[32],"inputs":[33],"arrive.":[34],"Little":[35],"research":[36],"has":[37],"explored":[38],"how":[39,76],"an":[40],"user":[42,118],"can":[43],"debug":[44,60],"these":[45,61],"programs":[46,63],"they":[48],"make":[49],"mistakes.":[50],"We":[51,69],"present":[52],"our":[53],"progress":[54],"toward":[55],"enabling":[56],"users":[58,77,114],"learned":[62,109],"via":[64],"Natural":[66],"Programming":[67],"methodology.":[68],"began":[70],"with":[71],"formative":[73],"study":[74],"exploring":[75],"reason":[78],"about":[79],"correct":[81],"text-classification":[83],"program.":[84],"From":[85],"results,":[87],"we":[88],"derived":[89],"prototyped":[91],"concept":[93],"based":[94],"on":[95],"\u201cexplanatory":[96],"debugging\u201d,":[97],"then":[98],"empirically":[99],"evaluated":[100],"it.":[101],"Our":[102],"results":[103],"contribute":[104],"methods":[105],"for":[106,116],"exposing":[107],"program's":[110,123],"logic":[111],"eliciting":[117],"corrections":[119],"improve":[121],"predictions.":[124]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2090645352","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":3}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2016-06-24T00:00:00"}
