{"id":"https://openalex.org/W2050968492","doi":"https://doi.org/10.1145/1953163.1953308","title":"Measuring the effectiveness of error messages designed for novice programmers","display_name":"Measuring the effectiveness of error messages designed for novice programmers","publication_year":2011,"publication_date":"2011-03-09","ids":{"openalex":"https://openalex.org/W2050968492","doi":"https://doi.org/10.1145/1953163.1953308","mag":"2050968492"},"language":"en","primary_location":{"id":"doi:10.1145/1953163.1953308","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1953163.1953308","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd ACM technical symposium on Computer science education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010896505","display_name":"Guillaume Marceau","orcid":null},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guillaume Marceau","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA","[Worcester Polytechnic Institute Worcester, MA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]},{"raw_affiliation_string":"[Worcester Polytechnic Institute Worcester, MA, USA]","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047286412","display_name":"Kathi Fisler","orcid":"https://orcid.org/0000-0002-7895-8206"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathi Fisler","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA","[Worcester Polytechnic Institute Worcester, MA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]},{"raw_affiliation_string":"[Worcester Polytechnic Institute Worcester, MA, USA]","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024394821","display_name":"Shriram Krishnamurthi","orcid":"https://orcid.org/0000-0001-5184-1975"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shriram Krishnamurthi","raw_affiliation_strings":["Brown University, Providence, RI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, Providence, RI, USA","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.7993,"has_fulltext":false,"cited_by_count":95,"citation_normalized_percentile":{"value":0.97114275,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"499","last_page":"504"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.953100323677063},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8504916429519653},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4215034544467926},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3685852289199829},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3680904507637024},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.332889199256897},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.24578723311424255},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.06341230869293213}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.953100323677063},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8504916429519653},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4215034544467926},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3685852289199829},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3680904507637024},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.332889199256897},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.24578723311424255},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.06341230869293213},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/1953163.1953308","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1953163.1953308","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd ACM technical symposium on Computer science education","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.308.9318","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.308.9318","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://repository.readscheme.org/ftp/papers/sw2010/04-marceau.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W102825439","https://openalex.org/W196782639","https://openalex.org/W609015387","https://openalex.org/W851255635","https://openalex.org/W1504857506","https://openalex.org/W1603506326","https://openalex.org/W1979507906","https://openalex.org/W1986931792","https://openalex.org/W1992007857","https://openalex.org/W2010317027","https://openalex.org/W2015077407","https://openalex.org/W2025089693","https://openalex.org/W2030725287","https://openalex.org/W2036955327","https://openalex.org/W2044948261","https://openalex.org/W2048578951","https://openalex.org/W2050163083","https://openalex.org/W2050525049","https://openalex.org/W2053154970","https://openalex.org/W2057085632","https://openalex.org/W2058580210","https://openalex.org/W2060113468","https://openalex.org/W2086065138","https://openalex.org/W2099424113","https://openalex.org/W2117968587","https://openalex.org/W2125900270","https://openalex.org/W2143417137","https://openalex.org/W2146146233","https://openalex.org/W2154948082","https://openalex.org/W2293197344","https://openalex.org/W2767545728","https://openalex.org/W2800397375","https://openalex.org/W4240463245","https://openalex.org/W4254438575","https://openalex.org/W4285719527","https://openalex.org/W6604140406"],"related_works":["https://openalex.org/W1987813225","https://openalex.org/W4390610055","https://openalex.org/W4379053243","https://openalex.org/W3021020626","https://openalex.org/W2955201676","https://openalex.org/W2153005530","https://openalex.org/W4321385307","https://openalex.org/W2330342969","https://openalex.org/W2777782248","https://openalex.org/W2080627647"],"abstract_inverted_index":{"Good":[0],"error":[1,22],"messages":[2,23,48],"are":[3],"critical":[4],"for":[5],"novice":[6],"programmers.":[7],"Re-cognizing":[8],"this,":[9],"the":[10,35,55,96,106],"DrRacket":[11],"programming":[12],"environment":[13],"provides":[14],"a":[15,50,68,82],"series":[16],"of":[17,37,64,84,108],"pedagogically-inspired":[18],"language":[19,73],"subsets":[20],"with":[21],"customized":[24],"to":[25,33,61,75,81],"each":[26],"subset.":[27],"We":[28,66,99],"apply":[29,79],"human-factors":[30],"research":[31],"methods":[32],"explore":[34],"effectiveness":[36,107],"these":[38,109],"messages.":[39,110],"Unlike":[40],"existing":[41],"work":[42],"in":[43,59],"this":[44],"area,":[45],"we":[46,91],"study":[47],"at":[49],"fine-grained":[51],"level":[52],"by":[53],"analyzing":[54],"edits":[56],"students":[57],"make":[58],"response":[60],"various":[62],"classes":[63],"errors.":[65],"present":[67],"rubric":[69,97],"(which":[70],"is":[71],"not":[72],"specific)":[74],"evaluate":[76],"student":[77,85],"responses,":[78],"it":[80],"course-worth":[83],"lab":[86],"work,":[87],"and":[88],"describe":[89],"what":[90],"have":[92],"learned":[93],"about":[94],"using":[95],"effectively.":[98],"also":[100],"discuss":[101],"some":[102],"concrete":[103],"observations":[104],"on":[105]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":11},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}