{"id":"https://openalex.org/W4323037584","doi":"https://doi.org/10.1145/3545945.3569791","title":"First Steps Towards Predicting the Readability of Programming Error Messages","display_name":"First Steps Towards Predicting the Readability of Programming Error Messages","publication_year":2023,"publication_date":"2023-03-02","ids":{"openalex":"https://openalex.org/W4323037584","doi":"https://doi.org/10.1145/3545945.3569791"},"language":"en","primary_location":{"id":"doi:10.1145/3545945.3569791","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3545945.3569791","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3545945.3569791","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3545945.3569791","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065053503","display_name":"James Prather","orcid":"https://orcid.org/0000-0003-2807-6042"},"institutions":[{"id":"https://openalex.org/I60205797","display_name":"Abilene Christian University","ror":"https://ror.org/004srrf86","country_code":"US","type":"education","lineage":["https://openalex.org/I60205797"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Prather","raw_affiliation_strings":["Abilene Christian University, Abilene, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-2807-6042","affiliations":[{"raw_affiliation_string":"Abilene Christian University, Abilene, TX, USA","institution_ids":["https://openalex.org/I60205797"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["The University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-5150-9806","affiliations":[{"raw_affiliation_string":"The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054692443","display_name":"Brett A. Becker","orcid":"https://orcid.org/0000-0003-1446-647X"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Brett A. Becker","raw_affiliation_strings":["University College Dublin, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0003-1446-647X","affiliations":[{"raw_affiliation_string":"University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082145423","display_name":"Robert Nix","orcid":"https://orcid.org/0000-0001-6982-5789"},"institutions":[{"id":"https://openalex.org/I28330173","display_name":"Oklahoma Christian University","ror":"https://ror.org/02vbtbv10","country_code":"US","type":"education","lineage":["https://openalex.org/I28330173"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Nix","raw_affiliation_strings":["Oklahoma Christian University, Oklahoma City, OK, USA"],"raw_orcid":"https://orcid.org/0000-0001-6982-5789","affiliations":[{"raw_affiliation_string":"Oklahoma Christian University, Oklahoma City, OK, USA","institution_ids":["https://openalex.org/I28330173"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071345488","display_name":"Brent N. Reeves","orcid":"https://orcid.org/0000-0001-5781-1136"},"institutions":[{"id":"https://openalex.org/I60205797","display_name":"Abilene Christian University","ror":"https://ror.org/004srrf86","country_code":"US","type":"education","lineage":["https://openalex.org/I60205797"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brent N. Reeves","raw_affiliation_strings":["Abilene Christian University, Abilene, TX, USA"],"raw_orcid":"https://orcid.org/0000-0001-5781-1136","affiliations":[{"raw_affiliation_string":"Abilene Christian University, Abilene, TX, USA","institution_ids":["https://openalex.org/I60205797"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030533178","display_name":"Arisoa S. Randrianasolo","orcid":"https://orcid.org/0000-0003-2481-1820"},"institutions":[{"id":"https://openalex.org/I60205797","display_name":"Abilene Christian University","ror":"https://ror.org/004srrf86","country_code":"US","type":"education","lineage":["https://openalex.org/I60205797"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arisoa S. Randrianasolo","raw_affiliation_strings":["Abilene Christian University, Abilene, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-2481-1820","affiliations":[{"raw_affiliation_string":"Abilene Christian University, Abilene, TX, USA","institution_ids":["https://openalex.org/I60205797"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027028096","display_name":"Garrett Powell","orcid":"https://orcid.org/0000-0002-3221-7015"},"institutions":[{"id":"https://openalex.org/I60205797","display_name":"Abilene Christian University","ror":"https://ror.org/004srrf86","country_code":"US","type":"education","lineage":["https://openalex.org/I60205797"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Garrett Powell","raw_affiliation_strings":["Abilene Christian University, Abilene, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Abilene Christian University, Abilene, TX, USA","institution_ids":["https://openalex.org/I60205797"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5916,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.90787708,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"549","last_page":"555"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.9469790458679199},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8656197786331177},{"id":"https://openalex.org/keywords/jargon","display_name":"Jargon","score":0.8179519176483154},{"id":"https://openalex.org/keywords/programmer","display_name":"Programmer","score":0.6243532299995422},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.494368314743042},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.4468631148338318},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43394726514816284},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.42533785104751587},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4066385328769684},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.36122965812683105},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.08400315046310425}],"concepts":[{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.9469790458679199},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8656197786331177},{"id":"https://openalex.org/C2777611551","wikidata":"https://www.wikidata.org/wiki/Q17951","display_name":"Jargon","level":2,"score":0.8179519176483154},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.6243532299995422},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.494368314743042},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4468631148338318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43394726514816284},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.42533785104751587},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4066385328769684},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.36122965812683105},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08400315046310425},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3545945.3569791","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3545945.3569791","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3545945.3569791","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3545945.3569791","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3545945.3569791","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3545945.3569791","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8899999856948853,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323037584.pdf","grobid_xml":"https://content.openalex.org/works/W4323037584.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1568447596","https://openalex.org/W1785089309","https://openalex.org/W1965854491","https://openalex.org/W2033432579","https://openalex.org/W2050968492","https://openalex.org/W2101493333","https://openalex.org/W2157148654","https://openalex.org/W2161052636","https://openalex.org/W2295825763","https://openalex.org/W2296095100","https://openalex.org/W2469269292","https://openalex.org/W2470673105","https://openalex.org/W2523566863","https://openalex.org/W2531756803","https://openalex.org/W2556605533","https://openalex.org/W2604953184","https://openalex.org/W2605202003","https://openalex.org/W2605272241","https://openalex.org/W2617813225","https://openalex.org/W2747427841","https://openalex.org/W2759474451","https://openalex.org/W2761740351","https://openalex.org/W2788923553","https://openalex.org/W2885271276","https://openalex.org/W2899324569","https://openalex.org/W2943692676","https://openalex.org/W2981301999","https://openalex.org/W2993999284","https://openalex.org/W3000240292","https://openalex.org/W3033595121","https://openalex.org/W3048004031","https://openalex.org/W3138942564","https://openalex.org/W3163358064","https://openalex.org/W3184791513","https://openalex.org/W4306294724"],"related_works":["https://openalex.org/W1964661231","https://openalex.org/W4254960163","https://openalex.org/W3110264473","https://openalex.org/W2370831213","https://openalex.org/W4285478380","https://openalex.org/W4315704968","https://openalex.org/W2598956343","https://openalex.org/W4234691913","https://openalex.org/W1996895614","https://openalex.org/W2064074028"],"abstract_inverted_index":{"Reading":[0],"a":[1,67,77,111,159,168,190],"programming":[2,85,125,149],"error":[3,24,44,86,108,126,150,174],"message":[4,87,128],"is":[5,13,39,76],"the":[6,17,49,90,102,146,178,185,207,229,232],"first":[7],"step":[8],"in":[9,25,46,53,64,107,158],"understanding":[10],"what":[11],"it":[12],"trying":[14],"to":[15,21,33,57,72,139,143,189,218,227],"tell":[16],"programmer":[18],"about":[19,84],"how":[20],"fix":[22],"an":[23,141],"their":[26],"code.":[27],"However,":[28],"these":[29,181],"are":[30],"often":[31],"difficult":[32],"read,":[34],"especially":[35],"for":[36,104,113,124,197],"novices":[37,55,69],"which":[38,54],"not":[40,60],"surprising":[41],"given":[42],"that":[43],"messages":[45,109,195,216],"many":[47],"of":[48,101,119,122,148,170,180,194,231],"most":[50],"popular":[51],"languages":[52],"learn":[56],"code":[58],"were":[59],"written":[61],"with":[62,80],"readability":[63,88,106,123,147,154,198,210],"mind.":[65],"As":[66],"result,":[68],"frequently":[70],"struggle":[71],"understand":[73],"them.":[74],"This":[75,116],"long-standing":[78],"problem,":[79],"researchers":[81],"highlighting":[82],"concerns":[83],"over":[89],"last":[91],"six":[92],"decades.":[93],"Very":[94],"recent":[95],"work":[96,225],"has":[97],"put":[98],"forward":[99],"evidence":[100],"need":[103],"measuring":[105],"and":[110,132,172,183,202,212],"framework":[112,117,138],"doing":[114],"so.":[115],"consists":[118],"four":[120],"factors":[121,155],"messages:":[127],"length,":[129],"vocabulary,":[130],"jargon,":[131],"sentence":[133],"construction.":[134],"We":[135,176],"use":[136],"this":[137],"implement":[140],"approach":[142],"automatically":[144],"assess":[145],"messages.":[151,175],"Using":[152],"established":[153],"as":[156],"predictors":[157],"machine":[160],"learning":[161],"model,":[162],"we":[163,222],"train":[164],"several":[165],"models":[166],"using":[167],"dataset":[169],"C":[171],"Java":[173],"examine":[177],"performance":[179],"models,":[182],"apply":[184],"best":[186],"performing":[187],"model":[188,214],"previously":[191,208],"published":[192],"set":[193],"evaluated":[196],"by":[199],"experts,":[200],"non-experts":[201],"students.":[203],"Our":[204],"results":[205],"validate":[206],"proposed":[209],"factors,":[211],"our":[213],"classifies":[215],"similarly":[217],"human":[219],"raters.":[220],"Finally,":[221],"discuss":[223],"future":[224],"needed":[226],"improve":[228],"accuracy":[230],"model.":[233]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}