{"id":"https://openalex.org/W2004451884","doi":"https://doi.org/10.1080/08993400802114508","title":"Debugging: finding, fixing and flailing, a multi-institutional study of novice debuggers","display_name":"Debugging: finding, fixing and flailing, a multi-institutional study of novice debuggers","publication_year":2008,"publication_date":"2008-06-01","ids":{"openalex":"https://openalex.org/W2004451884","doi":"https://doi.org/10.1080/08993400802114508","mag":"2004451884"},"language":"en","primary_location":{"id":"doi:10.1080/08993400802114508","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08993400802114508","pdf_url":null,"source":{"id":"https://openalex.org/S97147119","display_name":"Computer Science Education","issn_l":"0899-3408","issn":["0899-3408","1744-5175"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110494164","display_name":"Sue Fitzgerald","orcid":null},"institutions":[{"id":"https://openalex.org/I99069390","display_name":"Metropolitan State University","ror":"https://ror.org/056rp9e47","country_code":"US","type":"education","lineage":["https://openalex.org/I91221267","https://openalex.org/I99069390"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sue Fitzgerald","raw_affiliation_strings":["Metropolitan State University","Department of Information and Computer Sciences , Metropolitan State University , St. Paul, USA"],"affiliations":[{"raw_affiliation_string":"Metropolitan State University","institution_ids":["https://openalex.org/I99069390"]},{"raw_affiliation_string":"Department of Information and Computer Sciences , Metropolitan State University , St. Paul, USA","institution_ids":["https://openalex.org/I99069390"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077660199","display_name":"Gary Lewandowski","orcid":"https://orcid.org/0000-0002-6432-2346"},"institutions":[{"id":"https://openalex.org/I194120229","display_name":"Xavier University","ror":"https://ror.org/00f266q65","country_code":"US","type":"education","lineage":["https://openalex.org/I194120229"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gary Lewandowski","raw_affiliation_strings":["Xavier University","Department of Mathematics and Computer Science, Xavier University, Cincinnati, USA"],"affiliations":[{"raw_affiliation_string":"Xavier University","institution_ids":[]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, Xavier University, Cincinnati, USA","institution_ids":["https://openalex.org/I194120229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002274479","display_name":"Ren\u00e9e McCauley","orcid":"https://orcid.org/0000-0003-2035-9160"},"institutions":[{"id":"https://openalex.org/I204593131","display_name":"College of Charleston","ror":"https://ror.org/00390t168","country_code":"US","type":"education","lineage":["https://openalex.org/I204593131"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ren\u00e9e McCauley","raw_affiliation_strings":["College of Charleston","Department of Computer Science , College of Charleston , Charleston, USA"],"affiliations":[{"raw_affiliation_string":"College of Charleston","institution_ids":["https://openalex.org/I204593131"]},{"raw_affiliation_string":"Department of Computer Science , College of Charleston , Charleston, USA","institution_ids":["https://openalex.org/I204593131"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008592356","display_name":"Laurie Murphy","orcid":"https://orcid.org/0000-0002-1752-0462"},"institutions":[{"id":"https://openalex.org/I60065076","display_name":"Pacific Lutheran University","ror":"https://ror.org/01vh5nd96","country_code":"US","type":"education","lineage":["https://openalex.org/I60065076"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laurie Murphy","raw_affiliation_strings":["Pacific Lutheran University","Department of Computer Science and Computer Engineering , Pacific Lutheran University , Tacoma, USA"],"affiliations":[{"raw_affiliation_string":"Pacific Lutheran University","institution_ids":["https://openalex.org/I60065076"]},{"raw_affiliation_string":"Department of Computer Science and Computer Engineering , Pacific Lutheran University , Tacoma, USA","institution_ids":["https://openalex.org/I60065076"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073282285","display_name":"Beth Simon","orcid":null},"institutions":[{"id":"https://openalex.org/I2803209242","display_name":"University of California System","ror":"https://ror.org/00pjdza24","country_code":"US","type":"education","lineage":["https://openalex.org/I2803209242"]},{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Beth Simon","raw_affiliation_strings":["University of California","Department of Computer Science and Engineering , University of California , San Diego, USA"],"affiliations":[{"raw_affiliation_string":"University of California","institution_ids":["https://openalex.org/I2803209242"]},{"raw_affiliation_string":"Department of Computer Science and Engineering , University of California , San Diego, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102065408","display_name":"Lynda Thomas","orcid":null},"institutions":[{"id":"https://openalex.org/I16038530","display_name":"Aberystwyth University","ror":"https://ror.org/015m2p889","country_code":"GB","type":"education","lineage":["https://openalex.org/I16038530"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lynda Thomas","raw_affiliation_strings":["Aberystwyth University","Department of Computer Science, Aberystwyth University, Aberystwyth, UK"],"affiliations":[{"raw_affiliation_string":"Aberystwyth University","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science, Aberystwyth University, Aberystwyth, UK","institution_ids":["https://openalex.org/I16038530"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000723405","display_name":"Carol Zander","orcid":"https://orcid.org/0009-0009-8105-9373"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210138624","display_name":"University of Washington Bothell","ror":"https://ror.org/02ygzhr13","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701","https://openalex.org/I4210138624"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carol Zander","raw_affiliation_strings":["University of Washington","Department of Computing and Software Systems , University of Washington , Bothell, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"Department of Computing and Software Systems , University of Washington , Bothell, USA","institution_ids":["https://openalex.org/I4210138624"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5110494164"],"corresponding_institution_ids":["https://openalex.org/I99069390"],"apc_list":null,"apc_paid":null,"fwci":11.054,"has_fulltext":false,"cited_by_count":195,"citation_normalized_percentile":{"value":0.98134803,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"18","issue":"2","first_page":"93","last_page":"116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.9541376829147339},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8290161490440369},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5581880211830139},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.491134375333786},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.48428672552108765},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4823595881462097},{"id":"https://openalex.org/keywords/algorithmic-program-debugging","display_name":"Algorithmic program debugging","score":0.4591379463672638},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4554365277290344},{"id":"https://openalex.org/keywords/exploratory-research","display_name":"Exploratory research","score":0.4348447024822235},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4293931722640991},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17747998237609863}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.9541376829147339},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8290161490440369},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5581880211830139},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.491134375333786},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.48428672552108765},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4823595881462097},{"id":"https://openalex.org/C136388014","wikidata":"https://www.wikidata.org/wiki/Q17084976","display_name":"Algorithmic program debugging","level":3,"score":0.4591379463672638},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4554365277290344},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.4348447024822235},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4293931722640991},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17747998237609863},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/08993400802114508","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08993400802114508","pdf_url":null,"source":{"id":"https://openalex.org/S97147119","display_name":"Computer Science Education","issn_l":"0899-3408","issn":["0899-3408","1744-5175"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8799999952316284}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W202909246","https://openalex.org/W1518210243","https://openalex.org/W1597828109","https://openalex.org/W1979507906","https://openalex.org/W1983637051","https://openalex.org/W1989678938","https://openalex.org/W1993139624","https://openalex.org/W2058580210","https://openalex.org/W2082679772","https://openalex.org/W2090266317","https://openalex.org/W2092239677","https://openalex.org/W2220912187","https://openalex.org/W3002225268","https://openalex.org/W3029784335","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2396596882","https://openalex.org/W2119199043","https://openalex.org/W2801084903","https://openalex.org/W2377280071","https://openalex.org/W2060682672","https://openalex.org/W2375626968","https://openalex.org/W2098290990","https://openalex.org/W4242908235","https://openalex.org/W2294325978","https://openalex.org/W1520271518"],"abstract_inverted_index":{"Debugging":[0],"is":[1],"often":[2,17],"difficult":[3],"and":[4,16,45,59,84,105,114,126,153,191,217,265],"frustrating":[5],"for":[6],"novices.":[7],"Yet":[8],"because":[9],"students":[10,28,122,159,237],"typically":[11],"debug":[12],"outside":[13],"the":[14,23,35,42,69,87,151,158,172,193,207,245,255,271],"classroom":[15],"in":[18,86,147,254],"isolation,":[19],"instructors":[20],"rarely":[21],"have":[22,252],"opportunity":[24],"to":[25,66,185,200],"closely":[26],"observe":[27],"while":[29],"they":[30,195,197,240],"debug.":[31],"This":[32],"paper":[33],"describes":[34],"details":[36],"of":[37,41,47,57,62,72,136,145,157,171,183,188,192,203,262,273],"an":[38,259],"exploratory":[39],"study":[40,61,79],"debugging":[43,74,107,154,263],"skills":[44],"behaviors":[46],"contemporary":[48],"novice":[49,73,166],"Java":[50],"programmers.":[51],"Based":[52],"on":[53],"a":[54,93,103,106,111,115,133,142,181],"modified":[55],"replication":[56],"Katz":[58],"Anderson's":[60],"novices,":[63],"we":[64],"sought":[65],"broadly":[67],"survey":[68],"modern":[70],"landscape":[71],"abilities.":[75],"As":[76],"such,":[77],"this":[78],"reports":[80],"general":[81],"quantitative":[82],"results":[83,222,246],"fills":[85],"picture":[88],"with":[89,119,210],"qualitative":[90],"detail":[91],"from":[92,226],"relatively":[94],"small,":[95],"but":[96],"varied":[97],"sample.":[98],"Comprehensive":[99],"interviews":[100],"involving":[101],"both":[102],"programming":[104,152],"task,":[108],"followed":[109],"by":[110],"semi-structured":[112],"interview":[113],"questionnaire,":[116],"were":[117,161,164,175,198],"conducted":[118],"21":[120],"CS2":[121],"at":[123,150,177],"seven":[124],"colleges":[125],"universities.":[127],"While":[128],"many":[129,224],"subjects":[130],"successfully":[131],"debugged":[132],"representative":[134],"set":[135],"typical":[137],"CS1":[138],"bugs,":[139,239],"there":[140],"was":[141],"great":[143],"deal":[144],"variation":[146],"their":[148],"success":[149],"tasks.":[155],"Most":[156],"who":[160],"good":[162,165,173],"debuggers":[163],"programmers,":[167],"although":[168],"not":[169,278],"all":[170,189],"programmers":[174],"successful":[176],"debugging.":[178],"Students":[179],"employed":[180],"variety":[182],"strategies":[184],"find":[186,238],"70%":[187],"bugs":[190,194],"found":[196],"able":[199],"fix":[201,242],"97%":[202],"them.":[204,243],"They":[205],"had":[206],"most":[208,233],"difficulty":[209],"malformed":[211],"statements,":[212],"such":[213],"as":[214,268,270],"arithmetic":[215],"errors":[216],"incorrect":[218],"loop":[219],"conditions.":[220],"Our":[221],"confirm":[223],"findings":[225],"previous":[227],"studies":[228],"(some":[229],"quite":[230],"old)":[231],"\u2013":[232],"notably":[234],"that":[235,249],"once":[236],"can":[241],"However,":[244],"also":[247],"suggest":[248],"some":[250],"changes":[251],"occurred":[253],"student":[256],"population,":[257],"particularly":[258],"increased":[260],"use":[261,272],"tools":[264],"online":[266],"resources,":[267],"well":[269],"pattern":[274],"matching,":[275],"which":[276],"has":[277],"previously":[279],"been":[280],"reported.":[281]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":47},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":8}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}