{"id":"https://openalex.org/W3113233322","doi":"https://doi.org/10.1109/fie44824.2020.9274053","title":"Current State and Next Steps on Automated Hints for Students Learning to Code","display_name":"Current State and Next Steps on Automated Hints for Students Learning to Code","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3113233322","doi":"https://doi.org/10.1109/fie44824.2020.9274053","mag":"3113233322"},"language":"en","primary_location":{"id":"doi:10.1109/fie44824.2020.9274053","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie44824.2020.9274053","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:lnu:diva-99107","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103115159","display_name":"Daniel Toll","orcid":"https://orcid.org/0000-0001-5656-5236"},"institutions":[{"id":"https://openalex.org/I223464139","display_name":"Linnaeus University","ror":"https://ror.org/00j9qag85","country_code":"SE","type":"education","lineage":["https://openalex.org/I223464139"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Daniel Toll","raw_affiliation_strings":["Department of Computer Science, Linnaeus University, Kalmar, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Linnaeus University, Kalmar, Sweden","institution_ids":["https://openalex.org/I223464139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011576387","display_name":"Anna Wingkvist","orcid":"https://orcid.org/0000-0002-0835-823X"},"institutions":[{"id":"https://openalex.org/I223464139","display_name":"Linnaeus University","ror":"https://ror.org/00j9qag85","country_code":"SE","type":"education","lineage":["https://openalex.org/I223464139"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Anna Wingkvist","raw_affiliation_strings":["Department of Computer Science, Linnaeus University, V\u00e4xj\u00f6, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Linnaeus University, V\u00e4xj\u00f6, Sweden","institution_ids":["https://openalex.org/I223464139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075680546","display_name":"Morgan Ericsson","orcid":"https://orcid.org/0000-0003-1173-5187"},"institutions":[{"id":"https://openalex.org/I223464139","display_name":"Linnaeus University","ror":"https://ror.org/00j9qag85","country_code":"SE","type":"education","lineage":["https://openalex.org/I223464139"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Morgan Ericsson","raw_affiliation_strings":["Department of Computer Science, Linnaeus University, V\u00e4xj\u00f6, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Linnaeus University, V\u00e4xj\u00f6, Sweden","institution_ids":["https://openalex.org/I223464139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9239,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.86824953,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8317815661430359},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.6852145195007324},{"id":"https://openalex.org/keywords/statement","display_name":"Statement (logic)","score":0.559951663017273},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.5299065113067627},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5211796164512634},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5087469220161438},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.47761696577072144},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.46467217803001404},{"id":"https://openalex.org/keywords/optimizing-compiler","display_name":"Optimizing compiler","score":0.45032089948654175},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.42807507514953613},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.331038236618042},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.26472872495651245},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.13706907629966736}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8317815661430359},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.6852145195007324},{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.559951663017273},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5299065113067627},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5211796164512634},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5087469220161438},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.47761696577072144},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.46467217803001404},{"id":"https://openalex.org/C190902152","wikidata":"https://www.wikidata.org/wiki/Q1325106","display_name":"Optimizing compiler","level":3,"score":0.45032089948654175},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.42807507514953613},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.331038236618042},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.26472872495651245},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.13706907629966736},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/fie44824.2020.9274053","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie44824.2020.9274053","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},{"id":"pmh:oai:DiVA.org:lnu-99107","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:lnu:diva-99107","pdf_url":null,"source":{"id":"https://openalex.org/S4306401598","display_name":"DiVA (Linnaeus University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I223464139","host_organization_name":"Linnaeus University","host_organization_lineage":["https://openalex.org/I223464139"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:lnu-99107","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:lnu:diva-99107","pdf_url":null,"source":{"id":"https://openalex.org/S4306401598","display_name":"DiVA (Linnaeus University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I223464139","host_organization_name":"Linnaeus University","host_organization_lineage":["https://openalex.org/I223464139"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"},"sustainable_development_goals":[{"score":0.5099999904632568,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W15737819","https://openalex.org/W26182777","https://openalex.org/W75435561","https://openalex.org/W832120473","https://openalex.org/W1514405275","https://openalex.org/W1975675278","https://openalex.org/W1976667983","https://openalex.org/W2000502680","https://openalex.org/W2012312630","https://openalex.org/W2076039366","https://openalex.org/W2100414549","https://openalex.org/W2109277099","https://openalex.org/W2135841285","https://openalex.org/W2136922540","https://openalex.org/W2137390126","https://openalex.org/W2151828850","https://openalex.org/W2185836578","https://openalex.org/W2246775628","https://openalex.org/W2269494466","https://openalex.org/W2295669350","https://openalex.org/W2344752727","https://openalex.org/W2405971678","https://openalex.org/W2607384194","https://openalex.org/W2735134984","https://openalex.org/W2740349831","https://openalex.org/W2745425599","https://openalex.org/W2798812031","https://openalex.org/W2809419945","https://openalex.org/W2894540915","https://openalex.org/W2910880405","https://openalex.org/W2998011150","https://openalex.org/W3003163926","https://openalex.org/W3104012431","https://openalex.org/W6601057090","https://openalex.org/W6680347373","https://openalex.org/W6713164486"],"related_works":["https://openalex.org/W2134386444","https://openalex.org/W1814870153","https://openalex.org/W2007728761","https://openalex.org/W1977285665","https://openalex.org/W2020120252","https://openalex.org/W2013637613","https://openalex.org/W1608659702","https://openalex.org/W1497385637","https://openalex.org/W2192862863","https://openalex.org/W4254145838"],"abstract_inverted_index":{"The":[0,287],"core":[1],"of":[2,52,132,147,325],"this":[3,75,265],"work-in-progress":[4],"is":[5,15,223,237,255],"that":[6,81,102,119,189,224,314],"the":[7,47,53,61,66,69,153,165,173,182,205,209,234,241,253,267,278,318,326,329,364],"best":[8],"way":[9],"to":[10,13,16,40,43,143,175,179,184,208,214,307,316,335,363],"learn":[11],"how":[12,334],"code":[14],"practice":[17],"by":[18,125,249],"solving":[19],"problems.":[20],"However,":[21,168],"if":[22,233],"students":[23,279],"have":[24,193,213],"trouble":[25],"with":[26],"this,":[27,344],"they":[28,49],"can":[29,76,246,289],"get":[30],"frustrated":[31],"and":[32,87,100,118,150,216,359],"give":[33,322],"up.":[34],"Automated":[35,160],"Tutoring":[36],"Systems":[37],"(ATS)":[38],"aim":[39],"provide":[41,85],"hints":[42,178,273,337],"help":[44,65,180],"them":[45,133],"solve":[46],"problems":[48,145],"encounter.":[50],"Many":[51],"existing":[54,127],"systems":[55,107],"offer":[56],"general":[57],"hints,":[58],"e.g.,":[59,139,332],"\"check":[60],"conditional":[62],"statement\"":[63],"or":[64,71,141,276,283],"student":[67,183,235],"interpret":[68],"compiler":[70],"test-case":[72,262],"errors.":[73],"While":[74,264],"be":[77,247],"useful,":[78],"we":[79,112,155,345],"think":[80],"an":[82,309,356],"ATS":[83,99,157,201,310],"should":[84],"interactive":[86,299],"specialized":[88,177],"feedback":[89],"for":[90,298,328],"each":[91],"program.":[92],"We":[93,301,321],"snowballed":[94],"through":[95],"publications":[96],"on":[97,135,159,312],"promising":[98],"found":[101],"there":[103],"are":[104],"several":[105,291],"such":[106],"(in":[108],"27":[109],"publications),":[110],"but":[111],"could":[113],"also":[114,294],"identify":[115,351],"many":[116,199],"challenges":[117],"our":[120],"requirements":[121],"were":[122],"not":[123],"met":[124],"any":[126],"system.":[128],"For":[129,197],"example,":[130,198],"few":[131,230],"work":[134],"general-purpose":[136],"programming":[137],"languages,":[138],"Java,":[140],"scale":[142],"realistic":[144],"consisting":[146],"multiple":[148],"methods":[149],"classes.":[151],"From":[152,343],"search,":[154],"find":[156],"based":[158,311],"Program":[161],"Repair":[162],"(APR)":[163],"shows":[164],"most":[166],"promise.":[167],"while":[169],"program":[170,207,219,254],"repair":[171,242,268],"has":[172],"potential":[174],"generate":[176,336],"guide":[181],"a":[185,229,281,303,323,347],"working":[186],"state,":[187],"studies":[188],"looked":[190],"into":[191],"these":[192],"identified":[194,319],"further":[195],"challenges.":[196,320],"APR":[200,225,288,313,362],"tools":[202],"only":[203,227],"show":[204],"repaired":[206,256],"students,":[210],"who":[211],"then":[212],"compare":[215],"modify":[217],"their":[218],"accordingly.":[220],"Another":[221],"issue":[222],"generally":[226],"modifies":[228],"lines,":[231],"so":[232,257],"solution":[236],"far":[238],"from":[239,338],"correct,":[240],"might":[243,271],"fail.":[244],"This":[245],"solved":[248],"partial":[250],"repair,":[251],"i.e.,":[252],"at":[258],"least":[259],"one":[260],"additional":[261],"passes.":[263],"increases":[266],"rate,":[269],"it":[270,296],"make":[272],"more":[274],"difficult":[275],"point":[277],"in":[280],"non-obvious":[282],"even":[284],"\"wrong\"":[285],"direction.":[286],"take":[290,302],"minutes,":[292],"which":[293],"makes":[295],"unsuitable":[297],"ATS.":[300],"design":[304],"science":[305],"approach":[306],"define":[308],"attempts":[315],"address":[317],"review":[324],"state-of-the-art":[327],"required":[330],"components,":[331],"APR,":[333],"differences":[339],"between":[340],"two":[341],"programs.":[342],"suggest":[346],"three-step":[348],"roadmap;":[349],"1.":[350],"suitable":[352],"APR-tools,":[353],"2.":[354],"construct":[355],"oversized":[357],"test-suite,":[358],"3.":[360],"adopt":[361],"tutoring":[365],"context.":[366]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}