{"id":"https://openalex.org/W4382654287","doi":"https://doi.org/10.1145/3587102.3588800","title":"Detecting Code Quality Issues in Pre-written Templates of Programming Tasks in Online Courses","display_name":"Detecting Code Quality Issues in Pre-written Templates of Programming Tasks in Online Courses","publication_year":2023,"publication_date":"2023-06-29","ids":{"openalex":"https://openalex.org/W4382654287","doi":"https://doi.org/10.1145/3587102.3588800"},"language":"en","primary_location":{"id":"doi:10.1145/3587102.3588800","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3587102.3588800","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074151977","display_name":"Anastasiia Birillo","orcid":"https://orcid.org/0000-0003-2269-8211"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Anastasiia Birillo","raw_affiliation_strings":["JetBrains Research, Belgrade, Serbia"],"raw_orcid":"https://orcid.org/0000-0003-2269-8211","affiliations":[{"raw_affiliation_string":"JetBrains Research, Belgrade, Serbia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015564606","display_name":"Elizaveta Artser","orcid":"https://orcid.org/0009-0007-4919-2698"},"institutions":[{"id":"https://openalex.org/I193619901","display_name":"Constructor University","ror":"https://ror.org/02yrs2n53","country_code":"DE","type":"education","lineage":["https://openalex.org/I193619901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elizaveta Artser","raw_affiliation_strings":["Constructor University, Bremen, Germany"],"raw_orcid":"https://orcid.org/0009-0007-4919-2698","affiliations":[{"raw_affiliation_string":"Constructor University, Bremen, Germany","institution_ids":["https://openalex.org/I193619901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013316832","display_name":"Yaroslav Golubev","orcid":"https://orcid.org/0000-0001-7009-635X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yaroslav Golubev","raw_affiliation_strings":["JetBrains Research, Belgrade, Serbia"],"raw_orcid":"https://orcid.org/0000-0001-7009-635X","affiliations":[{"raw_affiliation_string":"JetBrains Research, Belgrade, Serbia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039537476","display_name":"Maria Tigina","orcid":"https://orcid.org/0000-0002-4603-1043"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maria Tigina","raw_affiliation_strings":["JetBrains Research, Belgrade, Serbia"],"raw_orcid":"https://orcid.org/0000-0002-4603-1043","affiliations":[{"raw_affiliation_string":"JetBrains Research, Belgrade, Serbia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052659996","display_name":"Hieke Keuning","orcid":"https://orcid.org/0000-0001-5778-7519"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Hieke Keuning","raw_affiliation_strings":["Utrecht University, Utrecht, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-5778-7519","affiliations":[{"raw_affiliation_string":"Utrecht University, Utrecht, Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076617190","display_name":"Nikolay Vyahhi","orcid":"https://orcid.org/0009-0005-5834-7650"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nikolay Vyahhi","raw_affiliation_strings":["Stepik, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0009-0005-5834-7650","affiliations":[{"raw_affiliation_string":"Stepik, Boston, MA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065316896","display_name":"Timofey Bryksin","orcid":"https://orcid.org/0000-0001-9022-3563"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Timofey Bryksin","raw_affiliation_strings":["JetBrains Research, Limassol, Cyprus"],"raw_orcid":"https://orcid.org/0000-0001-9022-3563","affiliations":[{"raw_affiliation_string":"JetBrains Research, Limassol, Cyprus","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5074151977"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6905,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.91580253,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"152","last_page":"158"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8676518201828003},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.7273719906806946},{"id":"https://openalex.org/keywords/template","display_name":"Template","score":0.717440128326416},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6807449460029602},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.563277542591095},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.5024099349975586},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.49460694193840027},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.39996132254600525},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3911195397377014},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2922332286834717}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8676518201828003},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.7273719906806946},{"id":"https://openalex.org/C82714645","wikidata":"https://www.wikidata.org/wiki/Q438331","display_name":"Template","level":2,"score":0.717440128326416},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6807449460029602},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.563277542591095},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.5024099349975586},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.49460694193840027},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.39996132254600525},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3911195397377014},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2922332286834717},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3587102.3588800","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3587102.3588800","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.75}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1963857199","https://openalex.org/W2057833160","https://openalex.org/W2082303393","https://openalex.org/W2113051326","https://openalex.org/W2475454661","https://openalex.org/W2511447228","https://openalex.org/W2624521336","https://openalex.org/W2728220450","https://openalex.org/W2746660560","https://openalex.org/W2769924893","https://openalex.org/W2773560829","https://openalex.org/W2782627508","https://openalex.org/W2785752813","https://openalex.org/W2914049261","https://openalex.org/W2916351062","https://openalex.org/W2962855469","https://openalex.org/W2981463029","https://openalex.org/W2991080074","https://openalex.org/W3096582160","https://openalex.org/W3107765030","https://openalex.org/W3134953867","https://openalex.org/W4213340858","https://openalex.org/W6950470715"],"related_works":["https://openalex.org/W2121300814","https://openalex.org/W4234406076","https://openalex.org/W1886613375","https://openalex.org/W4236081792","https://openalex.org/W4250583430","https://openalex.org/W2010731026","https://openalex.org/W2360893094","https://openalex.org/W4236036386","https://openalex.org/W3091442679","https://openalex.org/W4234773973"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3],"developed":[4],"an":[5,23],"algorithm":[6,33,79],"for":[7,110],"detecting":[8],"code":[9,49,115],"quality":[10,116],"issues":[11,39,144],"in":[12,40,103,122],"the":[13,27,48,51,56,78,85,133,136,139,147],"templates":[14],"of":[15,29,35,42,50,64,69,74,96,135,138,149],"online":[16],"programming":[17],"tasks,":[18],"validated":[19],"it,":[20],"and":[21,53,71,89,128,131],"conducted":[22],"empirical":[24],"study":[25],"on":[26,61,80,146],"dataset":[28],"student":[30],"solutions.":[31],"The":[32],"consists":[34],"analyzing":[36],"recurring":[37],"unfixed":[38],"solutions":[41],"different":[43],"students,":[44],"matching":[45],"them":[46],"with":[47],"template,":[52,105],"then":[54],"filtering":[55],"results.":[57],"Our":[58],"manual":[59],"validation":[60],"a":[62,67,72],"subset":[63],"tasks":[65,83,97],"demonstrated":[66],"precision":[68],"80.8%":[70],"recall":[73],"73.3%.":[75],"We":[76,118],"used":[77],"415":[81],"Java":[82],"from":[84],"JetBrains":[86],"Academy":[87],"platform":[88],"discovered":[90],"that":[91],"as":[92,94],"much":[93],"14.7%":[95],"have":[98],"at":[99],"least":[100],"one":[101],"issue":[102],"their":[104],"thus":[106],"making":[107],"it":[108],"harder":[109],"students":[111],"to":[112],"learn":[113],"good":[114],"practices.":[117],"describe":[119],"our":[120,150],"results":[121],"detail,":[123],"provide":[124],"several":[125],"motivating":[126],"examples":[127],"specific":[129],"cases,":[130],"share":[132],"feedback":[134],"developers":[137],"platform,":[140],"who":[141],"fixed":[142],"51":[143],"based":[145],"output":[148],"approach.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}