{"id":"https://openalex.org/W4211171695","doi":"https://doi.org/10.3390/software1010002","title":"Automated Code Assessment for Education: Review, Classification and Perspectives on Techniques and Tools","display_name":"Automated Code Assessment for Education: Review, Classification and Perspectives on Techniques and Tools","publication_year":2022,"publication_date":"2022-02-08","ids":{"openalex":"https://openalex.org/W4211171695","doi":"https://doi.org/10.3390/software1010002"},"language":"en","primary_location":{"id":"doi:10.3390/software1010002","is_oa":true,"landing_page_url":"https://doi.org/10.3390/software1010002","pdf_url":"https://www.mdpi.com/2674-113X/1/1/2/pdf?version=1645692949","source":{"id":"https://openalex.org/S4210183365","display_name":"Software","issn_l":"2674-113X","issn":["2674-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Software","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.mdpi.com/2674-113X/1/1/2/pdf?version=1645692949","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074597232","display_name":"S\u00e9bastien Comb\u00e9fis","orcid":"https://orcid.org/0000-0002-8987-9589"},"institutions":[{"id":"https://openalex.org/I4210163462","display_name":"\u00c9cole Pratique des Hautes \u00c9tudes Commerciales","ror":"https://ror.org/05fj0ng27","country_code":"BE","type":"education","lineage":["https://openalex.org/I4210163462"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"S\u00e9bastien Comb\u00e9fis","raw_affiliation_strings":["Institut Technique Sup\u00e9rieur Cardinal Mercier (ITSCM), 1030 Schaerbeek, Belgium","\u00c9cole Pratique des Hautes \u00c9tudes Commerciales (EPHEC), 1200 Woluwe-Saint-Lambert, Belgium"],"affiliations":[{"raw_affiliation_string":"Institut Technique Sup\u00e9rieur Cardinal Mercier (ITSCM), 1030 Schaerbeek, Belgium","institution_ids":[]},{"raw_affiliation_string":"\u00c9cole Pratique des Hautes \u00c9tudes Commerciales (EPHEC), 1200 Woluwe-Saint-Lambert, Belgium","institution_ids":["https://openalex.org/I4210163462"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5074597232"],"corresponding_institution_ids":["https://openalex.org/I4210163462"],"apc_list":null,"apc_paid":null,"fwci":11.5064,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.98603989,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"1","issue":"1","first_page":"3","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7549635171890259},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6116683483123779},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5871896743774414},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5468501448631287},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5217386484146118},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44709745049476624},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4119596481323242},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36581504344940186},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17068272829055786},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1584358811378479},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08690574765205383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7549635171890259},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6116683483123779},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5871896743774414},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5468501448631287},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5217386484146118},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44709745049476624},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4119596481323242},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36581504344940186},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17068272829055786},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1584358811378479},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08690574765205383},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/software1010002","is_oa":true,"landing_page_url":"https://doi.org/10.3390/software1010002","pdf_url":"https://www.mdpi.com/2674-113X/1/1/2/pdf?version=1645692949","source":{"id":"https://openalex.org/S4210183365","display_name":"Software","issn_l":"2674-113X","issn":["2674-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Software","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/software1010002","is_oa":true,"landing_page_url":"https://doi.org/10.3390/software1010002","pdf_url":"https://www.mdpi.com/2674-113X/1/1/2/pdf?version=1645692949","source":{"id":"https://openalex.org/S4210183365","display_name":"Software","issn_l":"2674-113X","issn":["2674-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Software","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8600000143051147,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4211171695.pdf","grobid_xml":"https://content.openalex.org/works/W4211171695.grobid-xml"},"referenced_works_count":131,"referenced_works":["https://openalex.org/W173029385","https://openalex.org/W177623719","https://openalex.org/W599327533","https://openalex.org/W1520017476","https://openalex.org/W1561264025","https://openalex.org/W1589855033","https://openalex.org/W1662892360","https://openalex.org/W1766439197","https://openalex.org/W1963857199","https://openalex.org/W1965295547","https://openalex.org/W1967709752","https://openalex.org/W1967897571","https://openalex.org/W1974268919","https://openalex.org/W1976546103","https://openalex.org/W1978474318","https://openalex.org/W1981759353","https://openalex.org/W1991140109","https://openalex.org/W1995668365","https://openalex.org/W1997020823","https://openalex.org/W1998742582","https://openalex.org/W2004496903","https://openalex.org/W2010775113","https://openalex.org/W2011607672","https://openalex.org/W2012312630","https://openalex.org/W2037084799","https://openalex.org/W2047191438","https://openalex.org/W2048457218","https://openalex.org/W2070405152","https://openalex.org/W2070629635","https://openalex.org/W2078502151","https://openalex.org/W2082377701","https://openalex.org/W2104386136","https://openalex.org/W2108365077","https://openalex.org/W2108653655","https://openalex.org/W2115269749","https://openalex.org/W2118464175","https://openalex.org/W2120723150","https://openalex.org/W2122533016","https://openalex.org/W2128463860","https://openalex.org/W2135995390","https://openalex.org/W2137978659","https://openalex.org/W2140587879","https://openalex.org/W2151724062","https://openalex.org/W2151828850","https://openalex.org/W2161999665","https://openalex.org/W2164203325","https://openalex.org/W2165544851","https://openalex.org/W2169442160","https://openalex.org/W2191784741","https://openalex.org/W2241046636","https://openalex.org/W2254299877","https://openalex.org/W2282042457","https://openalex.org/W2292497845","https://openalex.org/W2295144739","https://openalex.org/W2314464932","https://openalex.org/W2399318684","https://openalex.org/W2408482380","https://openalex.org/W2464228044","https://openalex.org/W2465021265","https://openalex.org/W2471471684","https://openalex.org/W2486748110","https://openalex.org/W2538721342","https://openalex.org/W2547115911","https://openalex.org/W2548719875","https://openalex.org/W2548979449","https://openalex.org/W2554919770","https://openalex.org/W2560140854","https://openalex.org/W2568837515","https://openalex.org/W2601347549","https://openalex.org/W2726514630","https://openalex.org/W2728220450","https://openalex.org/W2729177083","https://openalex.org/W2736969925","https://openalex.org/W2743552111","https://openalex.org/W2789235734","https://openalex.org/W2790694907","https://openalex.org/W2792099437","https://openalex.org/W2799461297","https://openalex.org/W2809344082","https://openalex.org/W2893218765","https://openalex.org/W2894540915","https://openalex.org/W2908797621","https://openalex.org/W2926052689","https://openalex.org/W2945111072","https://openalex.org/W2954129953","https://openalex.org/W2974885224","https://openalex.org/W2982347752","https://openalex.org/W2991178467","https://openalex.org/W2991416812","https://openalex.org/W2996517729","https://openalex.org/W3002225268","https://openalex.org/W3009111701","https://openalex.org/W3010395548","https://openalex.org/W3013080046","https://openalex.org/W3016372390","https://openalex.org/W3031467035","https://openalex.org/W3032981547","https://openalex.org/W3041226093","https://openalex.org/W3049441075","https://openalex.org/W3049691109","https://openalex.org/W3086838501","https://openalex.org/W3089867357","https://openalex.org/W3110868551","https://openalex.org/W3120468046","https://openalex.org/W3136066315","https://openalex.org/W3156949103","https://openalex.org/W3160529130","https://openalex.org/W3160572479","https://openalex.org/W4229826799","https://openalex.org/W4233652651","https://openalex.org/W4247666604","https://openalex.org/W4310842272","https://openalex.org/W4393418748","https://openalex.org/W4393705983","https://openalex.org/W6607207916","https://openalex.org/W6635140857","https://openalex.org/W6637863275","https://openalex.org/W6649305686","https://openalex.org/W6675742509","https://openalex.org/W6742541749","https://openalex.org/W6748870941","https://openalex.org/W6755229281","https://openalex.org/W6758095092","https://openalex.org/W6760372615","https://openalex.org/W6770956467","https://openalex.org/W6802939747","https://openalex.org/W6803485044","https://openalex.org/W6941175178","https://openalex.org/W6989477519","https://openalex.org/W6990149092","https://openalex.org/W7010107099"],"related_works":["https://openalex.org/W2064165679","https://openalex.org/W1588461101","https://openalex.org/W3208525924","https://openalex.org/W2885058781","https://openalex.org/W1552490082","https://openalex.org/W2189583758","https://openalex.org/W3009904625","https://openalex.org/W1983121850","https://openalex.org/W3088126669","https://openalex.org/W1516538226"],"abstract_inverted_index":{"Automatically":[0],"assessing":[1],"code":[2,49,95,121],"for":[3,18,89,111,116,119],"learning":[4,20,81],"purposes":[5],"is":[6],"a":[7,36,40,54],"challenging":[8],"goal":[9],"to":[10,25,29,32],"achieve.":[11],"On-site":[12],"courses":[13],"and":[14,34,73,98,115],"online":[15],"ones":[16],"developed":[17],"distance":[19],"both":[21],"require":[22],"automated":[23,48,94],"ways":[24,75],"grade":[26],"learners\u2019":[27],"programs":[28],"be":[30],"able":[31],"scale":[33],"manage":[35],"large":[37],"public":[38],"with":[39,64,101],"limited":[41],"teaching":[42],"staff.":[43],"This":[44],"paper":[45,107],"reviews":[46],"recent":[47],"assessment":[50,96],"systems.":[51],"It":[52,83],"proposes":[53],"systematic":[55],"review":[56],"of":[57,70,92],"the":[58,65,68,74,80,86,90,99,106],"possible":[59,117],"analyses":[60],"they":[61,76],"can":[62],"perform":[63],"associated":[66],"techniques,":[67],"kinds":[69],"produced":[71],"feedback":[72],"are":[77],"integrated":[78],"in":[79],"process.":[82],"then":[84],"discusses":[85],"key":[87],"challenges":[88],"development":[91],"new":[93,112],"systems":[97],"interaction":[100],"human":[102],"grading.":[103],"In":[104],"conclusion,":[105],"draws":[108],"several":[109],"recommendations":[110],"research":[113],"directions":[114],"improvements":[118],"automatic":[120],"assessment.":[122]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":5}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}