{"id":"https://openalex.org/W4213445428","doi":"https://doi.org/10.1145/3511886","title":"Adaptive Assessment and Content Recommendation in Online Programming Courses: On the Use of Elo-rating","display_name":"Adaptive Assessment and Content Recommendation in Online Programming Courses: On the Use of Elo-rating","publication_year":2022,"publication_date":"2022-02-24","ids":{"openalex":"https://openalex.org/W4213445428","doi":"https://doi.org/10.1145/3511886"},"language":"en","primary_location":{"id":"doi:10.1145/3511886","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511886","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087795875","display_name":"Boban Vesin","orcid":"https://orcid.org/0000-0002-6490-4311"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]},{"id":"https://openalex.org/I2801380234","display_name":"University of South-Eastern Norway","ror":"https://ror.org/05ecg5h20","country_code":"NO","type":"education","lineage":["https://openalex.org/I2801380234"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Boban Vesin","raw_affiliation_strings":["University of South-Eastern Norway and Norwegian University of Science and Technology, Trondheim, Norway"],"affiliations":[{"raw_affiliation_string":"University of South-Eastern Norway and Norwegian University of Science and Technology, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367","https://openalex.org/I2801380234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028025708","display_name":"Katerina Mangaroska","orcid":"https://orcid.org/0000-0002-7853-0429"},"institutions":[{"id":"https://openalex.org/I2801380234","display_name":"University of South-Eastern Norway","ror":"https://ror.org/05ecg5h20","country_code":"NO","type":"education","lineage":["https://openalex.org/I2801380234"]},{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Katerina Mangaroska","raw_affiliation_strings":["University of South-Eastern Norway and Norwegian University of Science and Technology, Trondheim, Norway"],"affiliations":[{"raw_affiliation_string":"University of South-Eastern Norway and Norwegian University of Science and Technology, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367","https://openalex.org/I2801380234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028915960","display_name":"Kamil Akh\u00fcseyino\u011flu","orcid":"https://orcid.org/0000-0002-7761-9755"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kamil Akhuseyinoglu","raw_affiliation_strings":["University of Pittsburgh, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029977269","display_name":"Michail N. Giannakos","orcid":"https://orcid.org/0000-0002-8016-6208"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Michail Giannakos","raw_affiliation_strings":["Norwegian University of Science and Technology, Trondheim, Norway"],"affiliations":[{"raw_affiliation_string":"Norwegian University of Science and Technology, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5087795875"],"corresponding_institution_ids":["https://openalex.org/I204778367","https://openalex.org/I2801380234"],"apc_list":null,"apc_paid":null,"fwci":3.6938,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.93784892,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"22","issue":"3","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6982153058052063},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.5445596575737},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5121917128562927},{"id":"https://openalex.org/keywords/preparedness","display_name":"Preparedness","score":0.5008764266967773},{"id":"https://openalex.org/keywords/personalized-learning","display_name":"Personalized learning","score":0.44113290309906006},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.38824987411499023},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.38108235597610474},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.32221081852912903},{"id":"https://openalex.org/keywords/teaching-method","display_name":"Teaching method","score":0.3004538416862488},{"id":"https://openalex.org/keywords/cooperative-learning","display_name":"Cooperative learning","score":0.20841029286384583},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2040962278842926},{"id":"https://openalex.org/keywords/open-learning","display_name":"Open learning","score":0.1241256594657898},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10936301946640015}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6982153058052063},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.5445596575737},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5121917128562927},{"id":"https://openalex.org/C2777042776","wikidata":"https://www.wikidata.org/wiki/Q4583103","display_name":"Preparedness","level":2,"score":0.5008764266967773},{"id":"https://openalex.org/C142039133","wikidata":"https://www.wikidata.org/wiki/Q3620943","display_name":"Personalized learning","level":5,"score":0.44113290309906006},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.38824987411499023},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.38108235597610474},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32221081852912903},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.3004538416862488},{"id":"https://openalex.org/C51672120","wikidata":"https://www.wikidata.org/wiki/Q303446","display_name":"Cooperative learning","level":3,"score":0.20841029286384583},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2040962278842926},{"id":"https://openalex.org/C15122004","wikidata":"https://www.wikidata.org/wiki/Q385756","display_name":"Open learning","level":4,"score":0.1241256594657898},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10936301946640015},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3511886","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511886","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8500000238418579,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W615644768","https://openalex.org/W1530276735","https://openalex.org/W1539706247","https://openalex.org/W1597864774","https://openalex.org/W1605135221","https://openalex.org/W1775716826","https://openalex.org/W1789253461","https://openalex.org/W1814373766","https://openalex.org/W1869777622","https://openalex.org/W1965295547","https://openalex.org/W1971040550","https://openalex.org/W1971911561","https://openalex.org/W1972204145","https://openalex.org/W1979290264","https://openalex.org/W1979862995","https://openalex.org/W1982866217","https://openalex.org/W2002357163","https://openalex.org/W2015040676","https://openalex.org/W2018331360","https://openalex.org/W2018654697","https://openalex.org/W2030808931","https://openalex.org/W2033067762","https://openalex.org/W2039256519","https://openalex.org/W2043169367","https://openalex.org/W2045559714","https://openalex.org/W2050113838","https://openalex.org/W2057892451","https://openalex.org/W2066009300","https://openalex.org/W2070700141","https://openalex.org/W2076931351","https://openalex.org/W2087437373","https://openalex.org/W2089010774","https://openalex.org/W2099608640","https://openalex.org/W2105819596","https://openalex.org/W2113051326","https://openalex.org/W2115794341","https://openalex.org/W2119246419","https://openalex.org/W2124023547","https://openalex.org/W2128070164","https://openalex.org/W2152872025","https://openalex.org/W2160116727","https://openalex.org/W2171109587","https://openalex.org/W2236671718","https://openalex.org/W2238759989","https://openalex.org/W2241046636","https://openalex.org/W2335612402","https://openalex.org/W2342637743","https://openalex.org/W2513500891","https://openalex.org/W2551544491","https://openalex.org/W2595273079","https://openalex.org/W2596352504","https://openalex.org/W2606011892","https://openalex.org/W2609561643","https://openalex.org/W2751540224","https://openalex.org/W2753916483","https://openalex.org/W2766818166","https://openalex.org/W2799188124","https://openalex.org/W2894540915","https://openalex.org/W2895803125","https://openalex.org/W2896869578","https://openalex.org/W2897363388","https://openalex.org/W2898533124","https://openalex.org/W2899160907","https://openalex.org/W2900974709","https://openalex.org/W2901422898","https://openalex.org/W2910880405","https://openalex.org/W2911942865","https://openalex.org/W2915139196","https://openalex.org/W2916571844","https://openalex.org/W2942488249","https://openalex.org/W2942575519","https://openalex.org/W2954030112","https://openalex.org/W2954129953","https://openalex.org/W2954591608","https://openalex.org/W2955686175","https://openalex.org/W2956646654","https://openalex.org/W2963656956","https://openalex.org/W2964519172","https://openalex.org/W2965237463","https://openalex.org/W2971524213","https://openalex.org/W2979800089","https://openalex.org/W2998206837","https://openalex.org/W3015277188","https://openalex.org/W3125908604","https://openalex.org/W3135540143","https://openalex.org/W3152584345","https://openalex.org/W3202358583","https://openalex.org/W4233063962","https://openalex.org/W4236989406","https://openalex.org/W4302233387"],"related_works":["https://openalex.org/W2064165679","https://openalex.org/W1588461101","https://openalex.org/W2407817972","https://openalex.org/W3208525924","https://openalex.org/W2885058781","https://openalex.org/W191093913","https://openalex.org/W1552490082","https://openalex.org/W4390704578","https://openalex.org/W1944390075","https://openalex.org/W2189583758"],"abstract_inverted_index":{"Online":[0],"learning":[1,30,79,88,140,157,185],"systems":[2,31],"should":[3],"support":[4,33],"students":[5,95,197,219,229],"preparedness":[6],"for":[7,74,93,138,187,202],"professional":[8],"practice":[9,135],"by":[10,230],"equipping":[11],"them":[12,19,68],"with":[13,38,160,183],"the":[14,26,82,118,169,200,205,209,222],"necessary":[15],"skills":[16],"while":[17,112],"keeping":[18],"engaged":[20],"and":[21,36,55,77,86,96,110,122,132,143,163,181,193,220],"active.":[22],"In":[23],"that":[24,32,90,208,215],"regard,":[25],"development":[27,35],"of":[28,84,126,236],"online":[29],"students\u2019":[34,144,161],"engagement":[37],"programming":[39,58,178],"is":[40,81],"a":[41,136,148,177,232],"challenging":[42],"process.":[43],"Early":[44],"career":[45],"computer":[46],"science":[47],"professionals":[48],"are":[49,91,216],"required":[50],"not":[51],"only":[52],"to":[53,62,66,105,120,218,224],"understand":[54],"master":[56],"numerous":[57],"concepts":[59],"but":[60],"also":[61],"efficiently":[63],"learn":[64],"how":[65],"apply":[67],"in":[69,176,227],"different":[70],"contexts.":[71],"A":[72],"prerequisite":[73],"an":[75],"effective":[76],"engaging":[78],"process":[80],"existence":[83],"adaptive":[85],"flexible":[87],"environments":[89],"beneficial":[92],"both":[94],"teachers.":[97],"Students":[98],"can":[99,114,212],"benefit":[100],"from":[101,117,196],"personalized":[102,165],"content":[103,141,158,186],"adapted":[104],"their":[106,237],"individual":[107],"goals,":[108],"knowledge,":[109],"needs;":[111],"teachers":[113,226],"be":[115],"relieved":[116],"pressure":[119],"uniformly":[121],"promptly":[123],"evaluate":[124],"hundreds":[125],"student":[127],"assignments.":[128],"This":[129],"study":[130],"proposes":[131],"puts":[133],"into":[134],"method":[137,154,173,211],"evaluating":[139],"difficulty":[142,159],"knowledge":[145],"proficiency":[146],"utilizing":[147],"modified":[149],"Elo-rating":[150],"method.":[151],"The":[152,172],"proposed":[153,210],"effectively":[155],"pairs":[156],"proficiency,":[162],"creates":[164],"recommendations":[166,214],"based":[167],"on":[168],"generated":[170],"ratings.":[171],"was":[174],"implemented":[175],"tutoring":[179],"system":[180,201],"tested":[182],"interactive":[184],"object":[188],"oriented-programming.":[189],"By":[190],"collecting":[191],"quantitative":[192],"qualitative":[194],"data":[195],"who":[198],"used":[199],"one":[203],"semester,":[204],"findings":[206],"reveal":[207],"generate":[213],"relevant":[217],"has":[221],"potential":[223],"assist":[225],"grading":[228],"providing":[231],"more":[233],"holistic":[234],"understanding":[235],"progress":[238],"over":[239],"time.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}