{"id":"https://openalex.org/W4415966009","doi":"https://doi.org/10.1145/3769994.3770059","title":"Evaluating AI Student\u2019s Performance in Programming MOOCs: Preliminary Study and Interactive Dashboard","display_name":"Evaluating AI Student\u2019s Performance in Programming MOOCs: Preliminary Study and Interactive Dashboard","publication_year":2025,"publication_date":"2025-11-06","ids":{"openalex":"https://openalex.org/W4415966009","doi":"https://doi.org/10.1145/3769994.3770059"},"language":null,"primary_location":{"id":"doi:10.1145/3769994.3770059","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769994.3770059","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th Koli Calling International Conference on Computing Education Research","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3769994.3770059","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120282753","display_name":"Jarmila Skodov\u00e1","orcid":"https://orcid.org/0009-0009-0673-0008"},"institutions":[{"id":"https://openalex.org/I4210105644","display_name":"H\u00e4me University of Applied Sciences","ror":"https://ror.org/01eg9n443","country_code":"FI","type":"education","lineage":["https://openalex.org/I4210105644"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Jarmila Skodov\u00e1","raw_affiliation_strings":["Hame University of Applied Sciences, Hameenlinna, Finland"],"raw_orcid":"https://orcid.org/0009-0009-0673-0008","affiliations":[{"raw_affiliation_string":"Hame University of Applied Sciences, Hameenlinna, Finland","institution_ids":["https://openalex.org/I4210105644"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003603555","display_name":"Timo Hynninen","orcid":"https://orcid.org/0000-0002-1354-001X"},"institutions":[{"id":"https://openalex.org/I4210105644","display_name":"H\u00e4me University of Applied Sciences","ror":"https://ror.org/01eg9n443","country_code":"FI","type":"education","lineage":["https://openalex.org/I4210105644"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Timo Hynninen","raw_affiliation_strings":["Hame University of Applied Sciences, Hameenlinna, Finland"],"raw_orcid":"https://orcid.org/0000-0002-1354-001X","affiliations":[{"raw_affiliation_string":"Hame University of Applied Sciences, Hameenlinna, Finland","institution_ids":["https://openalex.org/I4210105644"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5120282753"],"corresponding_institution_ids":["https://openalex.org/I4210105644"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3420656,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9340000152587891,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9340000152587891,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.04910000041127205,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dashboard","display_name":"Dashboard","score":0.8762000203132629},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.5213000178337097},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.4415999948978424},{"id":"https://openalex.org/keywords/interactive-programming","display_name":"Interactive programming","score":0.3917999863624573},{"id":"https://openalex.org/keywords/java-programming-language","display_name":"Java Programming Language","score":0.34619998931884766},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.3375999927520752}],"concepts":[{"id":"https://openalex.org/C33499554","wikidata":"https://www.wikidata.org/wiki/Q1417134","display_name":"Dashboard","level":2,"score":0.8762000203132629},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7613999843597412},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5213000178337097},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45840001106262207},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.4415999948978424},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39469999074935913},{"id":"https://openalex.org/C2779125210","wikidata":"https://www.wikidata.org/wiki/Q16622442","display_name":"Interactive programming","level":2,"score":0.3917999863624573},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3792000114917755},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36579999327659607},{"id":"https://openalex.org/C2908586218","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java Programming Language","level":3,"score":0.34619998931884766},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3370000123977661},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2851000130176544},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2630999982357025},{"id":"https://openalex.org/C128644962","wikidata":"https://www.wikidata.org/wiki/Q683111","display_name":"Visual programming language","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C50033165","wikidata":"https://www.wikidata.org/wiki/Q15712089","display_name":"Inductive programming","level":3,"score":0.25839999318122864}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3769994.3770059","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769994.3770059","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th Koli Calling International Conference on Computing Education Research","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3769994.3770059","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769994.3770059","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th Koli Calling International Conference on Computing Education Research","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W4323033692","https://openalex.org/W4381587445","https://openalex.org/W4382567344","https://openalex.org/W4387267705","https://openalex.org/W4387491382","https://openalex.org/W4391584367","https://openalex.org/W4392858791","https://openalex.org/W4400411161","https://openalex.org/W4403566184","https://openalex.org/W4403799160","https://openalex.org/W4406803762","https://openalex.org/W4407681574","https://openalex.org/W4407951644","https://openalex.org/W4409211647","https://openalex.org/W4409211825","https://openalex.org/W4409211903","https://openalex.org/W4411374934","https://openalex.org/W4412975798"],"related_works":[],"abstract_inverted_index":{"This":[0],"work":[1],"evaluated":[2],"how":[3,135,146],"well":[4,136],"a":[5],"large":[6],"language":[7],"model":[8,50,66],"can":[9],"solve":[10,54],"programming":[11,45],"exercises":[12,42,91],"in":[13,19,35,43,87,141],"online":[14],"courses,":[15],"presenting":[16],"the":[17,20,55,65,106,121,149],"results":[18],"form":[21],"of":[22,75],"an":[23,71,113],"interactive":[24,114],"dashboard.":[25],"We":[26,123],"focused":[27],"on":[28,145],"seven":[29],"free":[30],"and":[31,57,82,84,108,132,143],"public":[32],"Finnish":[33],"MOOCs":[34],"introductory":[36],"programming.":[37],"The":[38,47],"dataset":[39],"contained":[40],"741":[41],"different":[44,118],"languages.":[46],"OpenAI":[48],"o1":[49],"was":[51,78],"asked":[52],"to":[53],"tasks,":[56,69],"we":[58,111],"recorded":[59],"whether":[60],"it":[61],"succeeded.":[62],"In":[63],"total,":[64],"solved":[67,93],"721":[68],"giving":[70],"overall":[72],"success":[73],"rate":[74],"97.3%.":[76],"Performance":[77],"consistent":[79],"across":[80],"Java":[81],"Python,":[83],"somewhat":[85],"lower":[86],"Rust.":[88],"While":[89],"most":[90],"were":[92],"easily,":[94],"larger":[95],"multi-step":[96],"problems":[97],"required":[98],"repeated":[99],"prompting":[100],"or":[101],"additional":[102],"context.":[103],"To":[104],"visualize":[105],"findings":[107],"spark":[109],"discussion,":[110],"created":[112],"dashboard":[115],"with":[116],"several":[117],"views":[119],"for":[120],"data.":[122],"suggest":[124],"that":[125],"such":[126],"tools":[127],"may":[128],"help":[129],"teachers,":[130],"researchers,":[131],"students":[133],"discuss":[134],"AI":[137],"\u201csynthetic":[138],"students\u201d":[139],"perform":[140],"MOOCs,":[142],"reflect":[144],"this":[147],"affects":[148],"pedagogy.":[150]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-06T00:00:00"}