{"id":"https://openalex.org/W4401357303","doi":"https://doi.org/10.1145/3632620.3671103","title":"Evaluating Contextually Personalized Programming Exercises Created with Generative AI","display_name":"Evaluating Contextually Personalized Programming Exercises Created with Generative AI","publication_year":2024,"publication_date":"2024-08-06","ids":{"openalex":"https://openalex.org/W4401357303","doi":"https://doi.org/10.1145/3632620.3671103"},"language":"en","primary_location":{"id":"doi:10.1145/3632620.3671103","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3632620.3671103","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM Conference on International Computing Education Research - Volume 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3632620.3671103","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079892314","display_name":"Evanfiya Logacheva","orcid":"https://orcid.org/0009-0002-0962-9369"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Evanfiya Logacheva","raw_affiliation_strings":["Aalto University, Finland","University , , USA","Aalto University , Finland","Aalto University Espoo, Finland"],"raw_orcid":"https://orcid.org/0009-0002-0962-9369","affiliations":[{"raw_affiliation_string":"Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"University , , USA","institution_ids":[]},{"raw_affiliation_string":"Aalto University , Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Aalto University Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076828114","display_name":"Arto Hellas","orcid":"https://orcid.org/0000-0001-6502-209X"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Arto Hellas","raw_affiliation_strings":["Aalto University, Finland"],"raw_orcid":"https://orcid.org/0000-0001-6502-209X","affiliations":[{"raw_affiliation_string":"Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065053503","display_name":"James Prather","orcid":"https://orcid.org/0000-0003-2807-6042"},"institutions":[{"id":"https://openalex.org/I60205797","display_name":"Abilene Christian University","ror":"https://ror.org/004srrf86","country_code":"US","type":"education","lineage":["https://openalex.org/I60205797"]},{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI","US"],"is_corresponding":false,"raw_author_name":"James Prather","raw_affiliation_strings":["Abilene Christian University, United States of America","University , , USA","Aalto University , Finland"],"raw_orcid":"https://orcid.org/0000-0003-2807-6042","affiliations":[{"raw_affiliation_string":"Abilene Christian University, United States of America","institution_ids":["https://openalex.org/I60205797"]},{"raw_affiliation_string":"University , , USA","institution_ids":[]},{"raw_affiliation_string":"Aalto University , Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064114707","display_name":"Sami Sarsa","orcid":"https://orcid.org/0000-0002-7277-9282"},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Sami Sarsa","raw_affiliation_strings":["University of Jyv\u00e4skyl\u00e4, Finland"],"raw_orcid":"https://orcid.org/0000-0002-7277-9282","affiliations":[{"raw_affiliation_string":"University of Jyv\u00e4skyl\u00e4, Finland","institution_ids":["https://openalex.org/I94722563"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041367899","display_name":"Juho Leinonen","orcid":"https://orcid.org/0000-0001-6829-9449"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Juho Leinonen","raw_affiliation_strings":["Aalto University, Finland","Aalto University , Finland","Aalto University Espoo, Finland","University , , USA"],"raw_orcid":"https://orcid.org/0000-0001-6829-9449","affiliations":[{"raw_affiliation_string":"Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Aalto University , Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Aalto University Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"University , , USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5079892314"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":14.2293,"has_fulltext":true,"cited_by_count":37,"citation_normalized_percentile":{"value":0.98806855,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"95","last_page":"113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7354954481124878},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6399195194244385},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.49182796478271484},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41271159052848816}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7354954481124878},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6399195194244385},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49182796478271484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41271159052848816}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3632620.3671103","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3632620.3671103","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM Conference on International Computing Education Research - Volume 1","raw_type":"proceedings-article"},{"id":"pmh:oai:jyx.jyu.fi:123456789/96600","is_oa":true,"landing_page_url":"http://urn.fi/URN:NBN:fi:jyu-202408155484","pdf_url":"https://jyx.jyu.fi/bitstreams/044d135c-005b-460a-8473-fcee397e69b0/download","source":{"id":"https://openalex.org/S4306400563","display_name":"Jyv\u00e4skyl\u00e4 University Digital Archive (University of Jyv\u00e4skyl\u00e4)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I94722563","host_organization_name":"University of Jyv\u00e4skyl\u00e4","host_organization_lineage":["https://openalex.org/I94722563"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"A4"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/130374","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/665a7498-db25-4ffc-9748-1dda30609006","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3632620.3671103","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3632620.3671103","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM Conference on International Computing Education Research - Volume 1","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W1488572404","https://openalex.org/W1975912968","https://openalex.org/W1983897914","https://openalex.org/W1996118567","https://openalex.org/W1996290308","https://openalex.org/W1997936823","https://openalex.org/W2014897155","https://openalex.org/W2022077643","https://openalex.org/W2022545842","https://openalex.org/W2057673348","https://openalex.org/W2063874979","https://openalex.org/W2084180374","https://openalex.org/W2090464375","https://openalex.org/W2154325964","https://openalex.org/W2155798216","https://openalex.org/W2259580037","https://openalex.org/W2574773558","https://openalex.org/W2577104533","https://openalex.org/W2587751095","https://openalex.org/W2594452407","https://openalex.org/W2735897044","https://openalex.org/W2750442971","https://openalex.org/W2766715593","https://openalex.org/W2770847597","https://openalex.org/W2789274906","https://openalex.org/W2791566576","https://openalex.org/W2888486405","https://openalex.org/W2909604814","https://openalex.org/W2912010641","https://openalex.org/W2940189541","https://openalex.org/W2965993794","https://openalex.org/W3031051743","https://openalex.org/W3035952327","https://openalex.org/W3047886169","https://openalex.org/W3070579761","https://openalex.org/W3097393396","https://openalex.org/W3106906146","https://openalex.org/W3134991437","https://openalex.org/W3138715211","https://openalex.org/W3159409425","https://openalex.org/W3161365944","https://openalex.org/W3183450454","https://openalex.org/W3201003484","https://openalex.org/W4211263275","https://openalex.org/W4225120394","https://openalex.org/W4282015716","https://openalex.org/W4283705032","https://openalex.org/W4284889267","https://openalex.org/W4293227716","https://openalex.org/W4311186666","https://openalex.org/W4311887664","https://openalex.org/W4317502110","https://openalex.org/W4323033692","https://openalex.org/W4323033785","https://openalex.org/W4323033814","https://openalex.org/W4324138978","https://openalex.org/W4360979257","https://openalex.org/W4367000100","https://openalex.org/W4380353816","https://openalex.org/W4381956195","https://openalex.org/W4381956217","https://openalex.org/W4382654294","https://openalex.org/W4386323435","https://openalex.org/W4388488349","https://openalex.org/W4388850769","https://openalex.org/W4390315357","https://openalex.org/W4390490725","https://openalex.org/W4390621504","https://openalex.org/W4390706382","https://openalex.org/W4391568843","https://openalex.org/W4391584331","https://openalex.org/W4391584347","https://openalex.org/W4392564649","https://openalex.org/W4392564671","https://openalex.org/W4392564746"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2380075625","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Programming":[0],"skills":[1],"are":[2],"typically":[3],"developed":[4],"through":[5],"completing":[6],"various":[7],"hands-on":[8],"exercises.":[9,83],"Such":[10],"programming":[11,51,82,93,113,119,183,192],"problems":[12,94,184],"can":[13,76,185],"be":[14,186],"contextualized":[15],"to":[16,55,89,95,190,207],"students\u2019":[17,97],"interests":[18,37,98,210],"and":[19,38,47,61,79,99,135,148,177,211],"cultural":[20],"backgrounds.":[21],"Prior":[22],"research":[23],"in":[24,109],"educational":[25,212],"psychology":[26],"has":[27],"demonstrated":[28],"that":[29,72,115,157,181],"context":[30],"personalization":[31],"of":[32,50,126,160,203],"exercises":[33,52,120,128,147,161],"stimulates":[34],"learners\u2019":[35],"situational":[36],"positively":[39],"affects":[40],"their":[41,149,208],"engagement.":[42],"However,":[43],"creating":[44],"a":[45,59,87,105,187,199],"varied":[46],"comprehensive":[48],"set":[49],"for":[53,64],"students":[54,134,197],"practice":[56,204],"on":[57,104],"is":[58,169],"time-consuming":[60],"laborious":[62],"task":[63],"computer":[65],"science":[66],"educators.":[67],"Previous":[68],"studies":[69],"have":[70],"shown":[71],"large":[73],"language":[74],"models":[75],"generate":[77],"conceptually":[78],"contextually":[80,117],"relevant":[81],"Thus,":[84],"they":[85,195],"offer":[86],"possibility":[88],"automatically":[90],"produce":[91],"personalized":[92,118],"fit":[96],"needs.":[100,213],"This":[101,179],"article":[102],"reports":[103],"user":[106],"study":[107],"conducted":[108],"an":[110],"elective":[111],"introductory":[112,191],"course":[114,172],"included":[116],"created":[121,146],"with":[122,151,163,198],"GPT-4.":[123],"The":[124,154],"quality":[125,159],"the":[127,133,136,145,152,158,171],"was":[129,165],"evaluated":[130],"by":[131],"both":[132],"authors.":[137],"Additionally,":[138],"this":[139],"work":[140],"investigated":[141],"student":[142],"attitudes":[143],"towards":[144],"engagement":[150],"system.":[153],"results":[155],"demonstrate":[156],"generated":[162],"GPT-4":[164],"generally":[166],"high.":[167],"What":[168],"more,":[170],"participants":[173],"found":[174],"them":[175],"engaging":[176],"useful.":[178],"suggests":[180],"AI-generated":[182],"worthwhile":[188],"addition":[189],"courses,":[193],"as":[194],"provide":[196],"practically":[200],"unlimited":[201],"pool":[202],"material":[205],"tailored":[206],"personal":[209]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}