{"id":"https://openalex.org/W7163507764","doi":"https://doi.org/10.1145/3803400.3809346","title":"AI-Generated Traces for Novice Programmers: Learning Effects and Learner Differences in a Multi-Institutional Study","display_name":"AI-Generated Traces for Novice Programmers: Learning Effects and Learner Differences in a Multi-Institutional Study","publication_year":2026,"publication_date":"2026-07-06","ids":{"openalex":"https://openalex.org/W7163507764","doi":"https://doi.org/10.1145/3803400.3809346"},"language":null,"primary_location":{"id":"doi:10.1145/3803400.3809346","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3803400.3809346","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3803400.3809346","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092596188","display_name":"Yuri Noviello","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Yuri Noviello","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0009-0006-5846-7756","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046399251","display_name":"Naaz Sibia","orcid":"https://orcid.org/0000-0001-7628-7077"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Naaz Sibia","raw_affiliation_strings":["University of Toronto, Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7628-7077","affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074151977","display_name":"Anastasiia Birillo","orcid":"https://orcid.org/0000-0003-2269-8211"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anastasiia Birillo","raw_affiliation_strings":["JetBrains Research, Belgrade, Serbia"],"raw_orcid":"https://orcid.org/0000-0003-2269-8211","affiliations":[{"raw_affiliation_string":"JetBrains Research, Belgrade, Serbia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087329324","display_name":"Thomas Overklift Vaupel Klein","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Thomas Overklift Vaupel Klein","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0009-0002-3606-3620","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136437815","display_name":"Michael Liut","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michael Liut","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, Canada"],"raw_orcid":"https://orcid.org/0000-0003-2965-5302","affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047848559","display_name":"Gosia Migut","orcid":"https://orcid.org/0000-0002-4120-5454"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Gosia Migut","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4120-5454","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"135","last_page":"141"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9273999929428101,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9273999929428101,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.02370000071823597,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.005900000222027302,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4772999882698059},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.4708000123500824},{"id":"https://openalex.org/keywords/student-engagement","display_name":"Student engagement","score":0.38749998807907104},{"id":"https://openalex.org/keywords/empirical-evidence","display_name":"Empirical evidence","score":0.3763999938964844},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.37400001287460327},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3727000057697296},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.36320000886917114},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.31929999589920044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7358999848365784},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.48919999599456787},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4772999882698059},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.4708000123500824},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42480000853538513},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4074999988079071},{"id":"https://openalex.org/C194519906","wikidata":"https://www.wikidata.org/wiki/Q7627827","display_name":"Student engagement","level":2,"score":0.38749998807907104},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.37770000100135803},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.3763999938964844},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.37400001287460327},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3727000057697296},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.36320000886917114},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3156000077724457},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C2776503756","wikidata":"https://www.wikidata.org/wiki/Q1424497","display_name":"Self-regulated learning","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C10431821","wikidata":"https://www.wikidata.org/wiki/Q6510174","display_name":"Learning effect","level":2,"score":0.250900000333786},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.25060001015663147},{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3803400.3809346","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3803400.3809346","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2606.03288","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.03288","pdf_url":"https://arxiv.org/pdf/2606.03288","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3803400.3809346","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3803400.3809346","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8394920229911804}],"awards":[{"id":"https://openalex.org/G2705426481","display_name":null,"funder_award_id":"RGPIN-2024-04348","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G720524644","display_name":null,"funder_award_id":"04348","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320321012","display_name":"Technische Universiteit Delft","ror":"https://ror.org/02e2c7k09"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Introductory":[0],"programming":[1],"(CS1)":[2],"courses":[3,63],"often":[4],"struggle":[5],"to":[6,70],"support":[7],"students'":[8],"understanding":[9],"of":[10,120],"program":[11],"execution.":[12],"While":[13],"visualizations":[14,32],"can":[15,89],"make":[16],"execution":[17,49],"processes":[18],"explicit,":[19],"their":[20],"effectiveness":[21],"depends":[22],"on":[23,107],"design":[24],"and":[25,27,51,78,82,100],"context,":[26],"empirical":[28],"evidence":[29],"for":[30,93],"AI-generated":[31],"remains":[33],"limited.":[34],"We":[35,54,73,102],"propose":[36],"Generated":[37],"Animated":[38],"Traces":[39],"(GATs),":[40],"AI-generated,":[41],"analogy-based,":[42],"narrated":[43],"animations":[44],"that":[45,87,104],"coordinate":[46],"source":[47],"code,":[48],"state,":[50],"conceptual":[52],"analogies.":[53],"conduct":[55],"a":[56],"study":[57],"at":[58],"two":[59],"institutions":[60],"in":[61],"CS1":[62],"(Python":[64],"N=961;":[65],"Java":[66],"N=151)":[67],"comparing":[68],"GATs":[69,88],"textual":[71],"explanations.":[72],"measure":[74],"immediate":[75,94],"learning":[76],"performance":[77,108],"experience,":[79],"end-of-course":[80],"engagement":[81,113],"exam":[83],"performance.":[84],"Results":[85],"show":[86],"yield":[90],"selective":[91],"benefits":[92,97],"learning,":[95],"but":[96],"are":[98],"context-dependent":[99],"short-term.":[101],"observe":[103],"GATs'":[105],"influence":[106],"is":[109],"moderated":[110],"by":[111],"learner":[112],"profiles.":[114],"This":[115],"finding":[116],"underscores":[117],"the":[118],"importance":[119],"personalized":[121],"approaches.":[122]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-06-05T00:00:00"}