{"id":"https://openalex.org/W4409211903","doi":"https://doi.org/10.1145/3716640.3716652","title":"On the Opportunities of Large Language Models for Programming Process Data","display_name":"On the Opportunities of Large Language Models for Programming Process Data","publication_year":2025,"publication_date":"2025-02-12","ids":{"openalex":"https://openalex.org/W4409211903","doi":"https://doi.org/10.1145/3716640.3716652"},"language":"en","primary_location":{"id":"doi:10.1145/3716640.3716652","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716640.3716652","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716652","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716652","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080249229","display_name":"John Edwards","orcid":"https://orcid.org/0000-0002-0882-312X"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Edwards","raw_affiliation_strings":["Computer Science, Utah State University, Utah, USA"],"raw_orcid":"https://orcid.org/0000-0002-0882-312X","affiliations":[{"raw_affiliation_string":"Computer Science, Utah State University, Utah, USA","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076828114","display_name":"Arto Hellas","orcid":"https://orcid.org/0000-0001-6502-209X"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Arto Hellas","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-6502-209X","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041367899","display_name":"Juho Leinonen","orcid":"https://orcid.org/0000-0001-6829-9449"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Juho Leinonen","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-6829-9449","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3077,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.7675507,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"105","last_page":"113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7616575956344604},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5917879939079285},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5916149616241455},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3465920686721802}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7616575956344604},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5917879939079285},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5916149616241455},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3465920686721802}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3716640.3716652","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716640.3716652","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716652","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th Australasian Computing Education Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/137005","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=105007426630&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3716640.3716652","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716640.3716652","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716652","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th Australasian Computing Education Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409211903.pdf","grobid_xml":"https://content.openalex.org/works/W4409211903.grobid-xml"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W1972087783","https://openalex.org/W1975665666","https://openalex.org/W1993992063","https://openalex.org/W2010775113","https://openalex.org/W2036955327","https://openalex.org/W2044101946","https://openalex.org/W2044490101","https://openalex.org/W2045011071","https://openalex.org/W2076771354","https://openalex.org/W2077361439","https://openalex.org/W2111760158","https://openalex.org/W2123536472","https://openalex.org/W2199519680","https://openalex.org/W2246775628","https://openalex.org/W2264893711","https://openalex.org/W2275142089","https://openalex.org/W2293086481","https://openalex.org/W2296170693","https://openalex.org/W2304651621","https://openalex.org/W2460341519","https://openalex.org/W2463194977","https://openalex.org/W2469269292","https://openalex.org/W2469737036","https://openalex.org/W2513456686","https://openalex.org/W2560140854","https://openalex.org/W2592733917","https://openalex.org/W2593348673","https://openalex.org/W2593973511","https://openalex.org/W2604398661","https://openalex.org/W2605657613","https://openalex.org/W2605961645","https://openalex.org/W2748218905","https://openalex.org/W2750279935","https://openalex.org/W2887100953","https://openalex.org/W2894540915","https://openalex.org/W2917409708","https://openalex.org/W2970680470","https://openalex.org/W3000240292","https://openalex.org/W3002947507","https://openalex.org/W3010185338","https://openalex.org/W3133855036","https://openalex.org/W4211085087","https://openalex.org/W4211092351","https://openalex.org/W4213421742","https://openalex.org/W4236993124","https://openalex.org/W4283705032","https://openalex.org/W4293227507","https://openalex.org/W4293227555","https://openalex.org/W4293227716","https://openalex.org/W4307475457","https://openalex.org/W4313288661","https://openalex.org/W4317502083","https://openalex.org/W4323033692","https://openalex.org/W4323033702","https://openalex.org/W4323033814","https://openalex.org/W4367369313","https://openalex.org/W4368342518","https://openalex.org/W4380353816","https://openalex.org/W4382654251","https://openalex.org/W4382654294","https://openalex.org/W4386587098","https://openalex.org/W4386718981","https://openalex.org/W4387835442","https://openalex.org/W4388850769","https://openalex.org/W4390315357","https://openalex.org/W4390557253","https://openalex.org/W4390985631","https://openalex.org/W4399200083","https://openalex.org/W4400267611","https://openalex.org/W4401357303","https://openalex.org/W4403566184","https://openalex.org/W4409211647"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Computing":[0],"educators":[1],"and":[2,16,40,52,77,98,121],"researchers":[3],"have":[4],"long":[5],"used":[6],"programming":[7,38,50,64,132],"process":[8,133],"data":[9,39,60,108],"to":[10,48,111,129],"understand":[11],"how":[12],"students":[13],"construct":[14],"programs":[15],"address":[17],"challenges.Despite":[18],"its":[19],"potential,":[20],"fully":[21],"automated":[22],"feedback":[23,85],"systems":[24],"remain":[25],"underexplored.The":[26],"emergence":[27],"of":[28,105],"Large":[29],"Language":[30],"Models":[31],"(LLMs)":[32],"offers":[33],"new":[34],"opportunities":[35],"for":[36,83],"analyzing":[37],"providing":[41],"formative":[42,54,113,131],"feedback.This":[43],"study":[44,57],"explores":[45],"using":[46],"LLMs":[47,71,88,110],"summarize":[49],"processes":[51],"deliver":[53],"feedback.A":[55],"case":[56],"analyzed":[58],"keystroke-level":[59],"from":[61],"an":[62],"introductory":[63],"course,":[65],"processed":[66],"into":[67],"code":[68,99],"snapshots.Three":[69],"state-of-the-art":[70],"-Claude":[72],"3":[73],"Opus,":[74],"GPT-4":[75],"Turbo,":[76],"LLaMa2":[78],"70B":[79],"Chat":[80],"-were":[81],"evaluated":[82],"their":[84],"capabilities.Results":[86],"show":[87],"effectively":[89],"provide":[90],"tailored":[91],"feedback,":[92,114],"emphasizing":[93],"incremental":[94],"development,":[95],"algorithmic":[96],"planning,":[97],"readability.Our":[100],"findings":[101],"highlight":[102],"the":[103,117],"potential":[104],"combining":[106],"keystroke":[107],"with":[109],"automate":[112],"showing":[115],"that":[116],"computing":[118],"education":[119],"research":[120],"practice":[122],"community":[123],"is":[124],"again":[125],"one":[126],"step":[127],"closer":[128],"automating":[130],"feedback.":[134]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}