{"id":"https://openalex.org/W4400643326","doi":"https://doi.org/10.1145/3657604.3662025","title":"CFlow: Supporting Semantic Flow Analysis of Students' Code in Programming Problems at Scale","display_name":"CFlow: Supporting Semantic Flow Analysis of Students' Code in Programming Problems at Scale","publication_year":2024,"publication_date":"2024-07-09","ids":{"openalex":"https://openalex.org/W4400643326","doi":"https://doi.org/10.1145/3657604.3662025"},"language":"en","primary_location":{"id":"doi:10.1145/3657604.3662025","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3657604.3662025","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://vtechworks.lib.vt.edu/bitstreams/5b6a187b-1e5f-4b0a-966f-d730615ab9f1/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100326052","display_name":"Ge Zhang","orcid":"https://orcid.org/0000-0001-5978-3714"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ashley Ge Zhang","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004495956","display_name":"Xiaohang Tang","orcid":"https://orcid.org/0000-0002-2691-9280"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaohang Tang","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069296306","display_name":"Steve Oney","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steve Oney","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100378063","display_name":"Yan Chen","orcid":"https://orcid.org/0000-0002-1646-6935"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Chen","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100326052"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":3.9805,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.94639415,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"188","last_page":"199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9690999984741211,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8387735486030579},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.7114214897155762},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5350808501243591},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.49712851643562317},{"id":"https://openalex.org/keywords/semantic-analysis","display_name":"Semantic analysis (machine learning)","score":0.451826274394989},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.35617655515670776},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.2611798644065857}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8387735486030579},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.7114214897155762},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5350808501243591},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.49712851643562317},{"id":"https://openalex.org/C2777946921","wikidata":"https://www.wikidata.org/wiki/Q7449044","display_name":"Semantic analysis (machine learning)","level":2,"score":0.451826274394989},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.35617655515670776},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2611798644065857},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3657604.3662025","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3657604.3662025","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/120874","is_oa":true,"landing_page_url":"https://hdl.handle.net/10919/120874","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/5b6a187b-1e5f-4b0a-966f-d730615ab9f1/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/120874","is_oa":true,"landing_page_url":"https://hdl.handle.net/10919/120874","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/5b6a187b-1e5f-4b0a-966f-d730615ab9f1/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2994839194","display_name":"Scalable Remote Peer Help for Programming Education","funder_award_id":"1915515","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8130322823","display_name":null,"funder_award_id":"DUE 1915515","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8535360618","display_name":null,"funder_award_id":"1915515","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400643326.pdf"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1514297918","https://openalex.org/W1971916043","https://openalex.org/W1972087783","https://openalex.org/W1982366717","https://openalex.org/W1994532632","https://openalex.org/W1995969371","https://openalex.org/W2001213022","https://openalex.org/W2012312630","https://openalex.org/W2012546969","https://openalex.org/W2019350337","https://openalex.org/W2021878536","https://openalex.org/W2039883913","https://openalex.org/W2043918190","https://openalex.org/W2049375866","https://openalex.org/W2050116406","https://openalex.org/W2076771354","https://openalex.org/W2092724399","https://openalex.org/W2125900270","https://openalex.org/W2127184512","https://openalex.org/W2127637733","https://openalex.org/W2140567513","https://openalex.org/W2181630915","https://openalex.org/W2241837413","https://openalex.org/W2420370654","https://openalex.org/W2605403059","https://openalex.org/W2766624855","https://openalex.org/W2889140186","https://openalex.org/W2936737507","https://openalex.org/W2962855469","https://openalex.org/W2998612091","https://openalex.org/W3004417996","https://openalex.org/W3043160502","https://openalex.org/W3105540914","https://openalex.org/W3120069698","https://openalex.org/W3167900421","https://openalex.org/W3174220201","https://openalex.org/W3217001695","https://openalex.org/W4249894953","https://openalex.org/W4254161597","https://openalex.org/W4283810689","https://openalex.org/W4323033785","https://openalex.org/W4366547592","https://openalex.org/W4366549944","https://openalex.org/W4380353816","https://openalex.org/W4382654294"],"related_works":["https://openalex.org/W4231937131","https://openalex.org/W323219885","https://openalex.org/W2063928587","https://openalex.org/W1487966966","https://openalex.org/W1589342014","https://openalex.org/W1480341462","https://openalex.org/W598950423","https://openalex.org/W4256673449","https://openalex.org/W4292559016","https://openalex.org/W2143331802"],"abstract_inverted_index":{"Introductory":[0],"programming":[1],"courses":[2],"have":[3],"been":[4],"growing":[5],"rapidly,":[6],"now":[7],"enrolling":[8],"hundreds":[9],"or":[10,30,167],"thousands":[11,68],"of":[12,59,69,112,164,178,190,201],"students.":[13],"In":[14,43],"such":[15],"large":[16,176],"courses,":[17],"it":[18],"can":[19,136,173,193],"be":[20,194],"overwhelmingly":[21],"difficult":[22],"for":[23,35,53],"instructors":[24],"to":[25,66,122,147,175],"understand":[26],"class-wide":[27],"problem-solving":[28],"patterns":[29,224],"issues,":[31],"which":[32],"is":[33,64,144],"crucial":[34],"improving":[36],"instruction":[37],"and":[38,50,56,118,140,187,218],"addressing":[39],"important":[40],"pedagogical":[41],"challenges.":[42],"this":[44],"paper,":[45],"we":[46],"propose":[47],"a":[48,73,77,100,116,131,204],"technique":[49],"system,":[51],"CFlow,":[52],"creating":[54],"understandable":[55],"navigable":[57],"representations":[58,85],"code":[60,70,79,84,170,185],"at":[61],"scale.":[62],"CFlow":[63,81,202,210],"able":[65],"represent":[67],"samples":[71,171],"in":[72,99,145],"visualization":[74],"that":[75,102,150],"resembles":[76],"single":[78],"sample.":[80],"creates":[82],"scalable":[83],"by":[86],"(1)":[87],"clustering":[88],"individual":[89],"statements":[90,98,157],"with":[91,203],"similar":[92],"semantic":[93,104,128],"purposes,":[94],"(2)":[95],"presenting":[96],"clustered":[97],"way":[101],"maintains":[103],"relationships":[105],"between":[106],"statements,":[107],"(3)":[108],"representing":[109],"the":[110,161,199,214],"correctness":[111],"different":[113],"variations":[114],"as":[115,221],"histogram,":[117],"(4)":[119],"allowing":[120],"users":[121,135],"navigate":[123,137],"through":[124],"solutions":[125],"interactively":[126],"using":[127,209],"filters.":[129],"With":[130],"multi-level":[132],"view":[133],"design,":[134],"high-level":[138],"patterns,":[139],"low-level":[141],"implementations.":[142],"This":[143],"contrast":[146],"prior":[148],"tools":[149],"either":[151],"limit":[152],"their":[153],"focus":[154],"on":[155],"isolated":[156],"(and":[158],"thus":[159],"discard":[160],"surrounding":[162],"context":[163],"those":[165],"statements)":[166],"cluster":[168],"entire":[169],"(which":[172],"lead":[174],"numbers":[177],"clusters\u2014for":[179],"example,":[180],"if":[181],"there":[182,192],"are":[183],"\ud835\udc5b":[184],"features":[186],"\ud835\udc5a":[188],"implementations":[189],"each,":[191],"\ud835\udc5a<sup>\ud835\udc5b</sup>":[195],"clusters).":[196],"We":[197],"evaluated":[198],"effectiveness":[200],"comparison":[205],"study,":[206],"found":[207],"participants":[208],"spent":[211],"only":[212],"half":[213],"time":[215],"identifying":[216],"mistakes":[217],"recalled":[219],"twice":[220],"many":[222],"desired":[223],"from":[225],"over":[226],"6,000":[227],"submissions.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}