{"id":"https://openalex.org/W2167759247","doi":"https://doi.org/10.1145/2490822","title":"A Review of Generic Program Visualization Systems for Introductory Programming Education","display_name":"A Review of Generic Program Visualization Systems for Introductory Programming Education","publication_year":2013,"publication_date":"2013-11-01","ids":{"openalex":"https://openalex.org/W2167759247","doi":"https://doi.org/10.1145/2490822","mag":"2167759247"},"language":"en","primary_location":{"id":"doi:10.1145/2490822","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2490822","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060225735","display_name":"Juha Sorva","orcid":"https://orcid.org/0009-0003-1727-1317"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Juha Sorva","raw_affiliation_strings":["Aalto University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081776109","display_name":"Ville Karavirta","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ville Karavirta","raw_affiliation_strings":["Aalto University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027596822","display_name":"Lauri Malmi","orcid":"https://orcid.org/0000-0003-1064-796X"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Lauri Malmi","raw_affiliation_strings":["Aalto University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":33.5504,"has_fulltext":false,"cited_by_count":361,"citation_normalized_percentile":{"value":0.99665209,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"13","issue":"4","first_page":"1","last_page":"64"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7923423647880554},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.7499912977218628},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.558440089225769},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4756345748901367},{"id":"https://openalex.org/keywords/software-visualization","display_name":"Software visualization","score":0.46531417965888977},{"id":"https://openalex.org/keywords/information-visualization","display_name":"Information visualization","score":0.4614912271499634},{"id":"https://openalex.org/keywords/student-engagement","display_name":"Student engagement","score":0.43153107166290283},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.4142771363258362},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37479540705680847},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.33859506249427795},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.2706069350242615},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.23794355988502502},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15119969844818115},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12776979804039001},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1169784665107727},{"id":"https://openalex.org/keywords/component-based-software-engineering","display_name":"Component-based software engineering","score":0.09511026740074158}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7923423647880554},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.7499912977218628},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.558440089225769},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4756345748901367},{"id":"https://openalex.org/C4379982","wikidata":"https://www.wikidata.org/wiki/Q1273511","display_name":"Software visualization","level":5,"score":0.46531417965888977},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.4614912271499634},{"id":"https://openalex.org/C194519906","wikidata":"https://www.wikidata.org/wiki/Q7627827","display_name":"Student engagement","level":2,"score":0.43153107166290283},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.4142771363258362},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37479540705680847},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.33859506249427795},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2706069350242615},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.23794355988502502},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15119969844818115},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12776979804039001},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1169784665107727},{"id":"https://openalex.org/C174683762","wikidata":"https://www.wikidata.org/wiki/Q609588","display_name":"Component-based software engineering","level":4,"score":0.09511026740074158},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2490822","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2490822","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":231,"referenced_works":["https://openalex.org/W1792135","https://openalex.org/W3493125","https://openalex.org/W44600636","https://openalex.org/W61002064","https://openalex.org/W63321254","https://openalex.org/W93355844","https://openalex.org/W143602904","https://openalex.org/W148769797","https://openalex.org/W179554981","https://openalex.org/W261871827","https://openalex.org/W602582528","https://openalex.org/W1275734696","https://openalex.org/W1483022001","https://openalex.org/W1492324553","https://openalex.org/W1495624430","https://openalex.org/W1495997185","https://openalex.org/W1508638970","https://openalex.org/W1510088380","https://openalex.org/W1513250561","https://openalex.org/W1515029173","https://openalex.org/W1519336288","https://openalex.org/W1522557558","https://openalex.org/W1528194555","https://openalex.org/W1548429956","https://openalex.org/W1551683416","https://openalex.org/W1553801482","https://openalex.org/W1555311440","https://openalex.org/W1581238994","https://openalex.org/W1598077662","https://openalex.org/W1598338937","https://openalex.org/W1599065969","https://openalex.org/W1605249642","https://openalex.org/W1655612426","https://openalex.org/W1727390745","https://openalex.org/W1815090327","https://openalex.org/W1964674052","https://openalex.org/W1966130909","https://openalex.org/W1966749442","https://openalex.org/W1967548205","https://openalex.org/W1968401640","https://openalex.org/W1969519056","https://openalex.org/W1970198549","https://openalex.org/W1971452095","https://openalex.org/W1972786004","https://openalex.org/W1973719497","https://openalex.org/W1973892372","https://openalex.org/W1975089390","https://openalex.org/W1975198144","https://openalex.org/W1975397584","https://openalex.org/W1976181949","https://openalex.org/W1977085035","https://openalex.org/W1983448710","https://openalex.org/W1984288255","https://openalex.org/W1984964495","https://openalex.org/W1984995046","https://openalex.org/W1987579337","https://openalex.org/W1987895641","https://openalex.org/W1988925706","https://openalex.org/W1991052249","https://openalex.org/W1991311795","https://openalex.org/W1991469716","https://openalex.org/W1993146342","https://openalex.org/W1994532632","https://openalex.org/W1997340918","https://openalex.org/W1998707852","https://openalex.org/W2001947739","https://openalex.org/W2002691587","https://openalex.org/W2003229342","https://openalex.org/W2004451884","https://openalex.org/W2005171801","https://openalex.org/W2007932279","https://openalex.org/W2008448638","https://openalex.org/W2008988588","https://openalex.org/W2008997252","https://openalex.org/W2010161617","https://openalex.org/W2012761058","https://openalex.org/W2012948439","https://openalex.org/W2014746074","https://openalex.org/W2015077407","https://openalex.org/W2015646345","https://openalex.org/W2016839846","https://openalex.org/W2022702008","https://openalex.org/W2024509411","https://openalex.org/W2024808076","https://openalex.org/W2024817473","https://openalex.org/W2028868392","https://openalex.org/W2029367033","https://openalex.org/W2029541929","https://openalex.org/W2030328752","https://openalex.org/W2032198843","https://openalex.org/W2036533373","https://openalex.org/W2037400400","https://openalex.org/W2037857683","https://openalex.org/W2042876500","https://openalex.org/W2046589032","https://openalex.org/W2049266551","https://openalex.org/W2049905261","https://openalex.org/W2050163083","https://openalex.org/W2050525049","https://openalex.org/W2055608277","https://openalex.org/W2055735722","https://openalex.org/W2058852292","https://openalex.org/W2058976297","https://openalex.org/W2059311901","https://openalex.org/W2060965839","https://openalex.org/W2067096189","https://openalex.org/W2067126736","https://openalex.org/W2070921605","https://openalex.org/W2071855719","https://openalex.org/W2072481707","https://openalex.org/W2074737744","https://openalex.org/W2074883559","https://openalex.org/W2075736230","https://openalex.org/W2077026773","https://openalex.org/W2078502151","https://openalex.org/W2079404256","https://openalex.org/W2080638367","https://openalex.org/W2081135008","https://openalex.org/W2081207969","https://openalex.org/W2083490291","https://openalex.org/W2086792543","https://openalex.org/W2087574365","https://openalex.org/W2088267785","https://openalex.org/W2088700963","https://openalex.org/W2089438716","https://openalex.org/W2089572111","https://openalex.org/W2091415713","https://openalex.org/W2091822076","https://openalex.org/W2092839599","https://openalex.org/W2094557771","https://openalex.org/W2095552009","https://openalex.org/W2096407990","https://openalex.org/W2099421759","https://openalex.org/W2104916970","https://openalex.org/W2109252483","https://openalex.org/W2112215822","https://openalex.org/W2113608839","https://openalex.org/W2114877339","https://openalex.org/W2115615037","https://openalex.org/W2116817443","https://openalex.org/W2117381792","https://openalex.org/W2118014692","https://openalex.org/W2118393860","https://openalex.org/W2118662626","https://openalex.org/W2122166962","https://openalex.org/W2122312470","https://openalex.org/W2123107090","https://openalex.org/W2123822133","https://openalex.org/W2124292549","https://openalex.org/W2124414536","https://openalex.org/W2125804505","https://openalex.org/W2127907816","https://openalex.org/W2139743024","https://openalex.org/W2140219884","https://openalex.org/W2140567513","https://openalex.org/W2140674446","https://openalex.org/W2141753682","https://openalex.org/W2142007906","https://openalex.org/W2143732130","https://openalex.org/W2144100142","https://openalex.org/W2145687069","https://openalex.org/W2147275720","https://openalex.org/W2147489499","https://openalex.org/W2147903644","https://openalex.org/W2149534277","https://openalex.org/W2150930945","https://openalex.org/W2152134341","https://openalex.org/W2155527899","https://openalex.org/W2158081248","https://openalex.org/W2159967465","https://openalex.org/W2161743080","https://openalex.org/W2163225273","https://openalex.org/W2165605851","https://openalex.org/W2166993358","https://openalex.org/W2168795140","https://openalex.org/W2168998219","https://openalex.org/W2171462794","https://openalex.org/W2176513605","https://openalex.org/W2208244253","https://openalex.org/W2264952408","https://openalex.org/W2336535396","https://openalex.org/W2337068785","https://openalex.org/W2375114072","https://openalex.org/W2398643673","https://openalex.org/W2606896102","https://openalex.org/W2611009628","https://openalex.org/W2614004038","https://openalex.org/W2765496603","https://openalex.org/W2810526108","https://openalex.org/W2935844646","https://openalex.org/W2971371202","https://openalex.org/W2976014419","https://openalex.org/W2998612091","https://openalex.org/W2998738573","https://openalex.org/W2999771859","https://openalex.org/W3004522011","https://openalex.org/W3005743399","https://openalex.org/W3007422522","https://openalex.org/W3009778446","https://openalex.org/W3016891212","https://openalex.org/W3036112278","https://openalex.org/W3086824406","https://openalex.org/W3121975379","https://openalex.org/W3150042874","https://openalex.org/W3151786997","https://openalex.org/W3161432625","https://openalex.org/W4205241946","https://openalex.org/W4206070827","https://openalex.org/W4210964816","https://openalex.org/W4229848368","https://openalex.org/W4230256632","https://openalex.org/W4230715434","https://openalex.org/W4234650338","https://openalex.org/W4236823541","https://openalex.org/W4237130512","https://openalex.org/W4237647930","https://openalex.org/W4241065694","https://openalex.org/W4241464860","https://openalex.org/W4242690705","https://openalex.org/W4244498923","https://openalex.org/W4247069824","https://openalex.org/W4249107641","https://openalex.org/W4252026156","https://openalex.org/W4253339504","https://openalex.org/W4255034271","https://openalex.org/W4285719527","https://openalex.org/W4298230144","https://openalex.org/W4402110003","https://openalex.org/W6629601088","https://openalex.org/W6630770678","https://openalex.org/W6678958824"],"related_works":["https://openalex.org/W2105200106","https://openalex.org/W1574055964","https://openalex.org/W2104025928","https://openalex.org/W2295030662","https://openalex.org/W4225274103","https://openalex.org/W2923661510","https://openalex.org/W1938514595","https://openalex.org/W2147893003","https://openalex.org/W2579659702","https://openalex.org/W2035418841"],"abstract_inverted_index":{"This":[0],"article":[1],"is":[2,22,65,111,148,181,209],"a":[3,70,96,130,149,178],"survey":[4],"of":[5,17,29,33,78,88,103,118,133,145,152,175,187,192,198,224,245,253],"program":[6,80,121,160,176,199,254],"visualization":[7,81,106,122,161,200,255],"systems":[8,25,41,123,162],"intended":[9,66],"for":[10,72,124,163,211,233],"teaching":[11],"beginners":[12,125,164],"about":[13,113],"the":[14,43,58,73,86,101,116,119,134,172,196,222,243,251],"runtime":[15],"behavior":[16],"computer":[18],"programs.":[19],"Our":[20],"focus":[21],"on":[23,57],"generic":[24,120],"that":[26,126,159,170],"are":[27,165],"capable":[28],"illustrating":[30],"many":[31],"kinds":[32],"programs":[34],"and":[35,47,76,107,250],"behaviors.":[36],"We":[37],"inclusively":[38],"describe":[39],"such":[40,240],"from":[42,50],"last":[44],"three":[45],"decades":[46],"review":[48,56,157],"findings":[49],"their":[51],"empirical":[52],"evaluations.":[53],"A":[54],"comparable":[55],"topic":[59],"does":[60],"not":[61],"previously":[62,136],"exist;":[63],"ours":[64],"to":[67,142,182,207,218,231,238],"serve":[68],"as":[69,95,241],"reference":[71],"creators,":[74],"evaluators,":[75],"users":[77],"educational":[79,104],"systems.":[82],"Moreover,":[83],"we":[84,127,227],"revisit":[85],"issue":[87],"learner":[89,146,219],"engagement":[90,114,147],"which":[91],"has":[92],"been":[93],"identified":[94],"potentially":[97],"key":[98],"factor":[99],"in":[100,115,201,236],"success":[102],"software":[105],"summarize":[108],"what":[109],"little":[110],"known":[112],"context":[117],"have":[128],"reviewed;":[129],"proposed":[131],"refinement":[132],"frameworks":[135],"used":[137],"by":[138],"computing":[139],"education":[140],"researchers":[141],"rank":[143],"types":[144],"side":[150],"product":[151],"this":[153],"effort.":[154],"Overall,":[155],"our":[156,225],"illustrates":[158],"often":[166],"short-lived":[167],"research":[168,206,235],"prototypes":[169],"support":[171,183,195],"user-controlled":[173],"viewing":[174],"animations;":[177],"recent":[179],"trend":[180],"more":[184,213],"engaging":[185],"modes":[186],"user":[188],"interaction.":[189],"The":[190],"results":[191],"evaluations":[193],"largely":[194],"use":[197],"introductory":[202,257],"programming":[203,258],"education,":[204],"but":[205],"date":[208],"insufficient":[210],"drawing":[212],"nuanced":[214],"conclusions":[215],"with":[216],"respect":[217],"engagement.":[220],"On":[221],"basis":[223],"review,":[226],"identify":[228],"interesting":[229],"questions":[230],"answer":[232],"future":[234],"relation":[237],"themes":[239],"engagement,":[242],"authenticity":[244],"learning":[246],"tasks,":[247],"cognitive":[248],"load,":[249],"integration":[252],"into":[256],"pedagogy.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":31},{"year":2022,"cited_by_count":31},{"year":2021,"cited_by_count":33},{"year":2020,"cited_by_count":27},{"year":2019,"cited_by_count":59},{"year":2018,"cited_by_count":31},{"year":2017,"cited_by_count":26},{"year":2016,"cited_by_count":20},{"year":2015,"cited_by_count":24},{"year":2014,"cited_by_count":19},{"year":2013,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}