{"id":"https://openalex.org/W4226326672","doi":"https://doi.org/10.1145/3507923.3507956","title":"What does this Python code do? An exploratory analysis of novice students\u2019 code explanations","display_name":"What does this Python code do? An exploratory analysis of novice students\u2019 code explanations","publication_year":2021,"publication_date":"2021-11-22","ids":{"openalex":"https://openalex.org/W4226326672","doi":"https://doi.org/10.1145/3507923.3507956"},"language":"en","primary_location":{"id":"doi:10.1145/3507923.3507956","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3507923.3507956","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3507923.3507956","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 10th Computer Science Education Research Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3507923.3507956","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087180127","display_name":"Vivian van der Werf","orcid":"https://orcid.org/0000-0002-6435-0531"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]},{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Vivian van der Werf","raw_affiliation_strings":["Leiden University, Leiden Institute of Advanced Computer Science, Netherlands and Delft University of Technology, Leiden-Delft-Erasmus Centre for Education and Learning, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leiden University, Leiden Institute of Advanced Computer Science, Netherlands and Delft University of Technology, Leiden-Delft-Erasmus Centre for Education and Learning, Netherlands","institution_ids":["https://openalex.org/I121797337","https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047667810","display_name":"Efthimia Aivaloglou","orcid":"https://orcid.org/0000-0002-6531-2166"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Efthimia Aivaloglou","raw_affiliation_strings":["Leiden University, Leiden Institute of Advanced Computer Science, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leiden University, Leiden Institute of Advanced Computer Science, Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034150823","display_name":"Felienne Hermans","orcid":"https://orcid.org/0000-0003-0722-0156"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Felienne Hermans","raw_affiliation_strings":["Leiden University, Leiden Institute of Advanced Computer Science, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leiden University, Leiden Institute of Advanced Computer Science, Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044003393","display_name":"Marcus Specht","orcid":"https://orcid.org/0000-0002-6086-8480"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marcus Specht","raw_affiliation_strings":["Delft University of Technology, Leiden-Delft-Erasmus Centre for Education and Learning, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Leiden-Delft-Erasmus Centre for Education and Learning, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5087180127"],"corresponding_institution_ids":["https://openalex.org/I121797337","https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":1.1376,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.84348515,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"94","last_page":"107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9368000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6980118751525879},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.639320969581604},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.535802960395813},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.48103955388069153},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.45262831449508667},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.4418559968471527},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.4213946461677551},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.4104557931423187},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3502221405506134},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3135184943675995},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.171391099691391}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6980118751525879},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.639320969581604},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.535802960395813},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.48103955388069153},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.45262831449508667},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.4418559968471527},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4213946461677551},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.4104557931423187},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3502221405506134},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3135184943675995},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.171391099691391},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3507923.3507956","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3507923.3507956","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3507923.3507956","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 10th Computer Science Education Research Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_3655545","is_oa":false,"landing_page_url":"https://hdl.handle.net/1887/3655545","pdf_url":null,"source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 10th Computer Science Education Research Conference","raw_type":"Article in monograph or in proceedings"}],"best_oa_location":{"id":"doi:10.1145/3507923.3507956","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3507923.3507956","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3507923.3507956","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 10th Computer Science Education Research Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226326672.pdf","grobid_xml":"https://content.openalex.org/works/W4226326672.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1976637107","https://openalex.org/W2014197700","https://openalex.org/W2016301867","https://openalex.org/W2029974693","https://openalex.org/W2041103998","https://openalex.org/W2041781135","https://openalex.org/W2071792242","https://openalex.org/W2093055647","https://openalex.org/W2120704737","https://openalex.org/W2129741299","https://openalex.org/W2165365113","https://openalex.org/W2529275414","https://openalex.org/W2736219565","https://openalex.org/W2907766211","https://openalex.org/W2912010641","https://openalex.org/W2964327531","https://openalex.org/W3000395122","https://openalex.org/W3009355717","https://openalex.org/W3010192453","https://openalex.org/W3033099576","https://openalex.org/W3110179358","https://openalex.org/W3136847194","https://openalex.org/W3137139293","https://openalex.org/W3155107975","https://openalex.org/W3176150031","https://openalex.org/W3177928934","https://openalex.org/W4231748357","https://openalex.org/W4254431624"],"related_works":["https://openalex.org/W3023169329","https://openalex.org/W2782165897","https://openalex.org/W4300438041","https://openalex.org/W2054104202","https://openalex.org/W2139703748","https://openalex.org/W2761254753","https://openalex.org/W2188981919","https://openalex.org/W3084909426","https://openalex.org/W3213706029","https://openalex.org/W2236574726"],"abstract_inverted_index":{"Motivation.":[0],"Code":[1,35],"reading":[2,15,60,86,230,251],"skills":[3,37],"are":[4,11,115],"important":[5,172],"for":[6],"comprehension.":[7,34],"Explain-in-plain-English":[8],"tasks":[9],"(EiPE)":[10],"one":[12],"type":[13],"of":[14,24,32,63,106,111,159,206,222,245,253],"exercises":[16,26],"that":[17,114,131,136,147,208],"show":[18],"promising":[19],"results":[20,237],"on":[21,84],"the":[22,74,103,112,134,152,213,233,239],"ability":[23,153],"such":[25],"to":[27,48,101,154,164,210,268],"differentiate":[28],"between":[29],"particular":[30],"levels":[31],"code":[33,41,113,207,249],"reading/explaining":[36],"also":[38],"correlate":[39],"with":[40,212,229],"writing":[42],"skills.":[43],"Objective.":[44],"This":[45,144],"paper":[46],"aims":[47],"provide":[49],"insight":[50],"in":[51,56,94,141,173,273],"what":[52,66],"novice":[53],"students":[54,75,125,132,156,162,198,247,272],"express":[55],"their":[57,174],"explanations":[58],"after":[59,259],"a":[61,90,142,242,262],"piece":[62],"code,":[64],"and":[65,120,123,178,190,226,231,252,271],"these":[67,148],"insights":[68],"can":[69],"tell":[70],"us":[71],"about":[72,167],"how":[73,246,254],"comprehend":[76],"code.":[77,160,234],"Method.":[78],"We":[79,97,129],"performed":[80],"an":[81,255],"exploratory":[82],"analysis":[83],"four":[85],"assignments":[87],"extracted":[88],"from":[89],"university-level":[91],"beginners":[92],"course":[93],"Python":[95],"programming.":[96],"paid":[98],"specific":[99],"attention":[100],"1)":[102],"core":[104],"focus":[105],"student":[107],"answers,":[108],"2)":[109],"elements":[110,169],"often":[116,183,195],"included":[117],"or":[118,202],"omitted,":[119],"3)":[121],"errors":[122],"misconceptions":[124],"may":[126,150,265],"present.":[127],"Results.":[128],"found":[130],"prioritize":[133],"output":[135],"is":[137,145],"generated":[138],"by":[139,204,250],"print-statements":[140],"program.":[143],"indication":[146],"statements":[149,189],"have":[151],"aid":[155],"make":[157],"sense":[158],"Furthermore,":[161],"appear":[163],"be":[165,266],"selective":[166],"which":[168],"they":[170],"find":[171],"explanation.":[175],"Assigning":[176],"variables":[177],"asking":[179],"input":[180],"was":[181],"less":[182],"included,":[184],"whereas":[185],"control-flow":[186],"elements,":[187],"print":[188],"function":[191],"definitions":[192],"were":[193,199],"more":[194],"included.":[196],"Finally,":[197],"easily":[200],"confused":[201],"distracted":[203],"lines":[205],"seemed":[209],"interfere":[211],"newly":[214],"learned":[215],"programming":[216,274],"constructs.":[217],"Also":[218],"domain":[219],"knowledge":[220],"(outside":[221],"programming)":[223],"both":[224,269],"positively":[225],"negatively":[227],"interfered":[228],"interpreting":[232],"Discussion.":[235],"Our":[236],"pave":[238],"way":[240],"towards":[241],"better":[243],"understanding":[244],"understand":[248],"exercise":[256],"containing":[257],"self-explanations":[258],"reading,":[260],"as":[261],"teaching":[263],"instrument,":[264],"useful":[267],"teachers":[270],"education.":[275]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-22T09:01:20.584952","created_date":"2025-10-10T00:00:00"}