{"id":"https://openalex.org/W3002435466","doi":"https://doi.org/10.1145/3373165.3373185","title":"Evaluating the Use and Effectiveness of Ungraded Practice Problems in an Introductory Programming Course","display_name":"Evaluating the Use and Effectiveness of Ungraded Practice Problems in an Introductory Programming Course","publication_year":2020,"publication_date":"2020-01-23","ids":{"openalex":"https://openalex.org/W3002435466","doi":"https://doi.org/10.1145/3373165.3373185","mag":"3002435466"},"language":"en","primary_location":{"id":"doi:10.1145/3373165.3373185","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3373165.3373185","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Second Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072154270","display_name":"Caleb O'Malley","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Caleb O'Malley","raw_affiliation_strings":["Department of Engineering Education, University of Florida, Gainesville, Florida, USA"],"affiliations":[{"raw_affiliation_string":"Department of Engineering Education, University of Florida, Gainesville, Florida, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101628727","display_name":"Ashish Aggarwal","orcid":"https://orcid.org/0000-0002-8365-3810"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashish Aggarwal","raw_affiliation_strings":["Department of Engineering Education, University of Florida, Gainesville, Florida, USA"],"affiliations":[{"raw_affiliation_string":"Department of Engineering Education, University of Florida, Gainesville, Florida, USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5072154270"],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":1.7194,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86850036,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"177","last_page":"184"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6940789222717285},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.611632764339447},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.5534774661064148},{"id":"https://openalex.org/keywords/course","display_name":"Course (navigation)","score":0.44278308749198914},{"id":"https://openalex.org/keywords/student-engagement","display_name":"Student engagement","score":0.4259123206138611},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.41340431571006775},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3553254008293152},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2893540561199188},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.10364606976509094},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09503698348999023}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6940789222717285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.611632764339447},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5534774661064148},{"id":"https://openalex.org/C2777552389","wikidata":"https://www.wikidata.org/wiki/Q1962728","display_name":"Course (navigation)","level":2,"score":0.44278308749198914},{"id":"https://openalex.org/C194519906","wikidata":"https://www.wikidata.org/wiki/Q7627827","display_name":"Student engagement","level":2,"score":0.4259123206138611},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.41340431571006775},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3553254008293152},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2893540561199188},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.10364606976509094},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09503698348999023},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3373165.3373185","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3373165.3373185","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Second Australasian Computing Education Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8199999928474426,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1986663087","https://openalex.org/W2056310560","https://openalex.org/W2067963826","https://openalex.org/W2111263182","https://openalex.org/W2464435962","https://openalex.org/W2466733956","https://openalex.org/W2592268640","https://openalex.org/W2604713641","https://openalex.org/W2756913887","https://openalex.org/W2760634772","https://openalex.org/W2788951846","https://openalex.org/W2917712284","https://openalex.org/W2940189541"],"related_works":["https://openalex.org/W4318717247","https://openalex.org/W2317874921","https://openalex.org/W2736755255","https://openalex.org/W4362648715","https://openalex.org/W3180276870","https://openalex.org/W2009385780","https://openalex.org/W3082623308","https://openalex.org/W3120503679","https://openalex.org/W2359390960","https://openalex.org/W2995401150"],"abstract_inverted_index":{"Educational":[0],"researchers":[1],"have":[2,94],"been":[3],"interested":[4],"in":[5,12,62,139,196,209,217],"finding":[6],"out":[7],"factors":[8],"which":[9],"are":[10],"pivotal":[11],"a":[13,78,120,136],"students'":[14,24,96,159],"success":[15],"within":[16],"any":[17,39],"course.":[18,66,249],"However,":[19],"less":[20],"is":[21,38,55],"known":[22],"about":[23],"engagement":[25],"with":[26,81,85,238],"optional":[27,86,201,235],"course":[28,44],"content":[29,37,92,202],"and":[30,75,88,170,180,206,232],"its":[31],"effect":[32],"on":[33,59,95],"learning":[34],"outcomes.":[35],"Optional":[36],"ungraded":[40,56],"component":[41],"of":[42,77,107,115,122,145,183,188,213,220,234,247],"the":[43,72,102,116,131,142,146,156,178,211,218,230,239,243,248],"available":[45,126],"to":[46,130,155,204,228,241],"students":[47,83,109,123,199],"for":[48],"additional":[49],"practice.":[50],"In":[51,67],"our":[52],"context,":[53],"it":[54],"quizzes":[57,87],"based":[58],"concepts":[60],"discussed":[61],"an":[63],"introductory":[64,221],"programming":[65,222],"this":[68,91,189],"paper,":[69],"we":[70,134],"present":[71],"methodology,":[73],"analysis,":[74],"results":[76,187],"study":[79,190],"concerned":[80],"how":[82,198],"engage":[84],"what":[89],"effects":[90],"may":[93],"learning.":[97],"We":[98],"find":[99],"that":[100],"before":[101],"midterm":[103,132],"exam,":[104,133,158],"over":[105],"half":[106,144],"all":[108,125],"completed":[110,124],"at":[111],"least":[112],"one":[113],"quiz":[114,168,184],"four":[117],"available,":[118],"while":[119],"third":[121],"quizzes.":[127],"Leading":[128],"up":[129,154],"observed":[135,176],"large":[137],"increase":[138],"submissions.":[140],"During":[141],"second":[143],"semester,":[147],"overall":[148,245],"participation":[149],"decreased":[150],"slightly.":[151],"Again,":[152],"leading":[153],"final":[157],"submissions":[160],"became":[161],"more":[162],"frequent.":[163],"When":[164],"investigating":[165],"correlations":[166],"between":[167,177],"completion":[169],"student":[171],"performance,":[172],"notable":[173],"differences":[174],"were":[175],"highest":[179],"lowest":[181],"levels":[182],"completion.":[185],"The":[186],"will":[191,226],"help":[192,227],"computer":[193],"science":[194],"educators":[195],"understanding":[197],"utilize":[200],"similar":[203],"ours":[205],"further":[207],"guide":[208,229],"improving":[210],"effectiveness":[212],"such":[214],"content,":[215],"especially":[216],"context":[219],"courses.":[223],"These":[224],"insights":[225],"creation":[231],"implementation":[233],"practice":[236],"problems,":[237],"goal":[240],"improve":[242],"student's":[244],"experience":[246]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}