{"id":"https://openalex.org/W7220801145","doi":null,"title":"Discovering, autogenerating, and evaluating distractors for Parsons problems in CS1","display_name":"Discovering, autogenerating, and evaluating distractors for Parsons problems in CS1","alternate_titles":[],"publication_year":2025,"publication_date":"2025-04-23","ids":{"openalex":"https://openalex.org/W7220801145"},"language":"en","primary_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/129414","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/129414","pdf_url":"https://www.ideals.illinois.edu/items/136455/bitstreams/445963/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W7220801145"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ideals.illinois.edu/items/136455/bitstreams/445963/data.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157761442","display_name":"David Hamilton Smith IV","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Smith IV, David Hamilton","raw_affiliation_strings":["Graduate College of the University of Illinois Urbana-Champaign , 2025 Urbana , Illinois"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate College of the University of Illinois Urbana-Champaign , 2025 Urbana , Illinois","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5157761442"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parsons-problems","display_name":"Parsons problems","score":0.9850000143051147},{"id":"https://openalex.org/keywords/distractors","display_name":"distractors","score":0.9010000228881836},{"id":"https://openalex.org/keywords/novice-programmers","display_name":"novice programmers","score":0.5740000009536743},{"id":"https://openalex.org/keywords/introductory-programming","display_name":"introductory programming","score":0.5809999704360962},{"id":"https://openalex.org/keywords/exam-question-difficulty","display_name":"exam question difficulty","score":0.44999998807907104},{"id":"https://openalex.org/keywords/item-quality","display_name":"item quality","score":0.8080000281333923},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"formative assessment","score":0.6819999814033508},{"id":"https://openalex.org/keywords/summative-assessment","display_name":"summative assessment","score":0.8560000061988831},{"id":"https://openalex.org/keywords/learning-gains","display_name":"learning gains","score":0.7089999914169312},{"id":"https://openalex.org/keywords/programming-education","display_name":"programming education","score":0.31700000166893005}],"concepts":[{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.5342000126838684},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4291999936103821},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.38589999079704285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3456999957561493},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3386000096797943},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.33149999380111694},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2824999988079071},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.25519999861717224},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:www.ideals.illinois.edu:2142/129414","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/129414","pdf_url":"https://www.ideals.illinois.edu/items/136455/bitstreams/445963/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/129414","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/129414","pdf_url":"https://www.ideals.illinois.edu/items/136455/bitstreams/445963/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8278999924659729,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220801145.pdf","grobid_xml":"https://content.openalex.org/works/W7220801145.grobid-xml"},"referenced_works_count":100,"referenced_works":["https://openalex.org/W93427234","https://openalex.org/W136770786","https://openalex.org/W1547716543","https://openalex.org/W1580195166","https://openalex.org/W1590930823","https://openalex.org/W1825242443","https://openalex.org/W1921901555","https://openalex.org/W1970209023","https://openalex.org/W1972464314","https://openalex.org/W1976637107","https://openalex.org/W1987790173","https://openalex.org/W1992177658","https://openalex.org/W1998841523","https://openalex.org/W2009186141","https://openalex.org/W2011636557","https://openalex.org/W2011746718","https://openalex.org/W2012283428","https://openalex.org/W2015009929","https://openalex.org/W2020653198","https://openalex.org/W2028121787","https://openalex.org/W2048076743","https://openalex.org/W2050255700","https://openalex.org/W2053154970","https://openalex.org/W2054262466","https://openalex.org/W2066625870","https://openalex.org/W2070975045","https://openalex.org/W2080548691","https://openalex.org/W2083857559","https://openalex.org/W2085783790","https://openalex.org/W2088401999","https://openalex.org/W2098790754","https://openalex.org/W2100082680","https://openalex.org/W2105901442","https://openalex.org/W2109209595","https://openalex.org/W2113578745","https://openalex.org/W2115650503","https://openalex.org/W2120653385","https://openalex.org/W2124201190","https://openalex.org/W2124567236","https://openalex.org/W2124699212","https://openalex.org/W2129476861","https://openalex.org/W2130736456","https://openalex.org/W2143991504","https://openalex.org/W2150146924","https://openalex.org/W2152412901","https://openalex.org/W2153382200","https://openalex.org/W2159306398","https://openalex.org/W2165365113","https://openalex.org/W2171054741","https://openalex.org/W2260532638","https://openalex.org/W2325104199","https://openalex.org/W2347061999","https://openalex.org/W2463230187","https://openalex.org/W2508349037","https://openalex.org/W2514730503","https://openalex.org/W2523102177","https://openalex.org/W2605833555","https://openalex.org/W2760364374","https://openalex.org/W2766230222","https://openalex.org/W2802835451","https://openalex.org/W2886511030","https://openalex.org/W2898211718","https://openalex.org/W2898338587","https://openalex.org/W2917468227","https://openalex.org/W2945063286","https://openalex.org/W2945621931","https://openalex.org/W2969260140","https://openalex.org/W2972890769","https://openalex.org/W2995774055","https://openalex.org/W3001923893","https://openalex.org/W3004648111","https://openalex.org/W3009315038","https://openalex.org/W3009875955","https://openalex.org/W3011373496","https://openalex.org/W3128345447","https://openalex.org/W3160946000","https://openalex.org/W3163689862","https://openalex.org/W3196023996","https://openalex.org/W3212973845","https://openalex.org/W4200102130","https://openalex.org/W4245000930","https://openalex.org/W4282015716","https://openalex.org/W4284884921","https://openalex.org/W4289731365","https://openalex.org/W4291475973","https://openalex.org/W4313331626","https://openalex.org/W4319261823","https://openalex.org/W4320561453","https://openalex.org/W4323033853","https://openalex.org/W4381956227","https://openalex.org/W4382652827","https://openalex.org/W4386718960","https://openalex.org/W4386853706","https://openalex.org/W4388850822","https://openalex.org/W4390315320","https://openalex.org/W4392542317","https://openalex.org/W4392542369","https://openalex.org/W4400267712","https://openalex.org/W4400668040","https://openalex.org/W4407681432"],"related_works":["https://openalex.org/W6892575438","https://openalex.org/W7162067700","https://openalex.org/W4240130678","https://openalex.org/W7220815868","https://openalex.org/W7220763086","https://openalex.org/W4385571501","https://openalex.org/W4407842162","https://openalex.org/W7220750325","https://openalex.org/W3198470636","https://openalex.org/W7220815800"],"abstract_inverted_index":{"This":[0],"dissertation":[1],"presents":[2],"work":[3,47,67],"on":[4,70,135,187,260,310],"evaluating":[5],"the":[6,46,77,107,159,167,185,217,225,236,261,307,328,334,345,375],"use":[7,160],"of":[8,58,73,79,91,97,109,130,154,161,210,238,336,355],"distractor":[9,93,241,276],"blocks":[10,349],"in":[11,22,39,49,81,224,233,265,298,314,318,348],"Parsons":[12,30,42,133,193,315],"problems,":[13,262],"a":[14,55,89,112,120,128,149,182,239,263,266,356],"problem":[15],"type":[16],"aimed":[17],"at":[18],"supporting":[19],"novice":[20],"programmers":[21],"learning":[23,188,370],"to":[24,45,105,140,170,219,255,282,340],"write":[25],"code.Since":[26],"their":[27,61,176],"introduction":[28],"by":[29],"&":[31],"Hayden":[32],"[1],":[33],"distractors":[34,75,80,110,139,162,171,197,223,295,337,367],"have":[35,146,214],"become":[36],"common":[37],"place":[38],"studies":[40,59,131,145],"investigating":[41,60,71],"problems.However,":[43],"prior":[44],"presented":[48,230,347],"this":[50,64,211,319],"dissertation,":[51],"there":[52],"had":[53,368],"been":[54,116],"limited":[56],"number":[57],"utility.In":[62],"filling":[63],"gap,":[65],"my":[66],"has":[68,115],"focused":[69],"methods":[72,153],"developing":[74],"and":[76,84,101,123],"impact":[78,186],"both":[82],"summative":[83,234],"formative":[85,326],"contexts.I":[86],"first":[87],"introduce":[88],"method":[90],"creating":[92],"templates":[94,104],"from":[95],"analysis":[96],"code":[98,346],"writing":[99],"errors":[100],"using":[102],"those":[103,141,199],"support":[106,209],"autogeneration":[108],"[2],":[111],"process":[113],"that":[114,137,142,163,172,195,232,293,321,333,361],"integrated":[117],"into":[118],"CodeSpec,":[119],"programming":[121],"practice":[122],"eTextbook":[124],"platform":[125],"[3].I":[126],"present":[127,181,331],"series":[129],"comparing":[132,158,184],"problems":[134,194,316],"exams":[136],"include":[138,196,324],"do":[143,322],"not.These":[144],"also":[147,215],"included":[148],"comparison":[150],"between":[151],"different":[152],"including":[155,366],"distractors,":[156],"specifically":[157],"are":[164,173,203,278,296,351],"jumbled":[165],"among":[166],"other":[168],"options":[169],"visually-grouped":[174],"with":[175,192,222,284,344,364],"correct":[177],"alternative":[178],"[4,5].Additionally,":[179],"I":[180,213,330],"study":[183,320],"gains":[189,202,371],"when":[190,294],"practicing":[191,363],"versus":[198],"without":[200],"distractors.Learning":[201],"measured":[204,373],"through":[205,374],"pre-and":[206],"post-assessment":[207],"performance.In":[208],"work,":[212],"added":[216,279,297],"ability":[218],"associate":[220],"feedback":[221],"PrairieLearn":[226],"assessment":[227],"platform.The":[228],"findings":[229,329],"suggest":[231,332],"contexts":[235],"presence":[237,335],"single":[240],"group":[242],"does":[243],"not":[244,323],"meaningfully":[245],"increase":[246,283],"question":[247],"difficulty":[248,280],"or":[249,288],"item":[250,290],"quality":[251],"while":[252],"causing":[253],"students":[254,339,362],"spend":[256],"significantly":[257],"more":[258,275,342],"time":[259,267],"concern":[264],"constrained":[268],"context":[269],"such":[270],"as":[271,274,372],"an":[272],"exam.However,":[273],"groups":[277],"continues":[281],"minimal":[285],"impact-either":[286],"positively":[287],"negatively-to":[289],"quality.This":[291],"suggests":[292],"sufficient":[299],"quantities":[300],"they":[301,350],"can":[302],"be":[303],"useful":[304],"for":[305],"reducing":[306],"ceiling":[308],"effect":[309],"score":[311],"we":[312],"observed":[313],"used":[317],"distractors.In":[325],"contexts,":[327],"causes":[338],"engage":[341],"deeply":[343],"grouped":[352],"with.The":[353],"results":[354],"randomized":[357],"controlled":[358],"trial":[359],"indicate":[360],"questions":[365],"measurable":[369],"post-test.":[376]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7220801145","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-10-07T00:00:00"}
