{"id":"https://openalex.org/W2802126531","doi":null,"title":"Serving CS Formative Feedback on Assessments Using Simple and Practical Teacher-Bootstrapped Error Models","display_name":"Serving CS Formative Feedback on Assessments Using Simple and Practical Teacher-Bootstrapped Error Models","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2802126531","mag":"2802126531"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt9633q8cd","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/9633q8cd","pdf_url":"https://escholarship.org/uc/item/9633q8cd","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/uc/item/9633q8cd","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"K Stephens","orcid":"https://orcid.org/0000-0002-3058-7418","observed_orcids":["https://orcid.org/0000-0002-3058-7418"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"K Stephens","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3058-7418","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.0210999995470047,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.013799999840557575,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.6669999957084656},{"id":"https://openalex.org/keywords/code-tracing","display_name":"code tracing","score":0.5440000295639038},{"id":"https://openalex.org/keywords/constructed-response-assessment","display_name":"constructed-response assessment","score":0.5680000185966492},{"id":"https://openalex.org/keywords/large-classes","display_name":"large classes","score":0.367000013589859},{"id":"https://openalex.org/keywords/computer-science-education","display_name":"computer science education","score":0.5730000138282776},{"id":"https://openalex.org/keywords/teacher-information-needs","display_name":"teacher information needs","score":0.40299999713897705},{"id":"https://openalex.org/keywords/introductory-programming-courses","display_name":"introductory programming courses","score":0.37700000405311584},{"id":"https://openalex.org/keywords/in-situ-experiments","display_name":"in situ experiments","score":0.47200000286102295}],"concepts":[{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.7804148197174072},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.7273584008216858},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6564384698867798},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5610050559043884},{"id":"https://openalex.org/C2776824051","wikidata":"https://www.wikidata.org/wiki/Q22907283","display_name":"Class size","level":2,"score":0.5391687750816345},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4901733994483948},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.44151780009269714},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.41765716671943665},{"id":"https://openalex.org/C2781052624","wikidata":"https://www.wikidata.org/wiki/Q1031140","display_name":"Open education","level":2,"score":0.41486504673957825},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2514477074146271},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2152855098247528},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.18697607517242432},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:escholarship.org/ark:/13030/qt9633q8cd","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/9633q8cd","pdf_url":"https://escholarship.org/uc/item/9633q8cd","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},{"id":"pmh:oai:berkeley.edu:28722-bk001807n1h","doi":null,"is_oa":false,"landing_page_url":"http://techreports.lib.berkeley.edu/reports/TRWebData/accessPages/EECS-2017-166.html","pdf_url":null,"source":{"id":"https://openalex.org/S7407050879","display_name":"UC Berkeley","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I95457486","host_organization_name":"University of California, Berkeley","host_organization_lineage":["https://openalex.org/I95457486"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"technical reports"},{"id":"mag:2802126531","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt9633q8cd/qt9633q8cd.pdf?t=p2qxd5","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt9633q8cd","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/9633q8cd","pdf_url":"https://escholarship.org/uc/item/9633q8cd","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.9901999831199646,"display_name":"Quality education"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2465514544","display_name":"Graduate Research Fellowship Program","funder_award_id":"1106400","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2802126531.pdf","grobid_xml":"https://content.openalex.org/works/W2802126531.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W101727006","https://openalex.org/W207841007","https://openalex.org/W286321629","https://openalex.org/W306732322","https://openalex.org/W377384883","https://openalex.org/W815180778","https://openalex.org/W1534008092","https://openalex.org/W1761828760","https://openalex.org/W1968135613","https://openalex.org/W1984446671","https://openalex.org/W1991469716","https://openalex.org/W1994532632","https://openalex.org/W1995794567","https://openalex.org/W1995864528","https://openalex.org/W2006444123","https://openalex.org/W2007798926","https://openalex.org/W2012265254","https://openalex.org/W2012560454","https://openalex.org/W2013831574","https://openalex.org/W2014924105","https://openalex.org/W2022645691","https://openalex.org/W2023735971","https://openalex.org/W2025345322","https://openalex.org/W2025550889","https://openalex.org/W2041103998","https://openalex.org/W2041271369","https://openalex.org/W2045892050","https://openalex.org/W2064430731","https://openalex.org/W2065315280","https://openalex.org/W2071792242","https://openalex.org/W2086235321","https://openalex.org/W2103814176","https://openalex.org/W2115758876","https://openalex.org/W2117080284","https://openalex.org/W2126528038","https://openalex.org/W2129962001","https://openalex.org/W2135995390","https://openalex.org/W2146505185","https://openalex.org/W2148415528","https://openalex.org/W2159690640","https://openalex.org/W2165365113","https://openalex.org/W2168098237","https://openalex.org/W2196854537","https://openalex.org/W2269531727","https://openalex.org/W2283046216","https://openalex.org/W2396992199","https://openalex.org/W2414190984","https://openalex.org/W2460341519","https://openalex.org/W2461627538","https://openalex.org/W2465021265","https://openalex.org/W2471699996","https://openalex.org/W2511318531","https://openalex.org/W2560140854","https://openalex.org/W2586955972","https://openalex.org/W2605054255","https://openalex.org/W2605994771","https://openalex.org/W2607641023","https://openalex.org/W2727220479","https://openalex.org/W2745758809","https://openalex.org/W2786498758","https://openalex.org/W6893704514"],"related_works":["https://openalex.org/W1968135613","https://openalex.org/W6960079776","https://openalex.org/W3006526197","https://openalex.org/W6983584569","https://openalex.org/W6922544054","https://openalex.org/W4412357773","https://openalex.org/W6922560218","https://openalex.org/W2293266602","https://openalex.org/W3088040746","https://openalex.org/W2806584107"],"abstract_inverted_index":{"The":[0,206],"demand":[1],"for":[2,209,251,561,693],"computing":[3],"education":[4,7],"in":[5,53,291,467,470,483,517,662],"post-secondary":[6],"is":[8,14,73,103,212,425,636],"growing.":[9],"However,":[10,581],"teaching":[11,49],"staff":[12],"hiring":[13],"not":[15,579],"keeping":[16],"pace,":[17],"leading":[18],"to":[19,47,90,119,135,161,219,249,254,329,335,345,367,382,428,431,445,477,534,546,570,573,585,598,610,620,631,641,678,695],"increasing":[20,33,98],"class":[21,134,221,266,334,557,656],"sizes.":[22],"As":[23],"computers":[24],"are":[25,29,97,314,617,627],"becoming":[26],"ubiquitous,":[27],"classes":[28,44,55,63,96,626,683],"following":[30],"suit":[31],"by":[32,122,647,665],"their":[34,99,260],"use":[35,100],"of":[36,42,101,138,150,170,237,244,262,301,325,417,481,491,528,538,554,639,644,681],"technology.":[37,58,558,670],"These":[38],"two":[39,488,536],"defining":[40],"factors":[41],"scaled":[43,62,625,655,661,668,682],"require":[45],"us":[46,78,89],"reconsider":[48],"practices":[50],"that":[51,67,76,164,182,213,239,370,406,576,588],"originated":[52],"small":[54],"with":[56,226,505],"little":[57],"Rather":[59],"than":[60,200,400,437],"seeing":[61],"as":[64,192,204,224,275,390,525,689],"a":[65,235,322,331,337,371,376,396,414,422,433,438,450,456,471,529,606,628,654,660,690],"problem":[66],"needs":[68,149],"management,":[69],"we":[70,153,179,285,327,364,388,404,448,564,577,582,604,674],"propose":[71],"it":[72,543,686],"an":[74,120,281,357,466,637],"opportunity":[75,630],"lets":[77],"collect":[79],"and":[80,87,107,131,157,195,229,252,265,278,306,342,379,454,486,494,548,619,650,657,684],"analyze":[81,346],"large,":[82],"high":[83,323],"dimensional":[84],"data":[85,189,202,217,238,273,384,652],"sets":[86,354],"enables":[88],"conduct":[91],"experiments":[92],"at":[93,140,375,395,601],"scale.One":[94],"way":[95],"technology":[102],"moving":[104],"content":[105,423],"delivery":[106],"assessment":[108],"administration":[109],"online.":[110],"Massive":[111],"Open":[112],"Online":[113],"Courses":[114],"(MOOCs)":[115],"have":[116,280,321,336],"taken":[117],"this":[118,145,645,672],"extreme":[121],"delivering":[123],"all":[124],"material":[125,228],"online,":[126],"having":[127],"no":[128,599],"face-to-face":[129],"interaction,":[130],"allowing":[132],"the":[133,147,151,183,246,263,292,299,316,418,442,460,479,484,502,506,515,518,539,555,667],"include":[136],"thousands":[137],"students":[139,264,313],"once.":[141],"To":[142],"understand":[143,478,611],"how":[144,253,311,640,694],"changes":[146],"information":[148,569],"teacher,":[152],"surveyed":[154,186],"MOOC":[155,184],"teachers":[156,169,185,214],"compared":[158,487,597],"our":[159,175,383,550,562,589,615],"results":[160,176,211,616],"prior":[162],"work":[163,635],"ran":[165],"similar":[166],"surveys":[167,197,279],"among":[168],"smaller":[171],"online":[172],"courses.":[173],"While":[174],"were":[177,583],"similar,":[178],"did":[180,578],"find":[181,255,586],"valued":[187],"qualitative":[188,272,341],"\u2013":[190,198],"such":[191,203,223,258,274,524],"forum":[193,276],"activity":[194,277],"student":[196,230,372,451,516,592],"more":[199,270,426],"quantitative":[201,216,343],"grades.":[205],"potential":[207,612],"reason":[208],"these":[210,409],"found":[215,405,542,565],"insufficient":[218],"monitor":[220],"dynamics,":[222],"problems":[225],"course":[227,476],"thought":[231],"processes.":[232],"They":[233],"needed":[234],"source":[236],"required":[240],"less":[241,303],"upfront":[242,304],"knowledge":[243,305,495,509],"what":[245,387],"teacher":[247],"wanted":[248],"look":[250],"it.":[256],"With":[257,671],"data,":[259],"understanding":[261],"situation":[267],"could":[268],"be":[269,429],"holistic.Since":[271],"inherent":[282],"selection":[283,296],"bias,":[284],"focused":[286,307,512],"on":[287,309,513,594],"required,":[288],"constructed-response":[289],"assessments":[290],"course.":[293],"This":[294,634],"reduced":[295],"bias":[297],"had":[298],"advantages":[300],"needing":[302],"attention":[308],"measuring":[310],"well":[312],"learning":[315],"material.":[317],"Also,":[318],"since":[319],"MOOCs":[320],"proportion":[324],"auditors,":[326],"moved":[328],"studying":[330],"large":[332,472],"local":[333],"complete":[338],"sample.We":[339],"applied":[340,380],"methods":[344],"wrong":[347,377,392,402,411,435,440,443,574],"answers":[348,393,412,575],"from":[349,653],"constructed-":[350],"response,":[351],"code-tracing":[352],"question":[353],"delivered":[355],"through":[356],"automated":[358,461],"grading":[359,462],"system.":[360,463],"Using":[361],"emergent":[362],"coding,":[363],"defined":[365],"tags":[366,572],"represent":[368],"ways":[369],"might":[373],"arrive":[374],"answer":[378,436,444],"them":[381,527,533],"set.":[385],"Since":[386],"identified":[389],"frequent":[391,410,434],"occurred":[394],"much":[397],"higher":[398],"rate":[399],"infrequent":[401],"answers,":[403],"analyzing":[407,651],"only":[408],"provides":[413,567],"representative":[415],"overview":[416],"data.":[419],"In":[420,559],"addition,":[421,560],"expert":[424],"likely":[427],"able":[430],"tag":[432],"random":[439],"answer.Using":[441],"tag(s)":[446],"association,":[447],"built":[449],"error":[452],"model":[453,485],"designed":[455],"hint":[457,500,511],"intervention":[458,551,664],"within":[459],"We":[464,541],"deployed":[465],"situ":[468,663],"experiment":[469,552],"introductory":[473],"computer":[474],"science":[475],"effectiveness":[480],"parameters":[482],"different":[489],"kinds":[490],"hints:":[492],"reteaching":[493,499],"integration":[496,510],"[28].":[497],"A":[498,508],"re-explained":[501],"concept(s)":[503],"associated":[504],"tag.":[507],"pushing":[514],"right":[519],"direction":[520],"without":[521],"re-explaining":[522],"anything,":[523],"reminding":[526],"concept":[530],"or":[531],"asking":[532],"compare":[535],"aspects":[537],"assessment.":[540],"was":[544],"straightforward":[545],"implement":[547],"deploy":[549],"because":[553],"existing":[556],"model,":[563],"co-occurrence":[566],"useful":[568],"propagate":[571],"inspect.":[580],"unable":[584],"evidence":[587],"hints":[590,600],"improved":[591],"performance":[593],"post-test":[595],"questions":[596],"all.":[602],"Therefore,":[603],"performed":[605],"preliminary,":[607],"exploratory":[608],"analysis":[609],"reasons":[613],"why":[614],"null":[618],"inform":[621],"future":[622],"work.We":[623],"believe":[624],"prime":[629],"study":[632],"learning.":[633],"example":[638],"take":[642,679],"advantage":[643,680],"chance":[646],"first":[648],"collecting":[649],"then":[658],"deploying":[659],"using":[666],"class\u2019s":[669],"work,":[673],"encourage":[675],"other":[676],"researchers":[677],"hope":[685],"can":[687],"serve":[688],"starting":[691],"point":[692],"do":[696],"so.":[697]},"counts_by_year":[{"year":2018,"cited_by_count":1}],"updated_date":"2026-10-08T09:06:37.294493","created_date":"2018-05-17T00:00:00"}