{"id":"https://openalex.org/W4384659164","doi":"https://doi.org/10.1145/3573051.3593390","title":"How Common are Common Wrong Answers? Crowdsourcing Remediation at Scale","display_name":"How Common are Common Wrong Answers? Crowdsourcing Remediation at Scale","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4384659164","doi":"https://doi.org/10.1145/3573051.3593390"},"language":"en","primary_location":{"id":"doi:10.1145/3573051.3593390","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3573051.3593390","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3573051.3593390","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3573051.3593390","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019516308","display_name":"Ashish Gurung","orcid":"https://orcid.org/0000-0001-7003-1476"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ashish Gurung","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056569507","display_name":"Sami Baral","orcid":"https://orcid.org/0000-0002-6185-5841"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sami Baral","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068526133","display_name":"M. Lee","orcid":"https://orcid.org/0000-0002-9839-9608"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Morgan P. Lee","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076445116","display_name":"Adam Sales","orcid":"https://orcid.org/0000-0003-0416-0610"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam C. Sales","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038906278","display_name":"Aaron Haim","orcid":"https://orcid.org/0000-0002-9287-4201"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron Haim","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090326226","display_name":"Kirk Vanacore","orcid":"https://orcid.org/0000-0003-0673-5721"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kirk P. Vanacore","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073552070","display_name":"Andrew McReynolds","orcid":"https://orcid.org/0000-0002-7139-5156"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew A. McReynolds","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074920151","display_name":"Hilary Kreisberg","orcid":"https://orcid.org/0000-0001-8398-7434"},"institutions":[{"id":"https://openalex.org/I60997889","display_name":"Lesley University","ror":"https://ror.org/013ennz48","country_code":"US","type":"education","lineage":["https://openalex.org/I60997889"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hilary Kreisberg","raw_affiliation_strings":["Lesley University, Cambridge, USA"],"affiliations":[{"raw_affiliation_string":"Lesley University, Cambridge, USA","institution_ids":["https://openalex.org/I60997889"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049123794","display_name":"Cristina Heffernan","orcid":"https://orcid.org/0009-0009-4114-9892"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cristina Heffernan","raw_affiliation_strings":["The ASSISTments Foundation, Auburn, USA"],"affiliations":[{"raw_affiliation_string":"The ASSISTments Foundation, Auburn, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078998782","display_name":"Neil T. Heffernan","orcid":"https://orcid.org/0000-0002-3280-288X"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neil T. Heffernan","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, USA","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5019516308"],"corresponding_institution_ids":["https://openalex.org/I107077323"],"apc_list":null,"apc_paid":null,"fwci":2.0083,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.8757338,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"70","last_page":"80"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11875","display_name":"Statistics Education and Methodologies","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11875","display_name":"Statistics Education and Methodologies","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8968294858932495},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8640259504318237},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7049744129180908},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5963943600654602},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.5799824595451355},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5369524955749512},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38412830233573914},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.36509275436401367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35161739587783813},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21168243885040283},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.0953141450881958},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.08914166688919067},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08611893653869629}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8968294858932495},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8640259504318237},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7049744129180908},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5963943600654602},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5799824595451355},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5369524955749512},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38412830233573914},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.36509275436401367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35161739587783813},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21168243885040283},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0953141450881958},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.08914166688919067},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08611893653869629},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3573051.3593390","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3573051.3593390","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3573051.3593390","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3573051.3593390","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3573051.3593390","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3573051.3593390","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1062574218","display_name":"REU Site: Leveraging The Learning Sciences & Technologies to Enhance Education and Learning in Secondary Schools","funder_award_id":"1950683","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1171642830","display_name":null,"funder_award_id":"R305N210049, R305D210031, R305A170137, R305A170243, R305A180401, R305A120125","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G1183413665","display_name":null,"funder_award_id":"1940236","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1855070745","display_name":null,"funder_award_id":"2118725, 2118904, 1950683, 1917808, 1931523, 1940236, 1917713, 1903304, 1822830, 1759229, 1724889, 1636782, 1535428","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2239023174","display_name":"Collaborative Research: Common Error Diagnostics and Support in Short-answer Math Questions","funder_award_id":"2118904","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G240046155","display_name":null,"funder_award_id":"1822830","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2637195115","display_name":null,"funder_award_id":"4-18-1-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G2657468873","display_name":null,"funder_award_id":"1917713","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2698097454","display_name":null,"funder_award_id":"15030","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3470392105","display_name":null,"funder_award_id":"1724889","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3842111572","display_name":"Collaborative Research: Common Error Diagnostics and Support in Short-answer Math Questions","funder_award_id":"2118725","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G440167496","display_name":null,"funder_award_id":"1535428","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4772289274","display_name":null,"funder_award_id":"1759229","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4776870722","display_name":null,"funder_award_id":"unknown","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5023194926","display_name":null,"funder_award_id":"1917808","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7786263690","display_name":null,"funder_award_id":"50306","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G842482667","display_name":null,"funder_award_id":"GAANN","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8459806742","display_name":null,"funder_award_id":"1903304","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332210","display_name":"Institute of Education Sciences","ror":"https://ror.org/04et59085"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384659164.pdf","grobid_xml":"https://content.openalex.org/works/W4384659164.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W57898551","https://openalex.org/W177482899","https://openalex.org/W1503365941","https://openalex.org/W1532578950","https://openalex.org/W1990646004","https://openalex.org/W1995864528","https://openalex.org/W2013910226","https://openalex.org/W2051827833","https://openalex.org/W2065762074","https://openalex.org/W2073800769","https://openalex.org/W2105838834","https://openalex.org/W2110613699","https://openalex.org/W2110865346","https://openalex.org/W2126091572","https://openalex.org/W2142493242","https://openalex.org/W2155511659","https://openalex.org/W2171106563","https://openalex.org/W2188142849","https://openalex.org/W2206440038","https://openalex.org/W2275238446","https://openalex.org/W2336395599","https://openalex.org/W2509317734","https://openalex.org/W2767795365","https://openalex.org/W2795111481","https://openalex.org/W2795983267","https://openalex.org/W2966554551","https://openalex.org/W2969717756","https://openalex.org/W2971763496","https://openalex.org/W3018065846","https://openalex.org/W3046375251","https://openalex.org/W3094593113","https://openalex.org/W3142598334","https://openalex.org/W3170912132","https://openalex.org/W3211193064","https://openalex.org/W4200623465","https://openalex.org/W4321442100","https://openalex.org/W6676655688","https://openalex.org/W6694117208"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"Solving":[0],"mathematical":[1],"problems":[2,175,186],"is":[3],"cognitively":[4],"complex,":[5],"involving":[6],"strategy":[7],"formulation,":[8],"solution":[9],"development,":[10],"and":[11,37,68,93,99,111,154,207],"the":[12,84,145,159,178,190,196,209],"application":[13],"of":[14,80,147,158,189,198,211],"learned":[15],"concepts.":[16],"However,":[17,46,177],"gaps":[18,70],"in":[19,35,64,71,140,149,171,201],"students'":[20],"knowledge":[21,72],"or":[22],"weakly":[23],"grasped":[24],"concepts":[25],"can":[26,53,214],"lead":[27],"to":[28,51,61,128,167],"errors.":[29],"Teachers":[30],"play":[31],"a":[32,77,123,168],"crucial":[33],"role":[34],"predicting":[36],"addressing":[38,69],"these":[39,116],"difficulties,":[40],"which":[41],"directly":[42],"influence":[43],"learning":[44,217],"outcomes.":[45],"preemptively":[47],"identifying":[48,202],"misconceptions":[49],"leading":[50],"errors":[52,67,104],"be":[54],"challenging.":[55],"This":[56,135,193],"study":[57,143],"leverages":[58],"historical":[59],"data":[60],"assist":[62],"teachers":[63,127],"recognizing":[65],"common":[66],"through":[73,218],"feedback.":[74],"We":[75,101,161],"present":[76],"longitudinal":[78],"analysis":[79],"incorrect":[81],"answers":[82],"from":[83],"2015-2020":[85],"academic":[86],"years":[87,107],"on":[88,115,138],"two":[89,150],"curricula,":[90],"Illustrative":[91],"Math":[92],"EngageNY,":[94],"for":[95,126,173,183],"grades":[96],"6,":[97],"7,":[98],"8.":[100],"find":[102,162],"consistent":[103],"across":[105],"5":[106],"despite":[108],"varying":[109],"student":[110,216],"teacher":[112],"populations.":[113],"Based":[114],"Common":[117,130,203],"Wrong":[118,131,204],"Answers":[119,205],"(CWAs),":[120],"we":[121],"designed":[122],"crowdsourcing":[124],"platform":[125],"provide":[129],"Answer":[132],"Feedback":[133],"(CWAF).":[134],"paper":[136,194],"reports":[137],"an":[139],"vivo":[141],"randomized":[142],"testing":[144],"effectiveness":[146],"CWAFs":[148,213],"scenarios:":[151],"next-problem-correctness":[152,155],"within-skill":[153],"within-assignment,":[156,187],"regardless":[157],"skill.":[160,192],"that":[163],"receiving":[164],"CWAF":[165],"leads":[166],"significant":[169,182],"increase":[170],"correctness":[172],"consecutive":[174,185],"within-skill.":[176],"effect":[179],"was":[180],"not":[181],"all":[184],"irrespective":[188],"associated":[191],"investigates":[195],"potential":[197],"scalable":[199],"approaches":[200],"(CWAs)":[206],"how":[208],"use":[210],"crowdsourced":[212],"enhance":[215],"remediation.":[219]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}