{"id":"https://openalex.org/W2339808780","doi":"https://doi.org/10.1145/2876034.2893395","title":"Identifying Student Misunderstandings using Constructed Responses","display_name":"Identifying Student Misunderstandings using Constructed Responses","publication_year":2016,"publication_date":"2016-04-14","ids":{"openalex":"https://openalex.org/W2339808780","doi":"https://doi.org/10.1145/2876034.2893395","mag":"2339808780"},"language":"en","primary_location":{"id":"doi:10.1145/2876034.2893395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2876034.2893395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third (2016) ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010307971","display_name":"K Stephens","orcid":"https://orcid.org/0000-0002-3058-7418"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kristin Stephens-Martinez","raw_affiliation_strings":["University of California, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087316681","display_name":"An Ju","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"An Ju","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050346439","display_name":"Colin Schoen","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Colin Schoen","raw_affiliation_strings":["University of California, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072072153","display_name":"John DeNero","orcid":"https://orcid.org/0000-0001-9152-3891"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John DeNero","raw_affiliation_strings":["University of California, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088855767","display_name":"Armando Fox","orcid":"https://orcid.org/0000-0002-6096-4931"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Armando Fox","raw_affiliation_strings":["University of California, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5010307971"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.03169739,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"153","last_page":"156"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7116653919219971},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6656638383865356},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.6586548686027527},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5142107009887695},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4920729994773865},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4634976089000702},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45388728380203247}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7116653919219971},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6656638383865356},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.6586548686027527},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5142107009887695},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4920729994773865},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4634976089000702},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45388728380203247},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2876034.2893395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2876034.2893395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third (2016) ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W1605289368","https://openalex.org/W1984446671","https://openalex.org/W2087822852","https://openalex.org/W2135995390"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2372385138","https://openalex.org/W4296359239","https://openalex.org/W2101155126","https://openalex.org/W2043093291","https://openalex.org/W2363545964"],"abstract_inverted_index":{"In":[0],"contrast":[1],"to":[2,39,62,108,142],"multiple-choice":[3],"or":[4],"selected":[5],"response":[6,9],"questions,":[7],"constructed":[8,21,35],"questions":[10],"can":[11],"result":[12],"in":[13,25,37,116],"a":[14,29,41,101,130],"wide":[15],"variety":[16],"of":[17,43,104,137],"incorrect":[18],"responses.":[19],"However,":[20],"responses":[22,36],"are":[23],"richer":[24],"information.":[26],"We":[27],"propose":[28],"technique":[30],"for":[31,52],"using":[32,93],"each":[33],"student's":[34],"order":[38],"identify":[40],"subset":[42],"their":[44],"stable":[45],"conceptual":[46],"misunderstandings.":[47],"Our":[48,118],"approach":[49,99,119],"is":[50,60],"designed":[51],"courses":[53],"with":[54,78,89],"so":[55],"many":[56],"students":[57],"that":[58,81,113,132],"it":[59],"infeasible":[61],"interpret":[63],"every":[64],"distinct":[65],"wrong":[66,76,91],"answer":[67],"manually.":[68],"Instead,":[69],"we":[70],"label":[71],"only":[72],"the":[73,79,86],"most":[74],"frequent":[75],"answers":[77,92],"misunderstandings":[80,87,115],"they":[82],"indicate,":[83],"then":[84],"predict":[85],"associated":[88],"other":[90],"statistical":[94],"co-occurrence":[95,138],"patterns.":[96],"This":[97],"tiered":[98],"leverages":[100],"small":[102],"amount":[103],"human":[105],"labeling":[106],"effort":[107,123],"seed":[109],"an":[110],"automated":[111],"procedure":[112],"identifies":[114],"students.":[117],"involves":[120],"much":[121],"less":[122],"than":[124],"inspecting":[125],"all":[126],"answers,":[127],"substantially":[128],"outperforms":[129],"baseline":[131],"does":[133],"not":[134],"take":[135],"advantage":[136],"statistics,":[139],"proves":[140],"robust":[141],"different":[143],"course":[144],"sizes,":[145],"and":[146],"generalizes":[147],"effectively":[148],"across":[149],"student":[150],"cohorts.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}