{"id":"https://openalex.org/W2336923897","doi":"https://doi.org/10.1017/s1351324916000024","title":"Developing, evaluating, and refining an automatic generator of diagnostic multiple choice cloze questions to assess children's comprehension while reading","display_name":"Developing, evaluating, and refining an automatic generator of diagnostic multiple choice cloze questions to assess children's comprehension while reading","publication_year":2016,"publication_date":"2016-04-14","ids":{"openalex":"https://openalex.org/W2336923897","doi":"https://doi.org/10.1017/s1351324916000024","mag":"2336923897"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324916000024","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324916000024","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056680874","display_name":"Jack Mostow","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"JACK MOSTOW","raw_affiliation_strings":["Project LISTEN, School of Computer Science, Carnegie Mellon University, RI-NSH 4103, 5000 Forbes Avenue, Pittsburgh, PA 15213, USA e-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Project LISTEN, School of Computer Science, Carnegie Mellon University, RI-NSH 4103, 5000 Forbes Avenue, Pittsburgh, PA 15213, USA e-mail:","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059650126","display_name":"Yi-Ting Huang","orcid":"https://orcid.org/0000-0002-6315-8927"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"YI-TING HUANG","raw_affiliation_strings":["Information Management, National Taiwan University No. 1, Sec. 4, Roosevelt Road, 10617 Taipei, Taiwan e-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Management, National Taiwan University No. 1, Sec. 4, Roosevelt Road, 10617 Taipei, Taiwan e-mail:","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046714396","display_name":"Hyeju Jang","orcid":"https://orcid.org/0000-0002-7652-1158"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"HYEJU JANG","raw_affiliation_strings":["Language Technologies Institute, School of Computer Science, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213, USA e-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, School of Computer Science, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213, USA e-mail:","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028524932","display_name":"Anders Weinstein","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"ANDERS WEINSTEIN","raw_affiliation_strings":["School of Computer Science, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213, USA e-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213, USA e-mail:","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031557011","display_name":"Joe Valeri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"JOE VALERI","raw_affiliation_strings":["e-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"e-mail:","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046292474","display_name":"Donna Gates","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"DONNA GATES","raw_affiliation_strings":["e-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"e-mail:","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1655,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.90314833,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"23","issue":"2","first_page":"245","last_page":"294"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6618496775627136},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6238621473312378},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6164349317550659},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.6115625500679016},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.5683680772781372},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5363859534263611},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.5292137265205383},{"id":"https://openalex.org/keywords/cloze-test","display_name":"Cloze test","score":0.5159323811531067},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.4905802309513092},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4738788306713104},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.4667152762413025},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.4624815881252289},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.44686901569366455},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3872503340244293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3699968457221985},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.33632659912109375}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6618496775627136},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6238621473312378},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6164349317550659},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6115625500679016},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.5683680772781372},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5363859534263611},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.5292137265205383},{"id":"https://openalex.org/C2779286901","wikidata":"https://www.wikidata.org/wiki/Q951968","display_name":"Cloze test","level":4,"score":0.5159323811531067},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.4905802309513092},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4738788306713104},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.4667152762413025},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.4624815881252289},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.44686901569366455},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3872503340244293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3699968457221985},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.33632659912109375},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s1351324916000024","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324916000024","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8899999856948853}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W19376526","https://openalex.org/W19665345","https://openalex.org/W138429997","https://openalex.org/W141030562","https://openalex.org/W150749837","https://openalex.org/W169720664","https://openalex.org/W566994636","https://openalex.org/W807300946","https://openalex.org/W1482212161","https://openalex.org/W1495981708","https://openalex.org/W1513195463","https://openalex.org/W1531374185","https://openalex.org/W1546602224","https://openalex.org/W1555380324","https://openalex.org/W1598907659","https://openalex.org/W1650872215","https://openalex.org/W1784223173","https://openalex.org/W1839458260","https://openalex.org/W1924540114","https://openalex.org/W1965158952","https://openalex.org/W1996430422","https://openalex.org/W2000461757","https://openalex.org/W2005583600","https://openalex.org/W2033087242","https://openalex.org/W2035239622","https://openalex.org/W2045260557","https://openalex.org/W2069032672","https://openalex.org/W2097606805","https://openalex.org/W2109450467","https://openalex.org/W2112630006","https://openalex.org/W2125226531","https://openalex.org/W2141403362","https://openalex.org/W2143706264","https://openalex.org/W2145211186","https://openalex.org/W2146127187","https://openalex.org/W2150092131","https://openalex.org/W2161325192","https://openalex.org/W2162342623","https://openalex.org/W2164777277","https://openalex.org/W2166348853","https://openalex.org/W2181909559","https://openalex.org/W2251024444","https://openalex.org/W2260003603","https://openalex.org/W2295629859","https://openalex.org/W2525281131","https://openalex.org/W2576661608","https://openalex.org/W2604769036","https://openalex.org/W4251608694","https://openalex.org/W4406619507","https://openalex.org/W6629633590","https://openalex.org/W6638543142","https://openalex.org/W6732014093"],"related_works":["https://openalex.org/W2052597504","https://openalex.org/W2291958459","https://openalex.org/W2049665673","https://openalex.org/W2275994701","https://openalex.org/W2082296339","https://openalex.org/W2030403248","https://openalex.org/W2161828220","https://openalex.org/W1972348076","https://openalex.org/W3005342969","https://openalex.org/W2929698046"],"abstract_inverted_index":{"Abstract":[0],"We":[1,127,219],"describe":[2],"the":[3,46,119,121,124,129,135,143,190,293],"development,":[4],"pilot-testing,":[5],"refinement,":[6],"and":[7,70,88,163,245,264,285,299],"four":[8],"evaluations":[9],"of":[10,40,45,54,60,81,118,131,205,235],"Diagnostic":[11],"Question":[12],"Generator":[13],"(DQGen),":[14],"which":[15,138],"automatically":[16],"generates":[17,57],"multiple":[18,105],"choice":[19,106],"cloze":[20,107],"(fill-in-the-blank)":[21],"questions":[22,87,108],"to":[23,104,295],"test":[24,51,64,68,74],"children's":[25],"comprehension":[26,37],"while":[27],"reading":[28],"a":[29,132,194],"given":[30],"text.":[31],"Unlike":[32],"previous":[33],"methods,":[34],"DQGen":[35,56,82,95,110,170,173,198,201,216,221,243,253,282],"tests":[36],"not":[38],"only":[39,288],"an":[41],"individual":[42,89],"sentence":[43],"but":[44],"context":[47],"preceding":[48],"it.":[49],"To":[50,168],"different":[52],"aspects":[53],"comprehension,":[55],"three":[58],"types":[59],"distractors:":[61],"ungrammatical":[62,262],"distractors":[63,67,73,206,240,247,263,287],"syntax;":[65],"nonsensical":[66,271],"semantics;":[69],"locally":[71],"plausible":[72,278],"inter-sentential":[75],"processing.":[76],"(1)":[77],"A":[78],"pilot":[79],"study":[80],"2012":[83,199],"evaluated":[84,220],"its":[85,92],"overall":[86],"distractors,":[90,272],"guiding":[91],"refinement":[93],"into":[94],"2014.":[96,202,217],"(2)":[97],"Twenty-four":[98],"elementary":[99],"students":[100,139],"generated":[101,112,196,241],"200":[102],"responses":[103,148],"that":[109],"2014":[111,171,222,254],"from":[113],"forty-eight":[114,239],"stories.":[115],"In":[116],"130":[117],"responses,":[120],"child":[122],"chose":[123],"correct":[125,144,191,237],"answer.":[126,145],"define":[128],"distractiveness":[130],"distractor":[133,195],"as":[134,208],"frequency":[136],"with":[137,151],"choose":[140],"it":[141],"over":[142],"The":[146,203],"incorrect":[147],"were":[149,155,158,161,165,189],"consistent":[150],"expected":[152],"distractiveness:":[153],"twenty-seven":[154,233],"plausible,":[156],"twenty-two":[157],"nonsensical,":[159],"fourteen":[160],"ungrammatical,":[162],"seven":[164],"null.":[166],"(3)":[167],"compare":[169],"against":[172,223],"2012,":[174],"five":[175],"human":[176,224],"judges":[177,234],"categorized":[178,207],"candidate":[179],"choices":[180],"without":[181],"knowing":[182],"their":[183,209],"intended":[184,210],"type":[185,211],"or":[186,193,200],"whether":[187],"they":[188],"answer":[192],"by":[197,232,242,249],"percentage":[204],"was":[212],"significantly":[213,256],"higher":[214,301],"for":[215],"(4)":[218],"performance":[225],"based":[226],"on":[227],"1,486":[228],"similarly":[229],"blind":[230],"categorizations":[231],"sixteen":[236],"answers,":[238],"2014,":[244],"504":[246],"authored":[248],"twenty-one":[250],"humans.":[251],"Surprisingly,":[252],"did":[255],"better":[257,266],"than":[258,267],"humans":[259,268],"at":[260,269,276],"generating":[261,270,277],"marginally":[265],"albeit":[273],"slightly":[274],"worse":[275],"distractors.":[279,303],"Moreover,":[280],"vetting":[281],"2014's":[283],"output":[284],"writing":[286],"when":[289],"necessary":[290],"would":[291],"halve":[292],"time":[294],"write":[296],"them":[297],"all,":[298],"produce":[300],"quality":[302]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}