{"id":"https://openalex.org/W1970655951","doi":"https://doi.org/10.1017/s1351324905004018","title":"Reading comprehension tests for computer-based understanding evaluation","display_name":"Reading comprehension tests for computer-based understanding evaluation","publication_year":2005,"publication_date":"2005-12-06","ids":{"openalex":"https://openalex.org/W1970655951","doi":"https://doi.org/10.1017/s1351324905004018","mag":"1970655951"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324905004018","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324905004018","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011679042","display_name":"Ben Wellner","orcid":"https://orcid.org/0000-0003-2689-990X"},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"BEN WELLNER","raw_affiliation_strings":["The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail:","The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail: wellner@mitre.org#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail:","institution_ids":["https://openalex.org/I44896327"]},{"raw_affiliation_string":"The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail: wellner@mitre.org#TAB#","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035911302","display_name":"Lisa Ferro","orcid":"https://orcid.org/0009-0006-1140-6913"},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"LISA FERRO","raw_affiliation_strings":["The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail:","The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail: wellner@mitre.org#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail:","institution_ids":["https://openalex.org/I44896327"]},{"raw_affiliation_string":"The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail: wellner@mitre.org#TAB#","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011043752","display_name":"Warren R. Greiff","orcid":null},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"WARREN GREIFF","raw_affiliation_strings":["The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail:","The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail: wellner@mitre.org#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail:","institution_ids":["https://openalex.org/I44896327"]},{"raw_affiliation_string":"The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail: wellner@mitre.org#TAB#","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068115280","display_name":"Lynette Hirschman","orcid":"https://orcid.org/0000-0001-8442-0720"},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"LYNETTE HIRSCHMAN","raw_affiliation_strings":["The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail:","The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail: wellner@mitre.org#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail:","institution_ids":["https://openalex.org/I44896327"]},{"raw_affiliation_string":"The MITRE Corporation, 202 Burlington Road, Bedford. MA 01730, USA e-mail: wellner@mitre.org#TAB#","institution_ids":["https://openalex.org/I44896327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I44896327"],"apc_list":null,"apc_paid":null,"fwci":0.9108,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.80232852,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"12","issue":"4","first_page":"305","last_page":"334"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.858630895614624},{"id":"https://openalex.org/keywords/abductive-reasoning","display_name":"Abductive reasoning","score":0.6637819409370422},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6157338619232178},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5981130003929138},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.5712903738021851},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.5697369575500488},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.5055627822875977},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.48272940516471863},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4504651427268982},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.4487966299057007},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.42166346311569214},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.38519465923309326},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.3740037679672241},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1872464418411255},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.16168701648712158}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.858630895614624},{"id":"https://openalex.org/C166088908","wikidata":"https://www.wikidata.org/wiki/Q308495","display_name":"Abductive reasoning","level":2,"score":0.6637819409370422},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6157338619232178},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5981130003929138},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5712903738021851},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.5697369575500488},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.5055627822875977},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.48272940516471863},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4504651427268982},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.4487966299057007},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.42166346311569214},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.38519465923309326},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.3740037679672241},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1872464418411255},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.16168701648712158},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s1351324905004018","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324905004018","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8700000047683716,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W32715122","https://openalex.org/W160274533","https://openalex.org/W1501594139","https://openalex.org/W1506013151","https://openalex.org/W1522515794","https://openalex.org/W1530235063","https://openalex.org/W1964162497","https://openalex.org/W1978557720","https://openalex.org/W1979263599","https://openalex.org/W1987005090","https://openalex.org/W1995945562","https://openalex.org/W2000900121","https://openalex.org/W2011442902","https://openalex.org/W2033047024","https://openalex.org/W2036973875","https://openalex.org/W2038721957","https://openalex.org/W2043794661","https://openalex.org/W2097123411","https://openalex.org/W2106904379","https://openalex.org/W2120308175","https://openalex.org/W2121300346","https://openalex.org/W2121955480","https://openalex.org/W2138491396","https://openalex.org/W2158890594","https://openalex.org/W2158937425","https://openalex.org/W2170824481","https://openalex.org/W2786519160","https://openalex.org/W3037124152","https://openalex.org/W3140009346"],"related_works":["https://openalex.org/W3157284875","https://openalex.org/W2259406085","https://openalex.org/W2099715052","https://openalex.org/W2147241511","https://openalex.org/W4226247999","https://openalex.org/W4213176082","https://openalex.org/W2187398150","https://openalex.org/W3209772662","https://openalex.org/W4200629926","https://openalex.org/W4220955952"],"abstract_inverted_index":{"Reading":[0],"comprehension":[1,89],"(RC)":[2],"tests":[3,58],"involve":[4],"reading":[5,88],"a":[6,13,23,74,212,223],"short":[7,60],"passage":[8],"of":[9,15,27,30,38,68,93,109,133,161,208,219,257,260,265,268,271],"text":[10,117],"and":[11,113,118,150,153,179,216,263],"answering":[12],"series":[14],"questions":[16,246],"pertaining":[17],"to":[18,35,40,71,87,120,130,172,182,247],"that":[19,80,100,143,158],"text.":[20],"We":[21,254],"present":[22,255],"methodology":[24],"for":[25,56,76,234],"evaluation":[26,214,230],"the":[28,36,78,116,131,136,141,159,174,201,209,220,235,258,266,272],"application":[29],"modern":[31],"natural":[32],"language":[33],"technologies":[34],"task":[37],"responding":[39,86],"RC":[41],"tests.":[42],"Our":[43],"work":[44],"is":[45,70,95,176,186,191],"based":[46],"on":[47,227,244,251,276],"ABCs":[48,69,94],"(Abduction":[49],"Based":[50],"Comprehension":[51],"system),":[52],"an":[53,96,166],"automated":[54],"system":[55,155,175,278],"taking":[57],"requiring":[59],"answer":[61,203],"phrases":[62],"as":[63,73,171,181],"responses.":[64],"A":[65],"central":[66],"goal":[67],"serve":[72],"testbed":[75],"understanding":[77],"role":[79],"various":[81,269],"linguistic":[82],"components":[83,262],"play":[84],"in":[85,115,135,147],"questions.":[90,253],"The":[91],"heart":[92],"abductive":[97,162,273],"inference":[98,122],"engine":[99],"provides":[101],"three":[102],"key":[103],"capabilities:":[104],"(1)":[105],"first-order":[106],"logical":[107],"representation":[108,149],"relations":[110],"between":[111],"entities":[112],"events":[114],"rules":[119],"perform":[121],"over":[123,165,241,248],"such":[124,157],"relations,":[125],"(2)":[126],"graceful":[127],"degradation":[128],"due":[129],"inclusion":[132],"abduction":[134],"reasoning":[137,151],"engine,":[138],"which":[139],"avoids":[140],"brittleness":[142],"can":[144],"be":[145],"problematic":[146],"knowledge":[148,185,190],"systems":[152],"(3)":[154],"transparency":[156],"types":[160],"inferences":[163],"made":[164],"entire":[167],"corpus":[168],"provide":[169],"cues":[170],"where":[173,183],"performing":[177],"poorly":[178],"indications":[180],"existing":[184],"inaccurate":[187],"or":[188],"new":[189],"required.":[192],"ABCs,":[193],"with":[194],"certain":[195],"sub-components":[196],"not":[197],"yet":[198],"automated,":[199],"finds":[200],"correct":[202],"phrase":[204],"nearly":[205],"35":[206],"percent":[207,218,243,250],"time":[210,221],"using":[211,222],"strict":[213],"metric":[215,226],"45":[217],"looser":[224],"inexact":[225],"held":[228],"out":[229],"data.":[231],"Performance":[232],"varied":[233],"different":[236],"question":[237],"types,":[238],"ranging":[239],"from":[240],"50":[242],"who":[245],"10":[249],"what":[252],"analysis":[256,264],"roles":[259],"individual":[261],"impact":[267],"characteristics":[270],"proof":[274],"procedure":[275],"overall":[277],"performance.":[279]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}