{"id":"https://openalex.org/W2984178847","doi":"https://doi.org/10.18653/v1/d19-5820","title":"Comprehensive Multi-Dataset Evaluation of Reading Comprehension","display_name":"Comprehensive Multi-Dataset Evaluation of Reading Comprehension","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2984178847","doi":"https://doi.org/10.18653/v1/d19-5820","mag":"2984178847"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d19-5820","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-5820","pdf_url":"https://www.aclweb.org/anthology/D19-5820.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Machine Reading for Question Answering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D19-5820.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076846819","display_name":"Dheeru Dua","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dheeru Dua","raw_affiliation_strings":["\u2663 University of California, Irvine, USA"],"affiliations":[{"raw_affiliation_string":"\u2663 University of California, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044422816","display_name":"Ananth Gottumukkala","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ananth Gottumukkala","raw_affiliation_strings":["\u2663 University of California, Irvine, USA"],"affiliations":[{"raw_affiliation_string":"\u2663 University of California, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070878072","display_name":"Alon Talmor","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alon Talmor","raw_affiliation_strings":["Allen Institute for Artificial Intelligence, Seattle, Washington, USA"],"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence, Seattle, Washington, USA","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035088083","display_name":"Matt Gardner","orcid":"https://orcid.org/0000-0001-8458-1727"},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Gardner","raw_affiliation_strings":["Allen Institute for Artificial Intelligence, Irvine, California, USA"],"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence, Irvine, California, USA","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005779128","display_name":"Sameer Singh","orcid":"https://orcid.org/0000-0003-0621-6323"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sameer Singh","raw_affiliation_strings":["\u2663 University of California, Irvine, USA"],"affiliations":[{"raw_affiliation_string":"\u2663 University of California, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5076846819"],"corresponding_institution_ids":["https://openalex.org/I204250578"],"apc_list":null,"apc_paid":null,"fwci":0.8401,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.80802414,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"147","last_page":"153"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8780413269996643},{"id":"https://openalex.org/keywords/paraphrase","display_name":"Paraphrase","score":0.7223773002624512},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.6457718014717102},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.6286718845367432},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5807315111160278},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.5370359420776367},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5365948677062988},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5332593321800232},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.5062731504440308},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5009629726409912},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4730771481990814},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4165782928466797},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.41168567538261414},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.39224928617477417},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3458479642868042},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32761725783348083},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10151168704032898},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07218167185783386}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8780413269996643},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.7223773002624512},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.6457718014717102},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6286718845367432},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5807315111160278},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5370359420776367},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5365948677062988},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5332593321800232},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.5062731504440308},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5009629726409912},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4730771481990814},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4165782928466797},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.41168567538261414},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.39224928617477417},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3458479642868042},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32761725783348083},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10151168704032898},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07218167185783386},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/d19-5820","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-5820","pdf_url":"https://www.aclweb.org/anthology/D19-5820.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Machine Reading for Question Answering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/d19-5820","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-5820","pdf_url":"https://www.aclweb.org/anthology/D19-5820.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Machine Reading for Question Answering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2984178847.pdf","grobid_xml":"https://content.openalex.org/works/W2984178847.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1525961042","https://openalex.org/W2557764419","https://openalex.org/W2790235966","https://openalex.org/W2799007037","https://openalex.org/W2896457183","https://openalex.org/W2911300548","https://openalex.org/W2919420119","https://openalex.org/W2923014074","https://openalex.org/W2943552823","https://openalex.org/W2949961827","https://openalex.org/W2951873305","https://openalex.org/W2953039212","https://openalex.org/W2962790689","https://openalex.org/W2962974452","https://openalex.org/W2963310665","https://openalex.org/W2963323070","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2963928014","https://openalex.org/W2963963993","https://openalex.org/W2963969878","https://openalex.org/W2964165804","https://openalex.org/W2970745243","https://openalex.org/W2987553933","https://openalex.org/W4288548690","https://openalex.org/W4322588812","https://openalex.org/W6702248584"],"related_works":["https://openalex.org/W2082296339","https://openalex.org/W2161828220","https://openalex.org/W1972348076","https://openalex.org/W2083863157","https://openalex.org/W4206537394","https://openalex.org/W4385718007","https://openalex.org/W4288263119","https://openalex.org/W3015724364","https://openalex.org/W2967994095","https://openalex.org/W4285240985"],"abstract_inverted_index":{"Reading":[0],"comprehension":[1,20,85],"is":[2,62,116],"one":[3],"of":[4,17,48,54,100],"the":[5,46,49,52,143],"crucial":[6],"tasks":[7],"for":[8,66,121,128,153],"furthering":[9],"research":[10],"in":[11,30,95],"natural":[12,31],"language":[13],"understanding.":[14],"A":[15],"lot":[16],"diverse":[18,83],"reading":[19,84,101,130],"datasets":[21,135],"have":[22],"recently":[23],"been":[24],"introduced":[25],"to":[26,41,142],"study":[27],"various":[28],"phenomena":[29],"language,":[32],"ranging":[33],"from":[34],"simple":[35],"paraphrase":[36],"matching":[37],"and":[38,44,59,64,88,125,149],"entity":[39,42],"typing":[40],"tracking":[43],"understanding":[45,96],"implications":[47],"context.":[50],"Given":[51],"availability":[53],"many":[55],"such":[56],"datasets,":[57,86,155],"comprehensive":[58],"reliable":[60],"evaluation":[61,75,104,144],"tedious":[63],"time-consuming":[65],"researchers":[67],"working":[68],"on":[69,81,109],"this":[70],"problem.":[71],"We":[72,146],"present":[73],"an":[74],"server,":[76],"ORB,":[77],"that":[78],"reports":[79],"performance":[80],"seven":[82],"encouraging":[87],"facilitating":[89],"testing":[90,156],"a":[91,97,117],"single":[92],"model's":[93],"capability":[94],"wide":[98],"variety":[99],"phenomena.":[102],"The":[103],"server":[105],"places":[106],"no":[107],"restrictions":[108],"how":[110,157],"models":[111,159],"are":[112,136],"trained,":[113],"so":[114],"it":[115],"suitable":[118,134],"test":[119],"bed":[120],"exploring":[122],"training":[123],"paradigms":[124],"representation":[126],"learning":[127],"general":[129],"facility.":[131],"As":[132],"more":[133],"released,":[137],"they":[138],"will":[139],"be":[140],"added":[141],"server.":[145],"also":[147],"collect":[148],"include":[150],"synthetic":[151],"augmentations":[152],"these":[154],"well":[158],"can":[160],"handle":[161],"out-of-domain":[162],"questions.":[163]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}