{"id":"https://openalex.org/W2779681640","doi":"https://doi.org/10.1162/tacl_a_00023","title":"The NarrativeQA Reading Comprehension Challenge","display_name":"The NarrativeQA Reading Comprehension Challenge","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2779681640","doi":"https://doi.org/10.1162/tacl_a_00023","mag":"2779681640"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00023","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00023","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00023","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00023","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073581900","display_name":"Tom\u00e1\u0161 Ko\u010disk\u00fd","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Tom\u00e1\u0161 Ko\u010disk\u00fd","raw_affiliation_strings":["DeepMind","University of Oxford,","University of Oxford"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]},{"raw_affiliation_string":"University of Oxford,","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085990900","display_name":"Jonathan Schwarz","orcid":"https://orcid.org/0000-0003-1825-3826"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jonathan Schwarz","raw_affiliation_strings":["DeepMind,"],"affiliations":[{"raw_affiliation_string":"DeepMind,","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036811894","display_name":"Phil Blunsom","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Phil Blunsom","raw_affiliation_strings":["DeepMind","University of Oxford,","University of Oxford"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]},{"raw_affiliation_string":"University of Oxford,","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111222692","display_name":"Chris Dyer","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chris Dyer","raw_affiliation_strings":["DeepMind,"],"affiliations":[{"raw_affiliation_string":"DeepMind,","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001284503","display_name":"Karl Moritz Hermann","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Karl Moritz Hermann","raw_affiliation_strings":["DeepMind,"],"affiliations":[{"raw_affiliation_string":"DeepMind,","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039107666","display_name":"G\u00e1bor Melis","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"G\u00e1bor Melis","raw_affiliation_strings":["DeepMind,"],"affiliations":[{"raw_affiliation_string":"DeepMind,","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023508792","display_name":"Edward Grefenstette","orcid":"https://orcid.org/0000-0003-1164-8809"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Edward Grefenstette","raw_affiliation_strings":["DeepMind,"],"affiliations":[{"raw_affiliation_string":"DeepMind,","institution_ids":["https://openalex.org/I4210090411"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5073581900"],"corresponding_institution_ids":["https://openalex.org/I40120149","https://openalex.org/I4210090411"],"apc_list":null,"apc_paid":null,"fwci":6.94968607,"has_fulltext":true,"cited_by_count":74,"citation_normalized_percentile":{"value":0.96716739,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"6","issue":null,"first_page":"317","last_page":"328"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7793674468994141},{"id":"https://openalex.org/keywords/salience","display_name":"Salience (neuroscience)","score":0.711656391620636},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.6518318057060242},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6507610082626343},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.6477048397064209},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.58376145362854},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5499498248100281},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5255043506622314},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.4844706058502197},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.4836824834346771},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47716230154037476},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45987218618392944},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.41819077730178833},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1716804802417755},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06846770644187927}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7793674468994141},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.711656391620636},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.6518318057060242},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6507610082626343},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.6477048397064209},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.58376145362854},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5499498248100281},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5255043506622314},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.4844706058502197},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.4836824834346771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47716230154037476},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45987218618392944},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.41819077730178833},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1716804802417755},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06846770644187927},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1162/tacl_a_00023","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00023","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00023","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1712.07040","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.07040","pdf_url":"https://arxiv.org/pdf/1712.07040","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2779681640","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1712.07040.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:doaj.org/article:5cc9f91c67984f2fac4a9cceba551517","is_oa":false,"landing_page_url":"https://doaj.org/article/5cc9f91c67984f2fac4a9cceba551517","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 6 (2021)","raw_type":"article"},{"id":"doi:10.48550/arxiv.1712.07040","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1712.07040","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00023","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00023","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00023","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2779681640.pdf","grobid_xml":"https://content.openalex.org/works/W2779681640.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1525961042","https://openalex.org/W1880262756","https://openalex.org/W2000900121","https://openalex.org/W2041205465","https://openalex.org/W2089420592","https://openalex.org/W2095881835","https://openalex.org/W2101105183","https://openalex.org/W2116492146","https://openalex.org/W2125436846","https://openalex.org/W2154652894","https://openalex.org/W2158794898","https://openalex.org/W2250539671","https://openalex.org/W2295759824","https://openalex.org/W2411480514","https://openalex.org/W2427527485","https://openalex.org/W2461267643","https://openalex.org/W2510759893","https://openalex.org/W2516930406","https://openalex.org/W2528904340","https://openalex.org/W2600024417","https://openalex.org/W2604672944","https://openalex.org/W2609826708","https://openalex.org/W2740747242","https://openalex.org/W2949615363","https://openalex.org/W2949776890","https://openalex.org/W2949888546","https://openalex.org/W2951534261","https://openalex.org/W2951815760","https://openalex.org/W2963595025","https://openalex.org/W2963890755","https://openalex.org/W2964267515","https://openalex.org/W4240629281"],"related_works":["https://openalex.org/W2427527485","https://openalex.org/W2740747242","https://openalex.org/W2612431505","https://openalex.org/W2609826708","https://openalex.org/W2125436846","https://openalex.org/W2557764419","https://openalex.org/W2951534261","https://openalex.org/W2949615363","https://openalex.org/W2987215000","https://openalex.org/W2970665850","https://openalex.org/W3185680263","https://openalex.org/W2252016937","https://openalex.org/W2936074642","https://openalex.org/W2971740165","https://openalex.org/W2951627291","https://openalex.org/W2738015883","https://openalex.org/W2606964149","https://openalex.org/W2251818205","https://openalex.org/W2250539671","https://openalex.org/W2101105183"],"abstract_inverted_index":{"Reading":[0],"comprehension":[1,84],"(RC)\u2014in":[2],"contrast":[3],"to":[4,26,37,70],"information":[5,8,58],"retrieval\u2014requires":[6],"integrating":[7],"and":[9,14,34,43,92,161],"reasoning":[10],"about":[11,103],"events,":[12],"entities,":[13],"their":[15,120],"relations":[16],"across":[17],"a":[18,89],"full":[19],"document.":[20],"Question":[21],"answering":[22,119],"is":[23],"conventionally":[24],"used":[25],"assess":[27],"RC":[28,41,146],"ability,":[29],"in":[30,96],"both":[31],"artificial":[32],"agents":[33],"children":[35],"learning":[36],"read.":[38],"However,":[39],"existing":[40],"datasets":[42],"tasks":[44,95,113,143,151],"are":[45,114],"dominated":[46],"by":[47,53,105],"questions":[48,102,121],"that":[49,117,138],"can":[50],"be":[51],"solved":[52],"selecting":[54],"answers":[55],"using":[56],"superficial":[57],"(e.g.,":[59],"local":[60],"context":[61],"similarity":[62],"or":[63,109,134],"global":[64],"term":[65],"frequency);":[66],"they":[67],"thus":[68],"fail":[69],"test":[71],"for":[72],"the":[73,98,124,142,150,159,162],"essential":[74],"integrative":[75],"aspect":[76],"of":[77,85,94,158],"RC.":[78],"To":[79],"encourage":[80],"progress":[81],"on":[82,130,149],"deeper":[83],"language,":[86],"we":[87],"present":[88],"new":[90],"dataset":[91,160],"set":[93],"which":[97],"reader":[99],"must":[100],"answer":[101],"stories":[104],"reading":[106],"entire":[107],"books":[108],"movie":[110],"scripts.":[111],"These":[112],"designed":[115],"so":[116],"successfully":[118],"requires":[122],"understanding":[123],"underlying":[125],"narrative":[126],"rather":[127],"than":[128],"relying":[129],"shallow":[131],"pattern":[132],"matching":[133],"salience.":[135],"We":[136,154],"show":[137],"although":[139],"humans":[140],"solve":[141],"easily,":[144],"standard":[145],"models":[147],"struggle":[148],"presented":[152],"here.":[153],"provide":[155],"an":[156],"analysis":[157],"challenges":[163],"it":[164],"presents.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}