{"id":"https://openalex.org/W4391876619","doi":"https://doi.org/10.1162/tacl_a_00638","title":"Lost in the Middle: How Language Models Use Long Contexts","display_name":"Lost in the Middle: How Language Models Use Long Contexts","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391876619","doi":"https://doi.org/10.1162/tacl_a_00638"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00638","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00638","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00638/2336043/tacl_a_00638.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00638/2336043/tacl_a_00638.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031981513","display_name":"Nelson F. Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nelson F. Liu","raw_affiliation_strings":["Stanford University, USA. nfliu@cs.stanford.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, USA. nfliu@cs.stanford.edu","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074764224","display_name":"Kevin Lin","orcid":"https://orcid.org/0000-0002-1236-9847"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Lin","raw_affiliation_strings":["University of California, Berkeley, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075075495","display_name":"John Hewitt","orcid":"https://orcid.org/0000-0003-1320-6633"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Hewitt","raw_affiliation_strings":["Stanford University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067264969","display_name":"Ashwin Paranjape","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashwin Paranjape","raw_affiliation_strings":["Samaya AI, UK","Samaya AI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samaya AI, UK","institution_ids":[]},{"raw_affiliation_string":"Samaya AI, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036241567","display_name":"Michele Bevilacqua","orcid":"https://orcid.org/0000-0001-7955-0117"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michele Bevilacqua","raw_affiliation_strings":["Samaya AI, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samaya AI, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093091829","display_name":"Fabio Petroni","orcid":"https://orcid.org/0009-0005-5996-9830"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fabio Petroni","raw_affiliation_strings":["Samaya AI, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samaya AI, UK","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025255782","display_name":"Percy Liang","orcid":"https://orcid.org/0000-0002-0458-6139"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Percy Liang","raw_affiliation_strings":["Stanford University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5031981513"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":272.937,"has_fulltext":true,"cited_by_count":1193,"citation_normalized_percentile":{"value":0.99995855,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"157","last_page":"173"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9485999941825867,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8006608486175537},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.46725818514823914},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38775894045829773},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34424084424972534},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3375862240791321},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32293039560317993}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8006608486175537},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.46725818514823914},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38775894045829773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34424084424972534},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3375862240791321},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32293039560317993},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00638","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00638","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00638/2336043/tacl_a_00638.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2aa6bd25cebe4bc691f91457a3825c96","is_oa":true,"landing_page_url":"https://doaj.org/article/2aa6bd25cebe4bc691f91457a3825c96","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 12 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00638","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00638","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00638/2336043/tacl_a_00638.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7699999809265137,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391876619.pdf","grobid_xml":"https://content.openalex.org/works/W4391876619.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W2092020620","https://openalex.org/W2108525416","https://openalex.org/W2899463613","https://openalex.org/W2912924812","https://openalex.org/W2951434086","https://openalex.org/W2952592807","https://openalex.org/W2963951265","https://openalex.org/W2964110616","https://openalex.org/W3015468748","https://openalex.org/W3033529678","https://openalex.org/W3100292568","https://openalex.org/W3156789018","https://openalex.org/W3173681001","https://openalex.org/W3174401451","https://openalex.org/W3200409031","https://openalex.org/W3209374680","https://openalex.org/W4220747294","https://openalex.org/W4226399820","https://openalex.org/W4230399697","https://openalex.org/W4281758439","https://openalex.org/W4288089799","https://openalex.org/W4304697829","https://openalex.org/W4307079201","https://openalex.org/W4309217888","https://openalex.org/W4320165837","https://openalex.org/W4320813768","https://openalex.org/W4322718191","https://openalex.org/W4353004366","https://openalex.org/W4382173514","https://openalex.org/W4384918448","https://openalex.org/W4385570777","https://openalex.org/W4385572722","https://openalex.org/W4386576812","https://openalex.org/W4388778348","https://openalex.org/W4389519019","https://openalex.org/W4401042773","https://openalex.org/W6733557825","https://openalex.org/W6739901393","https://openalex.org/W6769627184","https://openalex.org/W6776231494","https://openalex.org/W6779163297","https://openalex.org/W6781533629","https://openalex.org/W6789317445","https://openalex.org/W6800569930","https://openalex.org/W6811129797","https://openalex.org/W6838322825","https://openalex.org/W6846966473","https://openalex.org/W6847076894","https://openalex.org/W6849504698","https://openalex.org/W6849732303","https://openalex.org/W6849921291","https://openalex.org/W6850033884","https://openalex.org/W6850625674","https://openalex.org/W6853754414","https://openalex.org/W6854866820"],"related_works":["https://openalex.org/W2169518243","https://openalex.org/W2772917594","https://openalex.org/W4306742369","https://openalex.org/W4303457083","https://openalex.org/W4376623224","https://openalex.org/W2951359407","https://openalex.org/W2124566234","https://openalex.org/W3136979370","https://openalex.org/W2036807459","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Abstract":[0],"While":[1],"recent":[2],"language":[3,30,67,130,144],"models":[4,31,68,106,131],"have":[5],"the":[6,27,59,94,99,112],"ability":[7],"to":[8],"take":[9],"long":[10,77,115],"contexts":[11],"as":[12],"input,":[13],"relatively":[14],"little":[15],"is":[16,86],"known":[17],"about":[18],"how":[19,129],"well":[20],"they":[21],"use":[22,73,132],"longer":[23],"context.":[24],"We":[25,50],"analyze":[26],"performance":[28,53,85],"of":[29,61,74,98,114,128],"on":[32],"two":[33],"tasks":[34],"that":[35,52,65,84],"require":[36],"identifying":[37],"relevant":[38,62,90,109],"information":[39,75,91,110],"in":[40,76,111],"their":[41,133],"input":[42,78,100,134],"contexts:":[43],"multi-document":[44],"question":[45],"answering":[46],"and":[47,102,136],"key-value":[48],"retrieval.":[49],"find":[51],"can":[54],"degrade":[55],"significantly":[56,103],"when":[57,89,105],"changing":[58],"position":[60],"information,":[63],"indicating":[64],"current":[66],"do":[69],"not":[70],"robustly":[71],"make":[72],"contexts.":[79],"In":[80],"particular,":[81],"we":[82],"observe":[83],"often":[87],"highest":[88],"occurs":[92],"at":[93],"beginning":[95],"or":[96],"end":[97],"context,":[101],"degrades":[104],"must":[107],"access":[108],"middle":[113],"contexts,":[116],"even":[117],"for":[118,141],"explicitly":[119],"long-context":[120,143],"models.":[121,145],"Our":[122],"analysis":[123],"provides":[124,137],"a":[125],"better":[126],"understanding":[127],"context":[135],"new":[138],"evaluation":[139],"protocols":[140],"future":[142]},"counts_by_year":[{"year":2026,"cited_by_count":539},{"year":2025,"cited_by_count":484},{"year":2024,"cited_by_count":148},{"year":2023,"cited_by_count":22}],"updated_date":"2026-08-25T07:29:55.448023","created_date":"2025-10-10T00:00:00"}