{"id":"https://openalex.org/W7166804562","doi":"https://doi.org/10.18653/v1/2026.acl-long.1470","title":"Understanding LLM Performance Degradation in Multi-Instance Processing: The Roles of Instance Count and Context Length","display_name":"Understanding LLM Performance Degradation in Multi-Instance Processing: The Roles of Instance Count and Context Length","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166804562","doi":"https://doi.org/10.18653/v1/2026.acl-long.1470"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.acl-long.1470","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1470","pdf_url":"https://aclanthology.org/2026.acl-long.1470.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.acl-long.1470.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139839048","display_name":"Jingxuan Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jingxuan Chen","raw_affiliation_strings":["School of Computer Science and Informatics , Cardiff University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Informatics , Cardiff University","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091017313","display_name":"Mohammad Taher Pilehvar","orcid":"https://orcid.org/0000-0003-3694-4006"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mohammad Taher Pilehvar","raw_affiliation_strings":["School of Computer Science and Informatics , Cardiff University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Informatics , Cardiff University","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5139826130","display_name":"Jose Camacho-Collados","orcid":null},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jose Camacho-Collados","raw_affiliation_strings":["School of Computer Science and Informatics , Cardiff University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Informatics , Cardiff University","institution_ids":["https://openalex.org/I79510175"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I79510175"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"31851","last_page":"31884"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.3522999882698059,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.3522999882698059,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.17509999871253967,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.07000000029802322,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.609000027179718},{"id":"https://openalex.org/keywords/degradation","display_name":"Degradation (telecommunications)","score":0.351500004529953},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.28790000081062317},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.2623000144958496},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.2354000061750412}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.609000027179718},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5343000292778015},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28519999980926514},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24539999663829803},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.2354000061750412},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.22830000519752502},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.227400004863739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.acl-long.1470","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1470","pdf_url":"https://aclanthology.org/2026.acl-long.1470.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.acl-long.1470","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1470","pdf_url":"https://aclanthology.org/2026.acl-long.1470.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.43516120314598083}],"awards":[],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166804562.pdf","grobid_xml":"https://content.openalex.org/works/W7166804562.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Users":[0],"often":[1],"rely":[2],"on":[3,52,64,118,142],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"for":[8,88,107,153],"processing":[9,83],"multiple":[10],"documents":[11],"or":[12],"performing":[13],"analysis":[14,123],"over":[15],"a":[16,26,46,77,101,115,139],"number":[17,27,135],"of":[18,25,28,38,80,86,103,110,136],"instances.For":[19],"example,":[20],"analysing":[21],"the":[22,36,81,134,143],"overall":[23],"sentiment":[24,37],"movie":[29],"reviews":[30],"requires":[31],"an":[32],"LLM":[33,50,151],"to":[34,44,159],"process":[35],"each":[39],"review":[40],"individually":[41],"in":[42,90,164],"order":[43],"provide":[45],"final":[47,144],"aggregated":[48],"answer.While":[49],"performance":[51,105,116,152],"such":[53],"individual":[54],"tasks":[55,89],"is":[56,129],"generally":[57],"high,":[58],"there":[59],"has":[60,138],"been":[61],"little":[62],"research":[63],"how":[65],"LLMs":[66,87,99],"perform":[67,76],"when":[68,149],"dealing":[69],"with":[70,131],"multi-instance":[71,82],"inputs.In":[72],"this":[73,132],"paper,":[74],"we":[75],"comprehensive":[78],"evaluation":[79],"(MIP)":[84],"ability":[85],"which":[91],"they":[92],"excel":[93],"individually.The":[94],"results":[95],"show":[96],"that":[97,125,148],"all":[98],"follow":[100],"pattern":[102],"slight":[104],"degradation":[106],"small":[108],"numbers":[109],"instances":[111,137],"(\u224820-100),":[112],"followed":[113],"by":[114],"collapse":[117],"larger":[119],"instance":[120,166],"counts.Crucially,":[121],"our":[122],"shows":[124],"while":[126],"context":[127,161],"length":[128,162],"associated":[130],"degradation,":[133],"stronger":[140],"effect":[141],"results.This":[145],"finding":[146],"suggests":[147],"optimising":[150],"MIP,":[154],"attention":[155],"should":[156],"be":[157],"paid":[158],"both":[160],"and,":[163],"particular,":[165],"count.":[167],"1":[168]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-07-02T00:00:00"}