{"id":"https://openalex.org/W7128494421","doi":"https://doi.org/10.48550/arxiv.2602.07962","title":"LOCA-bench: Benchmarking Language Agents Under Controllable and Extreme Context Growth","display_name":"LOCA-bench: Benchmarking Language Agents Under Controllable and Extreme Context Growth","publication_year":2026,"publication_date":"2026-02-08","ids":{"openalex":"https://openalex.org/W7128494421","doi":"https://doi.org/10.48550/arxiv.2602.07962"},"language":"en","primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.07962","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010414688","display_name":"Weihao Zeng","orcid":"https://orcid.org/0009-0004-8226-6036"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Weihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125576750","display_name":"Yuzhen Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yuzhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125593550","display_name":"Junxian He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Junxian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16877276,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1720000058412552,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1720000058412552,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.11659999936819077,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.08179999887943268,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6905999779701233},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6589999794960022},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6524999737739563},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5486000180244446},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.501800000667572},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.42899999022483826},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.42100000381469727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8102999925613403},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6905999779701233},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6589999794960022},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6524999737739563},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5486000180244446},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.501800000667572},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.42899999022483826},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.42100000381469727},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.4059999883174896},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.39329999685287476},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3874000012874603},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3774999976158142},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.35580000281333923},{"id":"https://openalex.org/C2776285913","wikidata":"https://www.wikidata.org/wiki/Q5165183","display_name":"Context management","level":3,"score":0.3061000108718872},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2935999929904938},{"id":"https://openalex.org/C48859967","wikidata":"https://www.wikidata.org/wiki/Q6486712","display_name":"Language construct","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2606000006198883},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.259799987077713},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.25920000672340393}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.07962","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-172988","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-172988","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"doi:10.48550/arxiv.2602.07962","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07962","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.07962","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,82,139],"models":[2,145,185],"(LLMs)":[3],"are":[4],"increasingly":[5],"capable":[6],"of":[7,17,105,144],"carrying":[8],"out":[9],"long-running,":[10],"real-world":[11],"tasks.":[12],"However,":[13],"as":[14,27,59,141,158],"the":[15,110,120,132,159,172],"amount":[16],"context":[18,112,121,150,166],"grows,":[19],"their":[20],"reliability":[21],"often":[22,55],"deteriorates,":[23],"a":[24,40,47,76,96,127,142,181],"phenomenon":[25],"known":[26],"\"context":[28],"rot\".":[29],"Existing":[30],"long-context":[31],"benchmarks":[32],"primarily":[33],"focus":[34],"on":[35],"single-step":[36],"settings":[37],"that":[38,61],"evaluate":[39],"model's":[41],"ability":[42],"to":[43,57,108,118,124,179],"retrieve":[44],"information":[45],"from":[46],"long":[48],"snippet.":[49],"In":[50],"realistic":[51],"scenarios,":[52],"however,":[53],"LLMs":[54],"need":[56],"act":[58],"agents":[60,83,140],"explore":[62],"environments,":[63],"follow":[64],"instructions":[65],"and":[66,71,102,146,186],"plans,":[67],"extract":[68],"useful":[69],"information,":[70],"predict":[72],"correct":[73],"actions":[74],"under":[75],"dynamically":[77],"growing":[78],"context.":[79],"To":[80],"assess":[81],"in":[84,126,188],"such":[85],"settings,":[86],"we":[87],"introduce":[88],"LOCA-bench":[89,99,117,137,178],"(a":[90],"benchmark":[91],"for":[92,183],"LOng-Context":[93],"Agents).":[94],"Given":[95],"task":[97,134],"prompt,":[98],"leverages":[100],"automated":[101],"scalable":[103],"control":[104],"environment":[106,160],"states":[107,161],"regulate":[109],"agent's":[111],"length.":[113],"This":[114],"design":[115],"enables":[116],"extend":[119],"length":[122],"potentially":[123],"infinity":[125],"controlled":[128],"way":[129],"while":[130],"keeping":[131],"underlying":[133],"semantics":[135],"fixed.":[136],"evaluates":[138],"combination":[143],"scaffolds,":[147],"including":[148],"various":[149],"management":[151,167],"strategies.":[152],"While":[153],"agent":[154],"performance":[155],"generally":[156],"degrades":[157],"grow":[162],"more":[163],"complex,":[164],"advanced":[165],"techniques":[168],"can":[169],"substantially":[170],"improve":[171],"overall":[173],"success":[174],"rate.":[175],"We":[176],"open-source":[177],"provide":[180],"platform":[182],"evaluating":[184],"scaffolds":[187],"long-context,":[189],"agentic":[190],"scenarios:":[191],"https://github.com/hkust-nlp/LOCA-bench":[192]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-11T00:00:00"}