{"id":"https://openalex.org/W7162647085","doi":"https://doi.org/10.48550/arxiv.2605.28079","title":"ATLAS: All-round Testing of Long-context Abilities across Scales","display_name":"ATLAS: All-round Testing of Long-context Abilities across Scales","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162647085","doi":"https://doi.org/10.48550/arxiv.2605.28079"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28079","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28079","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28079","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137282219","display_name":"Deli Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Deli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038231231","display_name":"Cunguang Wang","orcid":"https://orcid.org/0000-0002-5532-1931"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Cunguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109377270","display_name":"Hongyin Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Hongyin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137276753","display_name":"Zhe Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Zhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123653494","display_name":"Linsen Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Linsen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066720399","display_name":"Dongyu Ru","orcid":"https://orcid.org/0000-0002-7380-1672"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ru, Dongyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137199731","display_name":"Ruoshi Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Ruoshi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137249192","display_name":"Ziyue Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Ziyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137301068","display_name":"Xiaoyu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiaoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100689406","display_name":"Ziwen Wang","orcid":"https://orcid.org/0000-0001-9798-7021"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ziwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137211940","display_name":"Chen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137270467","display_name":"Anchun Gui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gui, Anchun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137252860","display_name":"Wen Zan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zan, Wen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137205939","display_name":"Jiaqi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiaqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137194947","display_name":"Xuezhi Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Xuezhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137263701","display_name":"Jingang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jingang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137275727","display_name":"Xunliang Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Xunliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137303811","display_name":"Yixin Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Yixin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.19979999959468842,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.19979999959468842,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.09210000187158585,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.09009999781847,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/headline","display_name":"Headline","score":0.6714000105857849},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.578499972820282},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5273000001907349},{"id":"https://openalex.org/keywords/comparability","display_name":"Comparability","score":0.4081000089645386},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.3961000144481659},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.38339999318122864},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3725000023841858},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.36169999837875366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6790000200271606},{"id":"https://openalex.org/C2778689934","wikidata":"https://www.wikidata.org/wiki/Q1313396","display_name":"Headline","level":2,"score":0.6714000105857849},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.578499972820282},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5273000001907349},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47530001401901245},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4453999996185303},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.4081000089645386},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4023999869823456},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3961000144481659},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.38339999318122864},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.36169999837875366},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3158999979496002},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.3156999945640564},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.30399999022483826},{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C194051981","wikidata":"https://www.wikidata.org/wiki/Q1337691","display_name":"Economic shortage","level":3,"score":0.2858999967575073},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2750000059604645},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28079","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28079","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28079","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28079","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-context":[0],"language":[1],"models":[2,156],"now":[3],"advertise":[4],"context":[5],"windows":[6],"up":[7,178],"to":[8,40,179],"millions":[9],"of":[10,171],"tokens,":[11],"yet":[12],"evaluations":[13],"typically":[14],"report":[15],"a":[16,20,46,62,85,99,194],"single":[17,195],"length":[18,32],"or":[19],"narrow":[21],"task":[22],"family,":[23],"masking":[24],"two":[25,161,165],"failure":[26],"modes:":[27],"performance":[28],"can":[29,73],"collapse":[30],"as":[31,53],"grows,":[33],"and":[34,96,133,136,153,163,190],"strong":[35],"retrieval":[36],"need":[37],"not":[38,192],"transfer":[39],"downstream":[41],"use.":[42],"We":[43,121],"present":[44],"ATLAS,":[45],"benchmarking":[47],"framework":[48,124],"that":[49,80,105],"redefines":[50],"long-context":[51,186],"evaluation":[52],"length-dependent":[54],"capability":[55,127,189],"profiling.":[56],"ATLAS":[57],"contributes":[58],"three":[59],"methodological":[60],"principles:(i)":[61],"layered":[63],"taxonomy":[64,103,166],"separating":[65],"foundational":[66],"operations":[67],"from":[68,113],"application":[69],"workloads":[70],"so":[71],"failures":[72],"be":[74],"attributed,":[75],"(ii)":[76],"length-aware":[77],"AUC":[78],"scoring":[79],"integrates":[81],"score-length":[82],"curves":[83],"over":[84,102],"fixed":[86],"8K-1M":[87],"grid,":[88],"replacing":[89],"single-point":[90],"metrics":[91],"with":[92,109,129,174],"full":[93],"degradation":[94],"profiles,":[95,108],"(iii)":[97],"ATLAScore,":[98],"harmonic-mean":[100],"aggregate":[101],"categories":[104],"penalizes":[106],"imbalanced":[107],"end-to-end":[110],"uncertainty":[111],"propagation":[112],"subset":[114],"scores":[115],"through":[116],"the":[117,123,164],"nonlinear":[118],"final":[119],"aggregate.":[120],"instantiate":[122],"across":[125],"eight":[126],"dimensions":[128],"nine":[130],"auditable":[131],"components":[132],"6,438":[134],"instances,":[135],"evaluate":[137],"26":[138],"models.":[139],"Gemini-3.1-Pro-Preview":[140],"leads":[141,145],"at":[142,146,159],"128K,":[143],"Claude-Opus-4.6":[144],"1M.":[147],"Rankings":[148],"reshuffle":[149],"substantially":[150],"between":[151],"ATLASscore@8K-128K":[152],"ATLASscore@8K-1M:":[154],"7":[155],"move":[157],"by":[158,188,193],"least":[160],"ranks,":[162],"layers":[167],"share":[168],"only":[169],"61%":[170],"cross-model":[172],"variance,":[173],"individual":[175],"rank":[176],"gaps":[177],"12":[180],"positions.":[181],"These":[182],"results":[183],"support":[184],"reporting":[185],"quality":[187],"length,":[191],"headline":[196],"score.":[197]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-29T00:00:00"}