{"id":"https://openalex.org/W7160918672","doi":"https://doi.org/10.48550/arxiv.2605.10544","title":"Where Does Long-Context Supervision Actually Go? Effective-Context Exposure Balancing","display_name":"Where Does Long-Context Supervision Actually Go? Effective-Context Exposure Balancing","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7160918672","doi":"https://doi.org/10.48550/arxiv.2605.10544"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.10544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.10544","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134164946","display_name":"Jinchang Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jinchang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135918257","display_name":"Jindong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jindong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135968330","display_name":"Chengyu Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Chengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135991069","display_name":"Rong Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Rong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135992670","display_name":"Chao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135995156","display_name":"Haowei He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Haowei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135923554","display_name":"Menglin Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Menglin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20229999721050262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20229999721050262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.09719999879598618,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.08550000190734863,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ruler","display_name":"Ruler","score":0.9409999847412109},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6521000266075134},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5723999738693237},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.4894999861717224},{"id":"https://openalex.org/keywords/window","display_name":"Window (computing)","score":0.3695000112056732},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.36309999227523804}],"concepts":[{"id":"https://openalex.org/C165743212","wikidata":"https://www.wikidata.org/wiki/Q104555","display_name":"Ruler","level":2,"score":0.9409999847412109},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6521000266075134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6033999919891357},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5723999738693237},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.4894999861717224},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3889999985694885},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.3695000112056732},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.36309999227523804},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.35040000081062317},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26989999413490295},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26019999384880066},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.10544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.10544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-context":[0],"adaptation":[1,120],"is":[2,104],"often":[3],"viewed":[4],"as":[5],"window":[6],"scaling,":[7],"but":[8],"this":[9],"misses":[10],"a":[11,31,116],"token-level":[12],"supervision":[13],"mismatch:":[14],"in":[15],"packed":[16],"training":[17,125],"with":[18],"document":[19],"masking,":[20],"each":[21],"target":[22],"token's":[23],"effective":[24],"context":[25],"remains":[26],"short.":[27],"We":[28],"introduce":[29],"EXACT,":[30],"supervision-allocation":[32],"objective":[33],"that":[34],"assigns":[35],"extra":[36],"weight":[37],"to":[38],"long":[39,47],"effective-context":[40],"targets":[41],"by":[42,67,74,82],"inverse":[43],"frequency":[44],"within":[45],"the":[46],"tail.":[48],"Across":[49],"seven":[50],"Qwen/LLaMA":[51],"CPT":[52],"configurations,":[53],"EXACT":[54],"improves":[55,66,81],"all":[56],"28":[57],"trained/extrapolated":[58],"NoLiMa":[59,65],"and":[60,70,76,84],"RULER":[61,73,80],"comparisons.":[62],"On":[63,78],"Qwen2.5-0.5B,":[64],"+10.09":[68],"(trained)":[69],"+5.34":[71],"(extrapolated);":[72],"+10.69":[75],"+5.55.":[77],"LLaMA-3.2-3B,":[79],"+17.91":[83],"+16.11.":[85],"Standard":[86],"QA/reasoning":[87],"are":[88],"preserved":[89],"(+0.24":[90],"macro":[91],"change":[92],"across":[93],"six":[94],"benchmarks).":[95],"A":[96],"distance-resolved":[97],"probe":[98],"shows":[99],"gains":[100],"arise":[101],"when":[102],"evidence":[103],"thousands":[105],"of":[106],"tokens":[107],"away,":[108],"while":[109],"short":[110],"cases":[111],"remain":[112],"unchanged.":[113],"Results":[114],"support":[115],"supervision-centric":[117],"thesis:":[118],"long-context":[119,127],"depends":[121],"on":[122],"how":[123],"strongly":[124],"supervises":[126],"predictions.":[128]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}