{"id":"https://openalex.org/W7108316173","doi":"https://doi.org/10.1145/3767695.3769499","title":"ATACompressor: Adaptive Task-Aware Compression for Efficient Long-Context Processing in LLMs","display_name":"ATACompressor: Adaptive Task-Aware Compression for Efficient Long-Context Processing in LLMs","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W7108316173","doi":"https://doi.org/10.1145/3767695.3769499"},"language":null,"primary_location":{"id":"doi:10.1145/3767695.3769499","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767695.3769499","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3767695.3769499","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xuancheng Li","orcid":"https://orcid.org/0009-0002-8670-1627"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuancheng Li","raw_affiliation_strings":["DCST, Tsinghua Univesity, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-8670-1627","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua Univesity, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haitao Li","orcid":"https://orcid.org/0009-0006-8766-8610"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Li","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-8766-8610","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yujia Zhou","orcid":"https://orcid.org/0000-0002-3530-3787"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujia Zhou","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3530-3787","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qingyao Ai","orcid":"https://orcid.org/0000-0002-5030-709X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyao Ai","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5030-709X","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yiqun Liu","orcid":"https://orcid.org/0000-0002-0140-4512"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Liu","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0140-4512","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.74190778,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"343","last_page":"352"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2624000012874603,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2624000012874603,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.1826000064611435,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.11429999768733978,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.6126000285148621},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5842999815940857},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5364000201225281},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5333999991416931},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5076000094413757},{"id":"https://openalex.org/keywords/adaptive-coding","display_name":"Adaptive coding","score":0.447299987077713},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4415000081062317},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.427700012922287},{"id":"https://openalex.org/keywords/gas-compressor","display_name":"Gas compressor","score":0.3952000141143799}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7748000025749207},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.6126000285148621},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5842999815940857},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5364000201225281},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5333999991416931},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5076000094413757},{"id":"https://openalex.org/C57890076","wikidata":"https://www.wikidata.org/wiki/Q4680725","display_name":"Adaptive coding","level":4,"score":0.447299987077713},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4415000081062317},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.427700012922287},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4124000072479248},{"id":"https://openalex.org/C131097465","wikidata":"https://www.wikidata.org/wiki/Q178898","display_name":"Gas compressor","level":2,"score":0.3952000141143799},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.39410001039505005},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.3774000108242035},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.3434000015258789},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3400000035762787},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.33320000767707825},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.3278000056743622},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.31150001287460327},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29010000824928284},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C87868495","wikidata":"https://www.wikidata.org/wiki/Q750843","display_name":"Information processing","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.2533000111579895}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3767695.3769499","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767695.3769499","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","raw_type":"proceedings-article"},{"id":"pmh:doi:10.48550/arxiv.2602.03226","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1145/3767695.3769499","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767695.3769499","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W4382246105","https://openalex.org/W4391136507","https://openalex.org/W4391376033","https://openalex.org/W4391876619","https://openalex.org/W4401857375","https://openalex.org/W4402684028"],"related_works":[],"abstract_inverted_index":{"Long-context":[0],"inputs":[1],"in":[2,12,125,143],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"often":[7],"suffer":[8],"from":[9],"the":[10,13,61,65,75,96,103,161],"''lost":[11],"middle''":[14],"problem,":[15],"where":[16],"critical":[17],"information":[18,44,84],"becomes":[19],"diluted":[20],"or":[21],"ignored":[22],"due":[23],"to":[24,31,156],"excessive":[25],"length.":[26],"Context":[27],"compression":[28,47,58,104,129],"methods":[29,124],"aim":[30],"address":[32],"this":[33],"by":[34],"reducing":[35,88],"input":[36],"size,":[37],"but":[38],"existing":[39,123],"approaches":[40],"struggle":[41],"with":[42],"balancing":[43],"preservation":[45],"and":[46,101,118,131,153],"efficiency.":[48],"We":[49,110],"propose":[50],"Adaptive":[51],"Task-Aware":[52],"Compressor":[53],"(ATACompressor),":[54],"which":[55],"dynamically":[56],"adjusts":[57,102],"based":[59],"on":[60,113],"specific":[62],"requirements":[63],"of":[64,78,98,127,150,164],"task.":[66],"ATACompressor":[67,112],"employs":[68],"a":[69,137,148],"selective":[70],"encoder":[71],"that":[72,82,120],"compresses":[73],"only":[74],"task-relevant":[76],"portions":[77],"long":[79],"contexts,":[80],"ensuring":[81],"essential":[83],"is":[85,168],"preserved":[86],"while":[87],"unnecessary":[89],"content.":[90],"Its":[91],"adaptive":[92],"allocation":[93],"controller":[94],"perceives":[95],"length":[97],"relevant":[99],"content":[100],"rate":[105],"accordingly,":[106],"optimizing":[107],"resource":[108],"utilization.":[109],"evaluate":[111],"three":[114],"QA":[115],"datasets\u2014HotpotQA,":[116],"MSMARCO,":[117],"SQUAD\u2014showing":[119],"it":[121],"outperforms":[122],"terms":[126],"both":[128],"efficiency":[130],"task":[132],"performance.":[133],"Our":[134,166],"approach":[135],"provides":[136],"scalable":[138],"solution":[139],"for":[140],"long-context":[141],"processing":[142],"LLMs.":[144],"Furthermore,":[145],"we":[146],"perform":[147],"range":[149],"ablation":[151],"studies":[152],"analysis":[154],"experiments":[155],"gain":[157],"deeper":[158],"insights":[159],"into":[160],"key":[162],"components":[163],"ATACompressor.":[165],"code":[167],"available":[169],"at":[170],"https://github.com/Cocobalt/ATACompressor.git.":[171]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-12-03T00:00:00"}