{"id":"https://openalex.org/W4415949687","doi":"https://doi.org/10.48550/arxiv.2510.16092","title":"Compressing Many-Shots in In-Context Learning","display_name":"Compressing Many-Shots in In-Context Learning","publication_year":2025,"publication_date":"2025-10-17","ids":{"openalex":"https://openalex.org/W4415949687","doi":"https://doi.org/10.48550/arxiv.2510.16092"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2510.16092","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.16092","pdf_url":"https://arxiv.org/pdf/2510.16092","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2510.16092","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077706355","display_name":"Devvrit Khatri","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Khatri, Devvrit","raw_affiliation_strings":["UCLA \u03b4 University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA \u03b4 University of Texas at Austin","institution_ids":["https://openalex.org/I161318765","https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102638298","display_name":"Pranamya Kulkarni","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kulkarni, Pranamya","raw_affiliation_strings":["UCLA \u03b4 University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA \u03b4 University of Texas at Austin","institution_ids":["https://openalex.org/I161318765","https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034510032","display_name":"Nilesh Gupta","orcid":"https://orcid.org/0000-0002-6065-8475","observed_orcids":["https://orcid.org/0000-0002-6065-8475"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gupta, Nilesh","raw_affiliation_strings":["UCLA \u03b4 University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA \u03b4 University of Texas at Austin","institution_ids":["https://openalex.org/I161318765","https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046881980","display_name":"Yerram Varun","orcid":"https://orcid.org/0000-0002-9568-7495","observed_orcids":["https://orcid.org/0000-0002-9568-7495"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Varun, Yerram","raw_affiliation_strings":["UCLA \u03b4 University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA \u03b4 University of Texas at Austin","institution_ids":["https://openalex.org/I161318765","https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086149037","display_name":"Peng Li","orcid":"https://orcid.org/0000-0003-4496-439X","observed_orcids":["https://orcid.org/0000-0003-4496-439X","https://orcid.org/0000-0001-8245-4003","https://orcid.org/0000-0002-6545-0497"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng, Liqian","raw_affiliation_strings":["UCLA \u03b4 University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA \u03b4 University of Texas at Austin","institution_ids":["https://openalex.org/I161318765","https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072592605","display_name":"Jay Yagnik","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yagnik, Jay","raw_affiliation_strings":["UCLA \u03b4 University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA \u03b4 University of Texas at Austin","institution_ids":["https://openalex.org/I161318765","https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007012613","display_name":"Praneeth Netrapalli","orcid":"https://orcid.org/0000-0003-3863-6162","observed_orcids":["https://orcid.org/0000-0003-3863-6162"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Netrapalli, Praneeth","raw_affiliation_strings":["UCLA \u03b4 University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA \u03b4 University of Texas at Austin","institution_ids":["https://openalex.org/I161318765","https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010841999","display_name":"Cho\u2010Jui Hsieh","orcid":"https://orcid.org/0000-0002-3520-9627","observed_orcids":["https://orcid.org/0000-0002-3520-9627"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hsieh, Cho-Jui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Go, Alec","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Go, Alec","raw_affiliation_strings":["UCLA \u03b4 University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA \u03b4 University of Texas at Austin","institution_ids":["https://openalex.org/I161318765","https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063459703","display_name":"Inderjit S. Dhillon","orcid":"https://orcid.org/0000-0002-2759-1416","observed_orcids":["https://orcid.org/0000-0002-2759-1416"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dhillon, Inderjit S","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058266558","display_name":"Aditya Kusupati","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kusupati, Aditya","raw_affiliation_strings":["UCLA \u03b4 University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA \u03b4 University of Texas at Austin","institution_ids":["https://openalex.org/I161318765","https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101633143","display_name":"Prateek Jain","orcid":"https://orcid.org/0000-0002-0162-489X","observed_orcids":["https://orcid.org/0000-0002-0162-489X"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jain, Prateek","raw_affiliation_strings":["UCLA \u03b4 University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA \u03b4 University of Texas at Austin","institution_ids":["https://openalex.org/I161318765","https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6445000171661377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6445000171661377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3167000114917755,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.017799999564886093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.9760000109672546},{"id":"https://openalex.org/keywords/prompt-compression","display_name":"prompt compression","score":0.8450000286102295},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.718999981880188},{"id":"https://openalex.org/keywords/memory-efficiency","display_name":"memory efficiency","score":0.7089999914169312},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.7720000147819519}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7609000205993652},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.6588000059127808},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5425999760627747},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5246000289916992},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5008999705314636},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.46869999170303345},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.45500001311302185},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.4507000148296356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4253000020980835},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.40849998593330383},{"id":"https://openalex.org/C131097465","wikidata":"https://www.wikidata.org/wiki/Q178898","display_name":"Gas compressor","level":2,"score":0.3986000120639801},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3817000091075897},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.36959999799728394},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33970001339912415},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.3221000134944916},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.28630000352859497},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28119999170303345},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2510.16092","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.16092","pdf_url":"https://arxiv.org/pdf/2510.16092","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2510.16092","doi":"https://doi.org/10.48550/arxiv.2510.16092","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.16092","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2510.16092","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.16092","pdf_url":"https://arxiv.org/pdf/2510.16092","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415949687.pdf","grobid_xml":"https://content.openalex.org/works/W4415949687.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2612431505","https://openalex.org/W2952942550","https://openalex.org/W2966087730","https://openalex.org/W3012396850","https://openalex.org/W3210904070","https://openalex.org/W4387294617","https://openalex.org/W4387561528","https://openalex.org/W4391211792","https://openalex.org/W4392902389","https://openalex.org/W4401306979","https://openalex.org/W4402672084","https://openalex.org/W4411119282","https://openalex.org/W4415796795","https://openalex.org/W4415798387","https://openalex.org/W4415798413"],"related_works":["https://openalex.org/W7129629268","https://openalex.org/W7214316994","https://openalex.org/W4389519226","https://openalex.org/W4416034038","https://openalex.org/W4414875571","https://openalex.org/W4417439643","https://openalex.org/W4412889950","https://openalex.org/W7164000695","https://openalex.org/W7140110774","https://openalex.org/W4416184858"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"been":[5],"shown":[6],"to":[7,10,53,77,191],"be":[8],"able":[9],"learn":[11],"different":[12,172],"tasks":[13,204],"without":[14],"explicit":[15],"finetuning":[16],"when":[17],"given":[18],"many":[19,69],"input-output":[20],"examples":[21],"/":[22],"demonstrations":[23],"through":[24],"In-Context":[25],"Learning":[26],"(ICL).":[27],"Increasing":[28],"the":[29,55,65],"number":[30],"of":[31,60],"examples,":[32],"called":[33],"``shots'',":[34],"improves":[35],"downstream":[36],"task":[37],"performance":[38,212],"but":[39],"incurs":[40],"higher":[41,216],"memory":[42,56],"and":[43,57,100,129,168,176,180,187],"computational":[44,58],"costs.":[45],"In":[46],"this":[47],"work,":[48],"we":[49,115,155],"study":[50],"an":[51],"approach":[52],"improve":[54],"efficiency":[59],"ICL":[61],"inference":[62],"by":[63,142,220,232],"compressing":[64,131],"many-shot":[66,98,132,182],"prompts.":[67],"Given":[68],"shots":[70,104],"comprising":[71],"t":[72],"tokens,":[73],"our":[74],"goal":[75],"is":[76,108,127],"generate":[78],"a":[79,106,119,158],"m":[80,84],"soft-token":[81],"summary,":[82],"where":[83],"<":[85],"t.":[86],"We":[87,162],"first":[88],"show":[89],"that":[90],"existing":[91],"prompt":[92],"compression":[93,141,160,188,199,217],"methods":[94],"are":[95],"ineffective":[96],"for":[97],"compression,":[99,114],"simply":[101],"using":[102],"fewer":[103],"as":[105],"baseline":[107,211],"surprisingly":[109],"strong.":[110],"To":[111],"achieve":[112],"effective":[113],"find":[116],"that:":[117],"(a)":[118],"stronger":[120],"compressor":[121,166],"model":[122,173],"with":[123,146,205,227],"more":[124,139],"trainable":[125],"parameters":[126],"necessary,":[128],"(b)":[130],"representations":[133],"at":[134,215],"each":[135,144],"transformer":[136],"layer":[137,145],"enables":[138],"fine-grained":[140],"providing":[143],"its":[147],"own":[148],"compressed":[149],"representation.":[150],"Based":[151],"on":[152,201],"these":[153],"insights,":[154],"propose":[156],"MemCom,":[157],"layer-wise":[159],"method.":[161],"systematically":[163],"evaluate":[164],"various":[165],"models":[167],"training":[169],"approaches":[170],"across":[171,197],"sizes":[174],"(2B":[175],"7B),":[177],"architectures":[178],"(Gemma":[179],"Mistral),":[181],"sequence":[183],"lengths":[184],"(3k-6k":[185],"tokens),":[186],"ratios":[189,200],"(3x":[190],"8x).":[192],"MemCom":[193,223],"outperforms":[194],"strong":[195],"baselines":[196],"all":[198],"multiple":[202],"classification":[203],"large":[206],"label":[207],"sets.":[208],"Notably,":[209],"while":[210],"degrades":[213],"sharply":[214],"ratios,":[218],"often":[219],"over":[221],"20-30%,":[222],"maintains":[224],"high":[225],"accuracy":[226],"minimal":[228],"degradation,":[229],"typically":[230],"dropping":[231],"less":[233],"than":[234],"10%.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-22T00:00:00"}
