{"id":"https://openalex.org/W4412889839","doi":"https://doi.org/10.18653/v1/2025.acl-long.1394","title":"Pretraining Context Compressor for Large Language Models with Embedding-Based Memory","display_name":"Pretraining Context Compressor for Large Language Models with Embedding-Based Memory","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889839","doi":"https://doi.org/10.18653/v1/2025.acl-long.1394"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.1394","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1394","pdf_url":"https://aclanthology.org/2025.acl-long.1394.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.1394.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109187979","display_name":"Yu\u2010Hong Dai","orcid":"https://orcid.org/0000-0002-6932-9512"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuhong Dai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087106517","display_name":"Jianxun Lian","orcid":"https://orcid.org/0000-0003-3108-5601"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianxun Lian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036099688","display_name":"Yitian Huang","orcid":"https://orcid.org/0009-0002-0223-5519"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yitian Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441703","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-8208-3342"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023686661","display_name":"Mingyang Zhou","orcid":"https://orcid.org/0000-0001-5996-3395"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mingyang Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078336864","display_name":"Mingqi Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mingqi Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044651577","display_name":"Xing Xie","orcid":"https://orcid.org/0000-0002-8608-8482"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing Xie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100618396","display_name":"Hao Liao","orcid":"https://orcid.org/0000-0003-1223-6996"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Liao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8273,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90969931,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"28715","last_page":"28732"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9624999761581421,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.957099974155426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7350777983665466},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5529473423957825},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5186442732810974},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43113014101982117},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.41940248012542725},{"id":"https://openalex.org/keywords/gas-compressor","display_name":"Gas compressor","score":0.4186326265335083},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3507944345474243},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3288514018058777},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20102503895759583},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08980336785316467},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.08958959579467773}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7350777983665466},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5529473423957825},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5186442732810974},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43113014101982117},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.41940248012542725},{"id":"https://openalex.org/C131097465","wikidata":"https://www.wikidata.org/wiki/Q178898","display_name":"Gas compressor","level":2,"score":0.4186326265335083},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3507944345474243},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3288514018058777},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20102503895759583},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08980336785316467},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.08958959579467773},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.1394","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1394","pdf_url":"https://aclanthology.org/2025.acl-long.1394.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.1394","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1394","pdf_url":"https://aclanthology.org/2025.acl-long.1394.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G126194180","display_name":null,"funder_award_id":"62476173","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1365786781","display_name":"\u8fb9\u7f18\u8ba1\u7b97\u4e2d\u5f02\u5e38\u68c0\u6d4b\u53ca\u81ea\u9002\u5e94\u7f51\u7edc\u63a7\u5236\u7814\u7a76","funder_award_id":"61972145","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1788879660","display_name":null,"funder_award_id":"62002233","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3789667853","display_name":null,"funder_award_id":"2024A1515011938","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G4396590201","display_name":null,"funder_award_id":"2019ZT08X603","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G5403815052","display_name":null,"funder_award_id":"2019ZT08X603","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8078468421","display_name":null,"funder_award_id":"2020B1515120028","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889839.pdf","grobid_xml":"https://content.openalex.org/works/W4412889839.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W2180065763","https://openalex.org/W2097960496","https://openalex.org/W4234675215","https://openalex.org/W2115762596","https://openalex.org/W2037549926","https://openalex.org/W2065319031","https://openalex.org/W4246029114","https://openalex.org/W971438466","https://openalex.org/W2064188213"],"abstract_inverted_index":{"Yuhong":[0],"Dai,":[1],"Jianxun":[2],"Lian,":[3],"Yitian":[4],"Huang,":[5],"Wei":[6],"Zhang,":[7],"Mingyang":[8],"Zhou,":[9],"Mingqi":[10],"Wu,":[11],"Xing":[12],"Xie,":[13],"Hao":[14],"Liao.":[15],"Proceedings":[16],"of":[17,22],"the":[18,23],"63rd":[19],"Annual":[20],"Meeting":[21],"Association":[24],"for":[25],"Computational":[26],"Linguistics":[27],"(Volume":[28],"1:":[29],"Long":[30],"Papers).":[31],"2025.":[32]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}