{"id":"https://openalex.org/W3128933491","doi":"https://doi.org/10.1109/tpami.2021.3058341","title":"Text Compression-aided Transformer Encoding","display_name":"Text Compression-aided Transformer Encoding","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3128933491","doi":"https://doi.org/10.1109/tpami.2021.3058341","mag":"3128933491","pmid":"https://pubmed.ncbi.nlm.nih.gov/33577448"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3058341","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3058341","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.05951","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002584135","display_name":"Zuchao Li","orcid":"https://orcid.org/0000-0003-0436-8446"},"institutions":[{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"funder","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zuchao Li","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I4210165726","https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070962435","display_name":"Zhuosheng Zhang","orcid":"https://orcid.org/0000-0002-4183-3645"},"institutions":[{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"funder","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuosheng Zhang","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I4210165726","https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036050911","display_name":"Hai Zhao","orcid":"https://orcid.org/0000-0001-7290-0487"},"institutions":[{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"funder","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Zhao","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I4210165726","https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431149","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0001-8007-2503"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"funder","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I4210165726","https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006323375","display_name":"Kehai Chen","orcid":"https://orcid.org/0000-0002-4346-7618"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kehai Chen","raw_affiliation_strings":["National Institute of Information and Communications Technology (NICT), Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Information and Communications Technology (NICT), Kyoto, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021667085","display_name":"Masao Utiyama","orcid":"https://orcid.org/0000-0003-1111-9245"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masao Utiyama","raw_affiliation_strings":["National Institute of Information and Communications Technology (NICT), Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Information and Communications Technology (NICT), Kyoto, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033318800","display_name":"Eiichiro Sumita","orcid":"https://orcid.org/0000-0002-1028-4399"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Eiichiro Sumita","raw_affiliation_strings":["National Institute of Information and Communications Technology (NICT), Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Information and Communications Technology (NICT), Kyoto, Japan","institution_ids":["https://openalex.org/I90023481"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5002584135"],"corresponding_institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210165726"],"apc_list":null,"apc_paid":null,"fwci":5.8793,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.96705177,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"44","issue":"7","first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8233769536018372},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.7451202869415283},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7151384949684143},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5835123062133789},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5534246563911438},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4641597867012024},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.45184046030044556},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4439026713371277}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8233769536018372},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.7451202869415283},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7151384949684143},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5835123062133789},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5534246563911438},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4641597867012024},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.45184046030044556},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4439026713371277},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2021.3058341","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3058341","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:33577448","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33577448","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:arXiv.org:2102.05951","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.05951","pdf_url":"https://arxiv.org/pdf/2102.05951","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.05951","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.05951","pdf_url":"https://arxiv.org/pdf/2102.05951","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":102,"referenced_works":["https://openalex.org/W30193166","https://openalex.org/W1501931667","https://openalex.org/W1544827683","https://openalex.org/W1792850142","https://openalex.org/W2019413183","https://openalex.org/W2025768430","https://openalex.org/W2115167129","https://openalex.org/W2126129064","https://openalex.org/W2133182690","https://openalex.org/W2140679639","https://openalex.org/W2153579005","https://openalex.org/W2154652894","https://openalex.org/W2162245945","https://openalex.org/W2293778248","https://openalex.org/W2307381258","https://openalex.org/W2467173223","https://openalex.org/W2507756961","https://openalex.org/W2519284111","https://openalex.org/W2525778437","https://openalex.org/W2564861257","https://openalex.org/W2606964149","https://openalex.org/W2606974598","https://openalex.org/W2613904329","https://openalex.org/W2767206889","https://openalex.org/W2785910460","https://openalex.org/W2799124508","https://openalex.org/W2890116189","https://openalex.org/W2896457183","https://openalex.org/W2897076808","https://openalex.org/W2903193068","https://openalex.org/W2903728819","https://openalex.org/W2905927205","https://openalex.org/W2920665390","https://openalex.org/W2944815030","https://openalex.org/W2945260553","https://openalex.org/W2949615363","https://openalex.org/W2949925034","https://openalex.org/W2951286828","https://openalex.org/W2952468927","https://openalex.org/W2952524847","https://openalex.org/W2953830716","https://openalex.org/W2962739339","https://openalex.org/W2962784628","https://openalex.org/W2962805889","https://openalex.org/W2962931466","https://openalex.org/W2962965405","https://openalex.org/W2962996600","https://openalex.org/W2963104691","https://openalex.org/W2963323070","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963547127","https://openalex.org/W2963615251","https://openalex.org/W2963652649","https://openalex.org/W2963748441","https://openalex.org/W2963846996","https://openalex.org/W2963929190","https://openalex.org/W2963969878","https://openalex.org/W2964089333","https://openalex.org/W2964204621","https://openalex.org/W2964265128","https://openalex.org/W2964302946","https://openalex.org/W2964335437","https://openalex.org/W2970419734","https://openalex.org/W2970597249","https://openalex.org/W2971274815","https://openalex.org/W2982399380","https://openalex.org/W2996264288","https://openalex.org/W2996428491","https://openalex.org/W2998704965","https://openalex.org/W2999210089","https://openalex.org/W3001393026","https://openalex.org/W3002535714","https://openalex.org/W3034238904","https://openalex.org/W3034715004","https://openalex.org/W3034999214","https://openalex.org/W3100439847","https://openalex.org/W4285719527","https://openalex.org/W4294170691","https://openalex.org/W4299923722","https://openalex.org/W4385245566","https://openalex.org/W6601244113","https://openalex.org/W6632455782","https://openalex.org/W6638238318","https://openalex.org/W6680532216","https://openalex.org/W6682631176","https://openalex.org/W6682691769","https://openalex.org/W6697028822","https://openalex.org/W6725207838","https://openalex.org/W6727690538","https://openalex.org/W6737778391","https://openalex.org/W6739901393","https://openalex.org/W6746208923","https://openalex.org/W6755691338","https://openalex.org/W6757517122","https://openalex.org/W6759961675","https://openalex.org/W6762122294","https://openalex.org/W6762521896","https://openalex.org/W6763701032","https://openalex.org/W6768021236","https://openalex.org/W6771915120","https://openalex.org/W6773706223"],"related_works":["https://openalex.org/W4381058564","https://openalex.org/W3003945460","https://openalex.org/W4388937922","https://openalex.org/W4288267738","https://openalex.org/W4288365749","https://openalex.org/W2964413124","https://openalex.org/W2936497627","https://openalex.org/W3013624417","https://openalex.org/W4287826556","https://openalex.org/W3098382480"],"abstract_inverted_index":{"Text":[0],"encoding":[1,85,101],"is":[2,65],"one":[3],"of":[4,38,61,137],"the":[5,20,24,36,43,55,59,62,83,100,126,150,167,187,190,196],"most":[6],"important":[7],"steps":[8],"in":[9,23,35,51,177],"Natural":[10],"Language":[11],"Processing":[12],"(NLP).":[13],"It":[14],"has":[15,30],"been":[16],"done":[17],"well":[18],"by":[19],"self-attention":[21],"mechanism":[22],"current":[25],"state-of-the-art":[26],"Transformer":[27,44,84],"encoder,":[28],"which":[29],"brought":[31],"about":[32],"significant":[33],"improvements":[34],"performance":[37],"many":[39],"NLP":[40],"tasks.":[41,159],"Though":[42],"encoder":[45],"may":[46],"effectively":[47],"capture":[48],"general":[49],"information":[50,152],"its":[52],"resulting":[53],"representations,":[54],"backbone":[56,140,151],"information,":[57],"meaning":[58],"gist":[60],"input":[63],"text,":[64,113],"not":[66],"specifically":[67],"focused":[68],"on.":[69],"In":[70],"this":[71,90],"paper,":[72],"we":[73],"propose":[74,134],"explicit":[75,104,169],"and":[76,86,145,170],"implicit":[77,116,171],"text":[78,105,117,131,172,193],"compression":[79,106,118,173,194],"approaches":[80,107,174],"to":[81,111,125,129,148,179,189,198],"enhance":[82],"evaluate":[87],"models":[88,110,155],"using":[89],"approach":[91,119],"on":[92,99,162],"several":[93],"typical":[94],"downstream":[95,158],"tasks":[96],"that":[97,166],"rely":[98],"heavily.":[102],"Our":[103,160],"use":[108],"dedicated":[109],"compress":[112],"while":[114],"our":[115],"simply":[120],"adds":[121],"an":[122],"additional":[123],"module":[124],"main":[127],"model":[128],"handle":[130],"compression.":[132],"We":[133,182],"three":[135],"ways":[136],"integration,":[138],"namely":[139],"source-side":[141],"fusion,":[142,144,147],"target-side":[143],"both-side":[146],"integrate":[149],"into":[153],"Transformer-based":[154],"for":[156],"various":[157],"evaluation":[161],"benchmark":[163],"datasets":[164],"shows":[165],"proposed":[168],"improve":[175],"results":[176],"comparison":[178],"strong":[180],"baselines.":[181],"therefore":[183],"conclude,":[184],"when":[185],"comparing":[186],"encodings":[188],"baseline":[191],"models,":[192],"helps":[195],"encoders":[197],"learn":[199],"better":[200],"language":[201],"representations.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":13}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}