{"id":"https://openalex.org/W4408354597","doi":"https://doi.org/10.1109/icassp49660.2025.10890757","title":"Trimformer: A Novel Sequence Compression Mechanism with Local Attention","display_name":"Trimformer: A Novel Sequence Compression Mechanism with Local Attention","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408354597","doi":"https://doi.org/10.1109/icassp49660.2025.10890757"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10890757","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890757","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004175767","display_name":"Ran Dou","orcid":"https://orcid.org/0009-0009-0004-9086"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ran Dou","raw_affiliation_strings":["University of Florida,Electrical and Computer Engineering,Gainesville,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,Electrical and Computer Engineering,Gainesville,USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114083721","display_name":"Liyang Ru","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liyang Ru","raw_affiliation_strings":["University of Florida,Electrical and Computer Engineering,Gainesville,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,Electrical and Computer Engineering,Gainesville,USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019504861","display_name":"Jos\u00e9 C. Pr\u0131\u0301ncipe","orcid":"https://orcid.org/0000-0002-3449-3531"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose Principe","raw_affiliation_strings":["University of Florida,Electrical and Computer Engineering,Gainesville,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,Electrical and Computer Engineering,Gainesville,USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":2.0277,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.84497376,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9455000162124634,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9455000162124634,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9401999711990356,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9394000172615051,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6813856363296509},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6061936616897583},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5656464695930481},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.5525767207145691},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4157130718231201},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3016548752784729},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.07865142822265625},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.05483397841453552},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05342927575111389}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6813856363296509},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6061936616897583},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5656464695930481},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.5525767207145691},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4157130718231201},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3016548752784729},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.07865142822265625},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.05483397841453552},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05342927575111389},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10890757","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890757","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320316514","display_name":"Arm","ror":"https://ror.org/04mmhzs81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2949736877","https://openalex.org/W2964110616","https://openalex.org/W4206289265","https://openalex.org/W4244502008","https://openalex.org/W4307823382","https://openalex.org/W4386071783","https://openalex.org/W4389524288","https://openalex.org/W4402671293","https://openalex.org/W6776048684","https://openalex.org/W6779163297","https://openalex.org/W6779709467","https://openalex.org/W6781533629","https://openalex.org/W6784333009","https://openalex.org/W6795842910","https://openalex.org/W6845406134","https://openalex.org/W6851812595","https://openalex.org/W6852111094","https://openalex.org/W6858176360","https://openalex.org/W6859495724","https://openalex.org/W6860672047"],"related_works":["https://openalex.org/W2382997850","https://openalex.org/W2390968135","https://openalex.org/W2382213751","https://openalex.org/W2351750670","https://openalex.org/W1597848696","https://openalex.org/W2354715126","https://openalex.org/W2388563748","https://openalex.org/W2375179084","https://openalex.org/W2612632602","https://openalex.org/W2321805087"],"abstract_inverted_index":{"Training":[0],"on":[1,23],"extremely":[2],"long":[3],"sequences":[4],"poses":[5],"significant":[6],"challenges":[7],"for":[8],"attention":[9,19,28,74,81],"mechanisms.":[10],"In":[11],"this":[12,55],"paper,":[13],"we":[14],"introduce":[15],"a":[16],"novel":[17],"trim":[18,73],"mechanism":[20,31,75],"that":[21,54],"capitalizes":[22],"the":[24,34,39,45,65],"inherent":[25],"sparsity":[26],"within":[27],"processes.":[29],"This":[30],"effectively":[32],"compresses":[33],"sequence":[35],"length,":[36],"thereby":[37],"reducing":[38],"overall":[40],"computational":[41,60],"complexity":[42],"without":[43],"altering":[44],"number":[46],"of":[47],"trainable":[48],"parameters.":[49],"Our":[50],"experimental":[51],"results":[52],"demonstrate":[53],"approach":[56],"not":[57],"only":[58],"decreases":[59],"demands":[61],"but":[62],"also":[63],"outperforms":[64],"Vision":[66],"Transformer":[67],"in":[68],"image":[69],"classification":[70],"tasks.":[71],"The":[72],"can":[76],"seamlessly":[77],"replace":[78],"any":[79],"standard":[80],"layer.":[82]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}