{"id":"https://openalex.org/W4416035071","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.361","title":"ReMamba: Equip Mamba with Effective Long-Sequence Modeling","display_name":"ReMamba: Equip Mamba with Effective Long-Sequence Modeling","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416035071","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.361"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.361","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.361","pdf_url":"https://aclanthology.org/2025.findings-emnlp.361.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.361.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113407753","display_name":"Danlong Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Danlong Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100347851","display_name":"Jiahao Liu","orcid":"https://orcid.org/0000-0002-1843-0610"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiahao Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111709190","display_name":"Bei Li","orcid":"https://orcid.org/0009-0001-2690-3545"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bei Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084593277","display_name":"H. Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huishuai Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109645379","display_name":"Jingang Wang","orcid":"https://orcid.org/0000-0002-9997-8142"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingang Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108993008","display_name":"Xunliang Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xunliang Cai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101077254","display_name":"Dongyan Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dongyan Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.0381,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.98431113,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"6830","last_page":"6840"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.05700000002980232,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.05700000002980232,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.03929999843239784,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":0.034299999475479126,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.21400000154972076},{"id":"https://openalex.org/keywords/theodolite","display_name":"Theodolite","score":0.2020999938249588},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.19820000231266022},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.19220000505447388}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.311599999666214},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27549999952316284},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.2386000007390976},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21709999442100525},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.21400000154972076},{"id":"https://openalex.org/C46399941","wikidata":"https://www.wikidata.org/wiki/Q181517","display_name":"Theodolite","level":2,"score":0.2020999938249588},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.19820000231266022},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.19220000505447388},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.19189999997615814},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.19140000641345978}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.361","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.361","pdf_url":"https://aclanthology.org/2025.findings-emnlp.361.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.361","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.361","pdf_url":"https://aclanthology.org/2025.findings-emnlp.361.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416035071.pdf","grobid_xml":"https://content.openalex.org/works/W4416035071.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"the":[1,37,42,75,85],"Mamba":[2,43],"architecture":[3],"demonstrates":[4],"superior":[5],"inference":[6,70],"efficiency":[7,39],"and":[8,45,59,77,89,93],"competitive":[9],"performance":[10,95],"on":[11,74,97],"short-context":[12],"natural":[13],"language":[14],"processing":[15],"(NLP)":[16],"tasks,":[17],"empirical":[18],"evidence":[19],"suggests":[20],"its":[21],"capacity":[22],"to":[23,30,52],"comprehend":[24,53],"long":[25,54],"contexts":[26],"is":[27],"limited":[28],"compared":[29],"transformer-based":[31],"models.In":[32],"this":[33],"study,":[34],"we":[35],"investigate":[36],"longcontext":[38],"issues":[40],"of":[41],"models":[44],"propose":[46],"ReMamba,":[47],"which":[48],"enhances":[49],"Mamba's":[50],"ability":[51],"contexts.ReMamba":[55],"incorporates":[56],"selective":[57],"compression":[58],"adaptation":[60],"techniques":[61],"within":[62],"a":[63],"two-stage":[64],"re-forward":[65],"process,":[66],"incurring":[67],"minimal":[68],"additional":[69],"costs":[71],"overhead.Experimental":[72],"results":[73],"LongBench":[76],"L-Eval":[78],"benchmarks":[79],"demonstrate":[80],"ReMamba's":[81],"efficacy,":[82],"improving":[83],"over":[84],"baselines":[86],"by":[87],"3.2":[88],"1.6":[90],"points,":[91],"respectively,":[92],"attaining":[94],"almost":[96],"par":[98],"with":[99],"same-size":[100],"transformer":[101],"models.":[102]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-08T00:00:00"}