{"id":"https://openalex.org/W7204865373","doi":"https://doi.org/10.48550/arxiv.2608.30695","title":"Liquid Gated Attention","display_name":"Liquid Gated Attention","publication_year":2026,"publication_date":"2026-08-31","ids":{"openalex":"https://openalex.org/W7204865373","doi":"https://doi.org/10.48550/arxiv.2608.30695"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.30695","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30695","pdf_url":"https://arxiv.org/pdf/2608.30695","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.30695","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134128168","display_name":"Yiheng Jiang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Yiheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056077366","display_name":"Yuanbo Xu","orcid":"https://orcid.org/0000-0001-8370-5011","observed_orcids":["https://orcid.org/0000-0001-8370-5011"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yuanbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5148850883","display_name":"Yongjian Yang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yongjian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.8208000063896179,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.8208000063896179,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0478999987244606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11416","display_name":"Numerical methods for differential equations","score":0.03020000085234642,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continuous-time-dynamics","display_name":"continuous-time dynamics","score":0.5849999785423279},{"id":"https://openalex.org/keywords/non-uniform-sampling","display_name":"non-uniform sampling","score":0.7149999737739563},{"id":"https://openalex.org/keywords/time-series-modeling","display_name":"time series modeling","score":0.550000011920929},{"id":"https://openalex.org/keywords/gating-mechanism","display_name":"gating mechanism","score":0.7929999828338623},{"id":"https://openalex.org/keywords/trajectory-reconstruction","display_name":"trajectory reconstruction","score":0.675000011920929},{"id":"https://openalex.org/keywords/sparse-observations","display_name":"sparse observations","score":0.7820000052452087},{"id":"https://openalex.org/keywords/linear-scaling","display_name":"linear scaling","score":0.40700000524520874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6953999996185303},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6431000232696533},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5102999806404114},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.43689998984336853},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4341000020503998},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4341000020503998},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.4277999997138977},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.40799999237060547},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.4000999927520752},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.39100000262260437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3865000009536743},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.35989999771118164},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.35749998688697815},{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.352400004863739},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3521000146865845},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3294000029563904},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C159423971","wikidata":"https://www.wikidata.org/wiki/Q177251","display_name":"Associative property","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C152671427","wikidata":"https://www.wikidata.org/wiki/Q10843505","display_name":"Non-negative matrix factorization","level":4,"score":0.29280000925064087},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.266400009393692},{"id":"https://openalex.org/C27753989","wikidata":"https://www.wikidata.org/wiki/Q284885","display_name":"Superposition principle","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.30695","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30695","pdf_url":"https://arxiv.org/pdf/2608.30695","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.30695","doi":"https://doi.org/10.48550/arxiv.2608.30695","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.30695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.30695","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30695","pdf_url":"https://arxiv.org/pdf/2608.30695","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7214795168","https://openalex.org/W7212427379","https://openalex.org/W7160507432","https://openalex.org/W3173899333","https://openalex.org/W4389713725","https://openalex.org/W4416036115","https://openalex.org/W7104719395","https://openalex.org/W4415917272","https://openalex.org/W7118003277","https://openalex.org/W7220672882"],"abstract_inverted_index":{"Real-world":[0],"time":[1,28,57,82],"series":[2],"often":[3],"exhibit":[4],"irregular":[5],"sampling":[6],"and":[7,47,90,113,158,174,179,189],"extended":[8],"temporal":[9,38,72,105,123,136],"horizons,":[10],"requiring":[11],"models":[12,36],"to":[13,163],"capture":[14],"continuous-time":[15,35,87,152,190],"dynamics":[16],"across":[17,103],"arbitrary":[18],"intervals":[19,29,58],"without":[20],"prohibitive":[21],"scaling":[22,194],"costs.":[23],"Discrete-time":[24],"methods":[25],"collapse":[26],"variable":[27],"into":[30],"static":[31],"positional":[32],"steps;":[33],"solver-dependent":[34],"preserve":[37],"structure":[39],"but":[40],"rely":[41],"on":[42,143],"sequential":[43],"integration,":[44],"precluding":[45],"parallelization;":[46],"solver-free":[48,70],"approximations":[49],"avoid":[50],"this":[51],"cost":[52],"yet":[53],"none":[54],"couples":[55],"observed":[56,81],"with":[59,80,192],"input-driven":[60,77],"state":[61,93,172],"modulation.":[62],"We":[63],"propose":[64],"Liquid":[65],"Gated":[66],"Attention":[67],"(LGA),":[68],"a":[69,86,96,114,148],"parallel":[71,101],"operator.":[73],"By":[74],"parameterizing":[75],"an":[76],"gating":[78],"mechanism":[79],"intervals,":[83],"LGA":[84,120],"introduces":[85],"inductive":[88],"bias":[89],"formulates":[91],"hidden":[92],"evolution":[94],"as":[95],"fast-weight":[97],"associative":[98],"memory,":[99],"enabling":[100],"computation":[102],"the":[104],"dimension.":[106],"Using":[107],"matrix":[108],"associativity":[109],"in":[110,117,125,128],"non-causal":[111],"encoding":[112],"prefix":[115],"scan":[116],"causal":[118],"encoding,":[119],"attains":[121],"linear":[122,193],"complexity":[124],"sequence":[126],"length":[127],"both":[129],"modes.":[130],"A":[131],"sequence-level":[132],"normalization":[133],"bounds":[134],"cumulative":[135],"decay":[137],"for":[138,151],"stable":[139],"long-horizon":[140],"optimization.":[141],"Building":[142],"LGA,":[144],"we":[145],"instantiate":[146],"LFormer,":[147],"modular":[149],"backbone":[150],"representation":[153],"learning.":[154],"Across":[155],"six":[156],"tasks":[157],"sixteen":[159],"datasets":[160],"spanning":[161],"up":[162],"17,984":[164],"steps,":[165],"LFormer":[166],"demonstrates":[167],"long-range":[168],"dependency":[169],"modeling,":[170],"fine-grained":[171],"tracking,":[173],"trajectory":[175],"reconstruction":[176],"from":[177],"sparse":[178],"noisy":[180],"observations,":[181],"while":[182],"delivering":[183],"competitive":[184],"performance":[185],"against":[186],"state-of-the-art":[187],"discrete-time":[188],"baselines":[191],"efficiency.":[195]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-09-02T00:00:00"}