{"id":"https://openalex.org/W7160956301","doi":"https://doi.org/10.48550/arxiv.2605.09204","title":"LBI: Parallel Scan Backpropagation via Latent Bounded Interfaces","display_name":"LBI: Parallel Scan Backpropagation via Latent Bounded Interfaces","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7160956301","doi":"https://doi.org/10.48550/arxiv.2605.09204"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.09204","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09204","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.09204","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021652496","display_name":"S. Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Shaun Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5058967466","display_name":"Sangeetha Abdu Jyothi","orcid":"https://orcid.org/0009-0000-0503-4478"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jyothi, Sangeetha Abdu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5178999900817871,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5178999900817871,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.11379999667406082,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.05550000071525574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.7670000195503235},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.6365000009536743},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5393000245094299},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.5022000074386597},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3831999897956848},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.37599998712539673},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.32249999046325684}],"concepts":[{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.7670000195503235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6963000297546387},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.6365000009536743},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.548799991607666},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5393000245094299},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.5022000074386597},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.39410001039505005},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3831999897956848},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.37599998712539673},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3181000053882599},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.31139999628067017},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C168773036","wikidata":"https://www.wikidata.org/wiki/Q264164","display_name":"Recursion (computer science)","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C2779804580","wikidata":"https://www.wikidata.org/wiki/Q102047","display_name":"Suffix","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.09204","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09204","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.09204","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09204","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Backpropagation":[0],"is":[1],"inherently":[2],"sequential":[3],"across":[4,115],"depth,":[5],"creating":[6],"an":[7,54,149],"$O(K)$-deep":[8],"dependency":[9],"chain":[10],"that":[11,57,110],"bottlenecks":[12],"parallel":[13],"training.":[14],"While":[15],"parallel-scan":[16],"formulations":[17],"theoretically":[18],"reduce":[19],"this":[20],"depth":[21],"to":[22,33,66,84,98,134,159],"$O(\\log":[23],"K)$,":[24],"they":[25],"are":[26],"computationally":[27],"prohibitive":[28],"for":[29,152,171],"modern":[30],"architectures":[31,117],"due":[32],"the":[34,44,81,105],"$O(d^3)$":[35,97],"cost":[36,95],"of":[37,130,142,167],"composing":[38],"full-rank":[39],"$d\\times":[40],"d$":[41],"Jacobians":[42],"over":[43,88,163],"entire":[45],"hidden":[46],"state.":[47],"We":[48,108],"introduce":[49],"Latent":[50],"Bounded":[51],"Interfaces":[52,129],"(LBI),":[53],"algorithmic":[55,150],"formulation":[56],"makes":[58],"scan-based":[59],"backpropagation":[60],"tractable":[61],"by":[62],"restricting":[63],"inter-region":[64],"communication":[65,158],"a":[67,85,122,160],"low-dimensional":[68],"latent":[69],"interface,":[70],"$":[71],"m_k":[72],"\\in":[73],"\\mathbb{R}^{r}$,":[74],"where":[75],"$r":[76,89],"\\ll":[77],"d$.":[78],"This":[79],"reduces":[80],"adjoint":[82],"recursion":[83],"suffix":[86],"scan":[87,162],"\\times":[90],"r$":[91],"Jacobians,":[92],"cutting":[93],"per-combine":[94],"from":[96],"$O(r^3)$":[99],"while":[100],"preserving":[101],"exact":[102],"gradients":[103],"under":[104],"bounded-interface":[106],"model.":[107],"demonstrate":[109],"LBI":[111],"maintains":[112],"model":[113],"quality":[114,137],"four":[116],"(Mamba-2,":[118],"Mamba-3,":[119],"Transformer,":[120],"and":[121],"Mamba--Transformer":[123],"hybrid)":[124],"at":[125],"47--61M":[126],"block":[127],"parameters.":[128],"dimension":[131],"$r=16$":[132],"suffice":[133],"preserve":[135],"training":[136],"within":[138],"0.16--0.35":[139],"cross":[140],"entropy":[141],"dense":[143],"baselines.":[144],"The":[145],"resulting":[146],"framework":[147],"provides":[148],"foundation":[151],"region-parallel":[153],"training,":[154],"reducing":[155],"cross-device":[156],"backward":[157],"single":[161],"$K$":[164],"fixed-size":[165],"matrices,":[166],"approximately":[168],"56":[169],"KB":[170],"our":[172],"experimental":[173],"configurations.":[174]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-13T00:00:00"}