{"id":"https://openalex.org/W7128482918","doi":"https://doi.org/10.48550/arxiv.2602.07599","title":"Rational Transductors","display_name":"Rational Transductors","publication_year":2026,"publication_date":"2026-02-07","ids":{"openalex":"https://openalex.org/W7128482918","doi":"https://doi.org/10.48550/arxiv.2602.07599"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.07599","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058849006","display_name":"Mehryar Mohri","orcid":"https://orcid.org/0000-0002-3987-9847"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mohri, Mehryar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5058849006"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16789607,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.4510999917984009,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.4510999917984009,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.3824999928474426,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.020600000396370888,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.6237000226974487},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.5655999779701233},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5320000052452087},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.46540001034736633},{"id":"https://openalex.org/keywords/rational-number","display_name":"Rational number","score":0.4226999878883362},{"id":"https://openalex.org/keywords/finite-state-machine","display_name":"Finite-state machine","score":0.415800005197525},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.39890000224113464},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.39879998564720154}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.6237000226974487},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.5655999779701233},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5320000052452087},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4936999976634979},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.46540001034736633},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44290000200271606},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4422999918460846},{"id":"https://openalex.org/C46875033","wikidata":"https://www.wikidata.org/wiki/Q1244890","display_name":"Rational number","level":2,"score":0.4226999878883362},{"id":"https://openalex.org/C167822520","wikidata":"https://www.wikidata.org/wiki/Q176452","display_name":"Finite-state machine","level":2,"score":0.415800005197525},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.39890000224113464},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.39879998564720154},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3659999966621399},{"id":"https://openalex.org/C24858836","wikidata":"https://www.wikidata.org/wiki/Q844718","display_name":"Theory of computation","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.3190000057220459},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30390000343322754},{"id":"https://openalex.org/C2777151079","wikidata":"https://www.wikidata.org/wiki/Q141160","display_name":"Parity (physics)","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.28450000286102295},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.28349998593330383},{"id":"https://openalex.org/C47030870","wikidata":"https://www.wikidata.org/wiki/Q467606","display_name":"Model theory","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C165753454","wikidata":"https://www.wikidata.org/wiki/Q1020380","display_name":"B\u00fcchi automaton","level":4,"score":0.2685999870300293},{"id":"https://openalex.org/C31772880","wikidata":"https://www.wikidata.org/wiki/Q2666479","display_name":"Rational agent","level":2,"score":0.25769999623298645}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.07599","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.07599","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07599","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.07599","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Standard":[0],"Transformers":[1,95,190],"excel":[2],"at":[3],"semantic":[4],"modeling":[5],"but":[6],"struggle":[7],"with":[8,62],"rigid":[9],"sequential":[10,43,146,194],"logic":[11],"and":[12,108,113,170],"state":[13,75],"tracking.":[14],"Theoretical":[15,168],"work":[16],"establishes":[17],"that":[18,34,58,136,154,174],"self-attention":[19],"is":[20,160],"limited":[21],"to":[22,37,96,162],"$\\AC^0$":[23],"(under":[24,29],"hard":[25],"attention)":[26],"or":[27],"$\\TC^0$":[28],"soft":[30],"attention),":[31],"complexity":[32],"classes":[33],"often":[35],"fail":[36],"support":[38],"robust":[39,182],"length":[40,183],"generalization":[41,184],"on":[42,185],"problems":[44,102],"without":[45,192],"intermediate":[46],"chain-of-thought.":[47],"In":[48],"this":[49],"work,":[50],"we":[51,134],"introduce":[52],"\\emph{Rational":[53],"Transductors},":[54],"a":[55,63,82,130,142],"dual-stream":[56],"architecture":[57,128],"augments":[59],"the":[60,78,91,127,155,164,178,193],"Transformer":[61],"matrix-valued":[64],"recurrence":[65],"derived":[66],"from":[67],"Weighted":[68],"Finite":[69],"Automata":[70],"(WFA).":[71],"By":[72],"injecting":[73],"rational":[74],"information":[76],"into":[77],"attention":[79],"mechanism":[80],"via":[81],"\\emph{Deep":[83],"Rational":[84,138,157,175],"Injection}":[85],"scheme,":[86],"our":[87,149],"framework":[88],"strictly":[89],"generalizes":[90],"expressive":[92],"power":[93],"of":[94,197],"capture":[97],"all":[98],"Regular":[99],"Languages,":[100],"$\\NC^1$-complete":[101],"(such":[103],"as":[104,141],"Boolean":[105],"Formula":[106],"Evaluation),":[107],"fundamental":[109],"separations":[110],"like":[111],"Parity":[112],"Modular":[114],"Counting,":[115],"while":[116,152],"preserving":[117],"$O(L":[118],"+":[119],"\\log":[120],"T)$":[121],"parallel":[122],"time":[123],"complexity.":[124],"We":[125],"ground":[126],"in":[129],"rigorous":[131],"learning":[132],"theory:":[133],"prove":[135],"\\emph{Random":[137],"Features}":[139],"act":[140],"universal":[143],"basis":[144],"for":[145],"dependencies,":[147],"justifying":[148],"initialization":[150],"strategy,":[151],"establishing":[153],"\\emph{Differentiable":[156],"Feature}":[158],"regime":[159],"necessary":[161],"close":[163],"representational":[165],"compactness":[166],"gap.":[167],"analysis":[169],"empirical":[171],"results":[172],"demonstrate":[173],"Transductors":[176],"solve":[177],"\"Regular":[179],"Gap,\"":[180],"enabling":[181],"algorithmic":[186],"tasks":[187],"where":[188],"standard":[189],"fail,":[191],"computational":[195],"bottlenecks":[196],"traditional":[198],"RNNs.":[199]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-11T00:00:00"}