{"id":"https://openalex.org/W7129536141","doi":"https://doi.org/10.48550/arxiv.2602.14814","title":"Learning State-Tracking from Code Using Linear RNNs","display_name":"Learning State-Tracking from Code Using Linear RNNs","publication_year":2026,"publication_date":"2026-02-16","ids":{"openalex":"https://openalex.org/W7129536141","doi":"https://doi.org/10.48550/arxiv.2602.14814"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.14814","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074049510","display_name":"Julien Siems","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Siems, Julien","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034665821","display_name":"Riccardo Grazzi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grazzi, Riccardo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126229500","display_name":"Kirill Kalinin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kalinin, Kirill","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090179071","display_name":"Hitesh Ballani","orcid":"https://orcid.org/0000-0003-1573-3314"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ballani, Hitesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125538801","display_name":"Babak Rahmani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rahmani, Babak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.3066999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.3066999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11020000278949738,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.09300000220537186,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5523999929428101},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.5501999855041504},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.4564000070095062},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.45249998569488525},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4309999942779541},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4207000136375427},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.41999998688697815},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.3668000102043152}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6656000018119812},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5523999929428101},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.5501999855041504},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4731000065803528},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.4564000070095062},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.45249998569488525},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44130000472068787},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4309999942779541},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4207000136375427},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.41999998688697815},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3668000102043152},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.36149999499320984},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.35269999504089355},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35249999165534973},{"id":"https://openalex.org/C174784677","wikidata":"https://www.wikidata.org/wiki/Q176567","display_name":"Probabilistic automaton","level":3,"score":0.33009999990463257},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3264999985694885},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.3179999887943268},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3156000077724457},{"id":"https://openalex.org/C129537906","wikidata":"https://www.wikidata.org/wiki/Q7603913","display_name":"State variable","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C167822520","wikidata":"https://www.wikidata.org/wiki/Q176452","display_name":"Finite-state machine","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.2583000063896179}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.14814","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.14814","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.14814","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.14814","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Over":[0],"the":[1,15,45,118],"last":[2],"years,":[3],"state-tracking":[4,83],"tasks,":[5],"particularly":[6],"permutation":[7,61],"composition,":[8],"have":[9],"become":[10],"a":[11,121],"testbed":[12],"to":[13,35,39,51],"understand":[14],"limits":[16],"of":[17,82,120],"sequence":[18],"models":[19],"architectures":[20],"like":[21],"Transformers":[22,90],"and":[23,26,73,129],"RNNs":[24,80,133,139],"(linear":[25],"non-linear).":[27],"However,":[28],"these":[29],"are":[30,108],"often":[31],"sequence-to-sequence":[32],"tasks:":[33],"learning":[34],"map":[36],"actions":[37,107],"(permutations)":[38],"states,":[40],"which":[41],"is":[42,104],"incompatible":[43],"with":[44,125],"next-token":[46],"prediction":[47],"setting":[48],"commonly":[49],"used":[50],"train":[52],"language":[53],"models.":[54],"We":[55,76,113],"address":[56],"this":[57,87,95,115,144],"gap":[58],"by":[59,94],"converting":[60],"composition":[62],"into":[63],"code":[64,103],"via":[65],"REPL":[66],"traces":[67],"that":[68,78,131],"interleave":[69],"state-reveals":[70],"through":[71],"prints":[72],"variable":[74],"transformations.":[75],"show":[77,130],"linear":[79,132],"capable":[81],"excel":[84],"also":[85],"in":[86,102,143],"setting,":[88],"while":[89],"still":[91],"fail.":[92],"Motivated":[93],"representation,":[96],"we":[97],"investigate":[98],"why":[99],"tracking":[100,117,141],"states":[101,142],"generally":[105],"difficult:":[106],"not":[109],"always":[110],"fully":[111],"observable.":[112],"frame":[114],"as":[116],"state":[119,127],"probabilistic":[122],"finite-state":[123],"automaton":[124],"deterministic":[126],"reveals":[128],"can":[134],"be":[135],"worse":[136],"than":[137],"non-linear":[138],"at":[140],"setup.":[145]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-18T00:00:00"}