{"id":"https://openalex.org/W7125984027","doi":"https://doi.org/10.48550/arxiv.2601.19221","title":"DREAMSTATE: Diffusing States and Parameters for Recurrent Large Language Models","display_name":"DREAMSTATE: Diffusing States and Parameters for Recurrent Large Language Models","publication_year":2026,"publication_date":"2026-01-27","ids":{"openalex":"https://openalex.org/W7125984027","doi":"https://doi.org/10.48550/arxiv.2601.19221"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2601.19221","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124074376","display_name":"Liu Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Xiao, Liu","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5124074376"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.40959998965263367,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.40959998965263367,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.07479999959468842,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.06549999862909317,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6105999946594238},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.5228999853134155},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.49559998512268066},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4708000123500824},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.4593000113964081},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.4512999951839447},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.44620001316070557},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.40369999408721924}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7633000016212463},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6105999946594238},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5564000010490417},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.5228999853134155},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.49559998512268066},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4708000123500824},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.4593000113964081},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.4512999951839447},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.44620001316070557},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.399399995803833},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3871000111103058},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37860000133514404},{"id":"https://openalex.org/C2780366209","wikidata":"https://www.wikidata.org/wiki/Q5170200","display_name":"Core model","level":2,"score":0.37770000100135803},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33709999918937683},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.335999995470047},{"id":"https://openalex.org/C195818886","wikidata":"https://www.wikidata.org/wiki/Q5421724","display_name":"Expressive power","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C77660490","wikidata":"https://www.wikidata.org/wiki/Q244916","display_name":"Intermediate language","level":3,"score":0.2881999909877777},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2601.19221","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2601.19221","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.19221","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2601.19221","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"Recurrent":[1],"Neural":[2],"Networks":[3],"(RNNs),":[4],"such":[5],"as":[6,40],"RWKV,":[7],"are":[8],"distinguished":[9],"by":[10,59],"their":[11,37],"powerful":[12],"short-range":[13],"modeling":[14,105],"capabilities":[15],"and":[16,84,97,104,143],"efficient":[17],"fixed-size":[18],"states,":[19],"which":[20],"constitute":[21],"a":[22,31,67,113,131,136,157,172,184,195],"core":[23,146],"advantage":[24],"over":[25],"standard":[26],"Transformers.":[27],"However,":[28],"there":[29],"is":[30,92,205],"significant":[32],"lack":[33],"of":[34,55,78,89,122],"research":[35,186],"into":[36,156],"internal":[38],"state":[39,58,190],"an":[41],"editable":[42],"knowledge":[43],"representation.":[44],"To":[45],"fill":[46],"this":[47,90,164],"gap,":[48],"we":[49,110],"first":[50],"explore":[51],"the":[52,56,61,75,79,106,119,145,152],"representational":[53,108],"properties":[54],"RWKV":[57],"proposing":[60],"DREAMSTATE":[62],"framework.":[63],"This":[64,128],"framework":[65],"utilizes":[66],"conditional":[68],"Diffusion":[69],"Transformer":[70],"(DiT)":[71],"to":[72,140],"directly":[73],"model":[74,166,201],"probability":[76],"manifold":[77],"state,":[80],"enabling":[81],"its":[82,176],"generation":[83,99],"editing.":[85],"The":[86,203],"structural":[87],"nature":[88],"representation":[91,191],"validated":[93],"through":[94],"t-SNE":[95],"visualizations":[96],"controlled":[98],"experiments.":[100],"After":[101],"successfully":[102],"uncovering":[103],"state's":[107],"potential,":[109],"further":[111],"propose":[112],"novel":[114],"hybrid":[115,165],"architecture":[116,129],"that":[117,134,163],"combines":[118],"local":[120],"advantages":[121],"RNNs":[123],"with":[124],"global":[125,138],"context":[126,139],"adaptability.":[127],"features":[130],"parallel":[132],"DiT":[133],"processes":[135],"variable-length":[137],"dynamically":[141],"generate":[142],"adjust":[144],"recurrent":[147],"module's":[148],"WKV":[149],"parameters,":[150],"transforming":[151],"fixed":[153],"recurrence":[154],"mechanism":[155],"context-aware":[158],"dynamic":[159],"function.":[160],"Experiments":[161],"demonstrate":[162],"can":[167],"be":[168],"trained":[169],"stably":[170],"via":[171],"multi-objective":[173],"loss,":[174],"validating":[175],"design":[177],"feasibility.":[178],"Our":[179],"work":[180],"not":[181],"only":[182],"opens":[183],"new":[185],"direction":[187],"for":[188,199],"RNN":[189],"but":[192],"also":[193],"provides":[194],"concrete":[196],"architectural":[197],"reference":[198],"future":[200],"design.":[202],"code":[204],"publicly":[206],"available":[207],"at:":[208],"https://huggingface.co/2dgx41s/DreamState.":[209]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-01-29T00:00:00"}