{"id":"https://openalex.org/W7161035519","doi":"https://doi.org/10.48550/arxiv.2605.12460","title":"Multi-Stream LLMs: Unblocking Language Models with Parallel Streams of Thoughts, Inputs and Outputs","display_name":"Multi-Stream LLMs: Unblocking Language Models with Parallel Streams of Thoughts, Inputs and Outputs","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161035519","doi":"https://doi.org/10.48550/arxiv.2605.12460"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.12460","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12460","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.12460","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136046098","display_name":"Guinan Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Guinan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136020436","display_name":"Yanwu Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yanwu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136011664","display_name":"Xueyan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xueyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136034588","display_name":"Jonas Geiping","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geiping, Jonas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.13079999387264252,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.13079999387264252,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10189999639987946,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.09560000151395798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7821000218391418},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5027999877929688},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.49380001425743103},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.47519999742507935},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.45500001311302185},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4480000138282776},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.4074999988079071},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.3465000092983246}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8428999781608582},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7821000218391418},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5027999877929688},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.49380001425743103},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.47519999742507935},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.45500001311302185},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4480000138282776},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.4074999988079071},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36660000681877136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34860000014305115},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33570000529289246},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.26739999651908875},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C15845906","wikidata":"https://www.wikidata.org/wiki/Q1172338","display_name":"Data exchange","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.12460","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12460","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.12460","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12460","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.8222719430923462,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"continued":[1],"improvements":[2],"in":[3,19,62,74,92,167],"language":[4,155],"model":[5,156,195,200,211],"capability":[6],"have":[7],"unlocked":[8],"their":[9],"widespread":[10],"use":[11,23],"as":[12,191],"drivers":[13],"of":[14,28,66,81,141,153,172,188,205],"autonomous":[15],"agents,":[16],"for":[17,131,137],"example":[18],"coding":[20],"or":[21,113],"computer":[22],"applications.":[24],"However,":[25],"the":[26,83,102,154],"core":[27],"these":[29],"systems":[30],"has":[31],"not":[32],"changed":[33],"much":[34],"since":[35],"early":[36],"instruction-tuned":[37],"models":[38,76,123],"like":[39],"ChatGPT.":[40],"Even":[41],"advanced":[42],"AI":[43],"agents":[44],"function":[45],"on":[46,115,176],"message":[47,133],"exchange":[48],"formats,":[49],"successively":[50],"exchanging":[51],"messages":[52],"with":[53,56],"users,":[54],"systems,":[55],"itself":[57],"(i.e.":[58],"chain-of-thought)":[59],"and":[60,91,108,164,207],"tools":[61],"a":[63,71,79,147,186],"single":[64,72],"stream":[65,73],"computation.":[67],"This":[68],"bottleneck":[69],"to":[70,78,96,135],"chat":[75],"leads":[77],"number":[80,187],"limitations:":[82],"agent":[84,103],"cannot":[85,94,104,109],"act":[86,105],"(generate":[87],"output)":[88],"while":[89,99,106,111],"reading,":[90],"reverse,":[93],"react":[95],"new":[97],"information":[98],"writing.":[100],"Similarly,":[101],"thinking":[107],"think":[110],"reading":[112],"acting":[114],"information.":[116],"In":[117],"this":[118,182],"work,":[119],"we":[120],"show":[121],"that":[122,181],"can":[124,208],"be":[125],"unblocked":[126],"by":[127],"switching":[128],"from":[129,160],"instruction-tuning":[130,136],"sequential":[132],"formats":[134],"multiple,":[138],"parallel":[139],"streams":[140,163],"computation,":[142],"splitting":[143],"each":[144],"role":[145],"into":[146],"separate":[148],"stream.":[149],"Every":[150],"forward":[151],"pass":[152],"then":[157],"simultaneously":[158],"reads":[159],"multiple":[161,168],"input":[162],"generates":[165],"tokens":[166],"output":[169],"streams,":[170],"all":[171],"which":[173],"causally":[174],"depend":[175],"earlier":[177],"timesteps.":[178],"We":[179],"argue":[180],"data-driven":[183],"change":[184],"remedies":[185],"usability":[189],"limitations":[190],"outlined":[192],"above,":[193],"improves":[194,199],"efficiency":[196],"through":[197,202],"parallelization,":[198],"security":[201],"better":[203],"separation":[204],"concerns":[206],"further":[209],"improve":[210],"monitorability.":[212]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-14T00:00:00"}