{"id":"https://openalex.org/W7133811312","doi":"https://doi.org/10.48550/arxiv.2603.03583","title":"ByteFlow: Language Modeling through Adaptive Byte Compression without a Tokenizer","display_name":"ByteFlow: Language Modeling through Adaptive Byte Compression without a Tokenizer","publication_year":2026,"publication_date":"2026-03-03","ids":{"openalex":"https://openalex.org/W7133811312","doi":"https://doi.org/10.48550/arxiv.2603.03583"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.03583","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128147113","display_name":"Chunyuan Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Chunyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116225215","display_name":"Sanket Lokegaonkar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lokegaonkar, Sanket","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056881273","display_name":"Colin Lockard","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lockard, Colin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001039604","display_name":"Besnik Fetahu","orcid":"https://orcid.org/0000-0002-3343-7992"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fetahu, Besnik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089887413","display_name":"Nasser Zalmout","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zalmout, Nasser","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128215029","display_name":"Xian Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26912171,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.34040001034736633,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.34040001034736633,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2540999948978424,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.04859999939799309,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5950000286102295},{"id":"https://openalex.org/keywords/byte","display_name":"Byte","score":0.5860999822616577},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5425999760627747},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5196999907493591},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.4975000023841858},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.45320001244544983},{"id":"https://openalex.org/keywords/treebank","display_name":"Treebank","score":0.4032999873161316},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3772999942302704},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.33340001106262207},{"id":"https://openalex.org/keywords/snapshot","display_name":"Snapshot (computer storage)","score":0.3319999873638153}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8406000137329102},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5950000286102295},{"id":"https://openalex.org/C43364308","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Byte","level":2,"score":0.5860999822616577},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5425999760627747},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5196999907493591},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.4975000023841858},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.45320001244544983},{"id":"https://openalex.org/C206134035","wikidata":"https://www.wikidata.org/wiki/Q811525","display_name":"Treebank","level":3,"score":0.4032999873161316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37860000133514404},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3772999942302704},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36149999499320984},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.33340001106262207},{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C2776779415","wikidata":"https://www.wikidata.org/wiki/Q2545446","display_name":"Grapheme","level":3,"score":0.32280001044273376},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.32199999690055847},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3102000057697296},{"id":"https://openalex.org/C2779211743","wikidata":"https://www.wikidata.org/wiki/Q11994045","display_name":"Syllabification","level":3,"score":0.3095000088214874},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C203357204","wikidata":"https://www.wikidata.org/wiki/Q1089605","display_name":"Chunking (psychology)","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C46900642","wikidata":"https://www.wikidata.org/wiki/Q2647","display_name":"Huffman coding","level":3,"score":0.29600000381469727},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C101097943","wikidata":"https://www.wikidata.org/wiki/Q5176983","display_name":"Counterintuitive","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C140146324","wikidata":"https://www.wikidata.org/wiki/Q1144319","display_name":"Predicate (mathematical logic)","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.258899986743927},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.251800000667572}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.03583","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.03583","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.03583","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.03583","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"language":[1,163],"models":[2,55],"still":[3],"rely":[4],"on":[5,75,100],"fixed,":[6],"pre-defined":[7],"subword":[8],"tokenizations.":[9],"Once":[10],"a":[11,44,87,156],"tokenizer":[12],"is":[13,147],"trained,":[14],"the":[15,76,115],"LM":[16],"can":[17],"only":[18,149],"operate":[19],"at":[20],"this":[21,121],"fixed":[22],"level":[23],"of":[24,61,79],"granularity,":[25],"which":[26],"often":[27],"leads":[28],"to":[29,56,114],"brittle":[30,101],"and":[31,52,136,161],"counterintuitive":[32],"behaviors":[33],"even":[34],"in":[35],"otherwise":[36],"strong":[37],"reasoning":[38],"models.":[39,164],"We":[40],"introduce":[41],"\\textbf{ByteFlow":[42],"Net},":[43],"new":[45],"hierarchical":[46],"architecture":[47],"that":[48,98,120,143],"removes":[49],"tokenizers":[50],"entirely":[51],"instead":[53],"enables":[54],"learn":[57],"their":[58],"own":[59],"segmentation":[60,73],"raw":[62],"byte":[63],"streams":[64],"into":[65],"semantically":[66],"meaningful":[67],"units.":[68],"ByteFlow":[69,107,130],"Net":[70,108,131],"performs":[71],"compression-driven":[72],"based":[74],"coding":[77],"rate":[78],"latent":[80],"representations,":[81],"yielding":[82],"adaptive":[83,160],"boundaries":[84],"\\emph{while":[85],"preserving":[86],"static":[88],"computation":[89],"graph":[90],"via":[91],"Top-$K$":[92],"selection}.":[93],"Unlike":[94],"prior":[95],"self-tokenizing":[96],"methods":[97],"depend":[99],"heuristics":[102],"with":[103,129],"human-designed":[104],"inductive":[105],"biases,":[106],"adapts":[109],"its":[110],"internal":[111],"representation":[112],"granularity":[113],"input":[116],"itself.":[117],"Experiments":[118],"demonstrate":[119],"compression-based":[122],"chunking":[123],"strategy":[124],"yields":[125],"substantial":[126],"performance":[127],"gains,":[128],"outperforming":[132],"both":[133],"BPE-based":[134],"Transformers":[135],"previous":[137],"byte-level":[138],"architectures.":[139],"These":[140],"results":[141],"suggest":[142],"end-to-end,":[144],"tokenizer-free":[145],"modeling":[146],"not":[148],"feasible":[150],"but":[151],"also":[152],"more":[153,159],"effective,":[154],"opening":[155],"path":[157],"toward":[158],"information-grounded":[162]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-06T00:00:00"}