{"id":"https://openalex.org/W7128481240","doi":"https://doi.org/10.48550/arxiv.2602.06973","title":"Does Visual Rendering Bypass Tokenization? Investigating Script-Tokenizer Misalignment in Pixel-Based Language Models","display_name":"Does Visual Rendering Bypass Tokenization? Investigating Script-Tokenizer Misalignment in Pixel-Based Language Models","publication_year":2026,"publication_date":"2026-01-12","ids":{"openalex":"https://openalex.org/W7128481240","doi":"https://doi.org/10.48550/arxiv.2602.06973"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.06973","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093192290","display_name":"Lucky Susanto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Susanto, Lucky","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093918488","display_name":"Musa Izzanardi Wijanarko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wijanarko, Musa Izzanardi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123044789","display_name":"Khumaisa Nur'aini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nur'aini, Khumaisa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125588576","display_name":"Farid Adilazuarda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adilazuarda, Farid","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125494395","display_name":"Alham Fikri Aji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aji, Alham Fikri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125594446","display_name":"Derry Tanti Wijaya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wijaya, Derry Tanti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12355326,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.18310000002384186,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.18310000002384186,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.17159999907016754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.04619999974966049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.8076000213623047},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7310000061988831},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6266999840736389},{"id":"https://openalex.org/keywords/lexical-analysis","display_name":"Lexical analysis","score":0.5690000057220459},{"id":"https://openalex.org/keywords/glyph","display_name":"Glyph (data visualization)","score":0.4950000047683716},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.37369999289512634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8198000192642212},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.8076000213623047},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7310000061988831},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6266999840736389},{"id":"https://openalex.org/C176982825","wikidata":"https://www.wikidata.org/wiki/Q835922","display_name":"Lexical analysis","level":2,"score":0.5690000057220459},{"id":"https://openalex.org/C142816647","wikidata":"https://www.wikidata.org/wiki/Q5573018","display_name":"Glyph (data visualization)","level":3,"score":0.4950000047683716},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47360000014305115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4350000023841858},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.37369999289512634},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.36910000443458557},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2971000075340271},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.273499995470047},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C2993924013","wikidata":"https://www.wikidata.org/wiki/Q6486792","display_name":"Receptive language","level":3,"score":0.25780001282691956}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.06973","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.06973","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.06973","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.06973","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"pixel-based":[1,93],"language":[2,94],"modeling":[3,95],"aims":[4,96],"to":[5,25,97,130,150],"bypass":[6],"the":[7,65,71,86,89,101,115],"sub-word":[8],"tokenization":[9,42],"bottleneck":[10],"by":[11],"rendering":[12,36],"text":[13,23,83,144],"as":[14,20,136,143],"images,":[15],"recent":[16],"multimodal":[17,141],"variants":[18],"such":[19],"DualGPT":[21,72],"reintroduce":[22],"tokenizers":[24,145],"improve":[26],"autoregressive":[27],"performance.":[28],"We":[29],"investigate":[30],"a":[31,39,82,123,137,147],"fundamental":[32],"question,":[33],"does":[34],"visual":[35,79],"truly":[37],"decouple":[38],"model":[40],"from":[41],"constraints?":[43],"Focusing":[44],"on":[45],"four":[46],"Indonesian":[47],"low-resource":[48],"local":[49],"languages":[50],"that":[51,92,114],"have":[52],"their":[53],"own":[54],"non-Latin":[55],"scripts":[56],"(i.e.,":[57],"Javanese,":[58],"Balinese,":[59],"Sundanese,":[60],"and":[61,109],"Lampungnese),":[62],"we":[63,112],"evaluate":[64],"impact":[66],"of":[67,128],"script-tokenizer":[68],"alignment":[69],"within":[70],"architecture.":[73],"Our":[74,133],"results":[75],"show":[76,113],"that,":[77],"despite":[78],"rendering,":[80],"reintegrating":[81],"tokenizer":[84,102,118],"into":[85],"architecture":[87],"reintroduces":[88],"same":[90],"issue":[91],"resolve,":[98],"which":[99],"is":[100],"misalignment":[103],"problem.":[104],"Despite":[105],"having":[106],"lower":[107],"OOV":[108],"fertility":[110],"rates,":[111],"Llama":[116],"2":[117],"performs":[119],"significantly":[120],"worse":[121],"than":[122],"custom":[124],"tokenizer,":[125],"with":[126],"improvements":[127],"up":[129],"30.15":[131],"chrF++.":[132],"findings":[134],"serve":[135],"warning":[138],"for":[139],"future":[140],"variants,":[142],"remain":[146],"significant":[148],"barrier":[149],"equitable":[151],"models.":[152]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-11T00:00:00"}