{"id":"https://openalex.org/W7139098017","doi":"https://doi.org/10.48550/arxiv.2603.16373","title":"Semantic One-Dimensional Tokenizer for Image Reconstruction and Generation","display_name":"Semantic One-Dimensional Tokenizer for Image Reconstruction and Generation","publication_year":2026,"publication_date":"2026-03-17","ids":{"openalex":"https://openalex.org/W7139098017","doi":"https://doi.org/10.48550/arxiv.2603.16373"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.16373","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16373","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.16373","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130199168","display_name":"Yunpeng Qu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qu, Yunpeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041821445","display_name":"Kaidong Zhang","orcid":"https://orcid.org/0000-0002-6467-7112"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Kaidong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129892675","display_name":"Yukang Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Yukang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129921789","display_name":"Ying Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129982725","display_name":"Jian Kang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9431999921798706,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9431999921798706,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.006099999882280827,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.00559999980032444,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5138000249862671},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4961000084877014},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.49239999055862427},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4810999929904938},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.45170000195503235},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4242999851703644},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.3799000084400177},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.36800000071525574},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.3587999939918518}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8029000163078308},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6402000188827515},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5138000249862671},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5029000043869019},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4961000084877014},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.49239999055862427},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4810999929904938},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.45170000195503235},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4242999851703644},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3799000084400177},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.36800000071525574},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3587999939918518},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35530000925064087},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.34119999408721924},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.3278000056743622},{"id":"https://openalex.org/C9770341","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Geospatial analysis","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.299699991941452},{"id":"https://openalex.org/C167611913","wikidata":"https://www.wikidata.org/wiki/Q6884747","display_name":"Bag-of-words model in computer vision","level":5,"score":0.28130000829696655},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2653000056743622}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.16373","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16373","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.16373","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16373","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5962817072868347}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Visual":[0],"generative":[1,120],"models":[2],"based":[3],"on":[4,46,124],"latent":[5],"space":[6],"have":[7],"achieved":[8,100],"great":[9],"success,":[10],"underscoring":[11],"the":[12,51,144],"significance":[13],"of":[14,53,146],"visual":[15,34],"tokenization.":[16,150],"Mapping":[17],"images":[18,38,73],"to":[19],"latents":[20],"boosts":[21],"efficiency":[22],"and":[23,44,117],"enables":[24],"multimodal":[25],"alignment":[26,115],"for":[27],"scaling":[28],"up":[29],"in":[30,86,137],"downstream":[31,138],"tasks.":[32,141],"Existing":[33],"tokenizers":[35],"primarily":[36],"map":[37],"into":[39,74],"fixed":[40],"2D":[41,72],"spatial":[42],"grids":[43],"focus":[45],"pixel-level":[47],"restoration,":[48],"which":[49,133],"hinders":[50],"capture":[52],"representations":[54],"with":[55,78,92,105],"compact":[56,95],"global":[57],"semantics.":[58,80],"To":[59],"address":[60],"these":[61],"issues,":[62],"we":[63,126],"propose":[64],"\\textbf{SemTok},":[65],"a":[66,83,93,102,109,113,118,128],"semantic":[67,114,148],"one-dimensional":[68],"tokenizer":[69],"that":[70],"compresses":[71],"1D":[75,149],"discrete":[76],"tokens":[77],"high-level":[79],"SemTok":[81],"sets":[82],"new":[84],"state-of-the-art":[85],"image":[87,139],"reconstruction,":[88],"achieving":[89],"superior":[90],"fidelity":[91],"remarkably":[94],"token":[96],"representation.":[97],"This":[98],"is":[99],"via":[101],"synergistic":[103],"framework":[104],"three":[106],"key":[107],"innovations:":[108],"2D-to-1D":[110],"tokenization":[111],"scheme,":[112],"constraint,":[116],"two-stage":[119],"training":[121],"strategy.":[122],"Building":[123],"SemTok,":[125],"construct":[127],"masked":[129],"autoregressive":[130],"generation":[131,140],"framework,":[132],"yields":[134],"notable":[135],"improvements":[136],"Experiments":[142],"confirm":[143],"effectiveness":[145],"our":[147],"Our":[151],"code":[152],"will":[153],"be":[154],"open-sourced.":[155]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-20T00:00:00"}