{"id":"https://openalex.org/W4416092020","doi":"https://doi.org/10.1007/s11263-026-03081-x","title":"TokLIP: Marry Visual Tokens to CLIP for Multimodal Comprehension and Generation","display_name":"TokLIP: Marry Visual Tokens to CLIP for Multimodal Comprehension and Generation","alternate_titles":[],"publication_year":2026,"publication_date":"2026-10-26","ids":{"openalex":"https://openalex.org/W4416092020","doi":"https://doi.org/10.1007/s11263-026-03081-x"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-026-03081-x","doi":"https://doi.org/10.1007/s11263-026-03081-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-026-03081-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-026-03081-x.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4416092020"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-026-03081-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025724191","display_name":"Haokun Lin","orcid":"https://orcid.org/0009-0000-1084-7115","observed_orcids":["https://orcid.org/0009-0000-1084-7115","https://orcid.org/0009-0003-8776-7780","https://orcid.org/0009-0009-9116-0432","https://orcid.org/0009-0004-8395-392X"]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN","HK"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Haokun Lin","raw_affiliation_strings":["ARC Lab, Tencent, Shenzhen, China","City University of Hong Kong, Hong Kong, China","MAIS & NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-1084-7115","affiliations":[{"raw_affiliation_string":"ARC Lab, Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"MAIS & NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089778019","display_name":"Teng Wang","orcid":"https://orcid.org/0000-0003-3729-0139","observed_orcids":["https://orcid.org/0000-0003-3729-0139"]},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Teng Wang","raw_affiliation_strings":["ARC Lab, Tencent, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ARC Lab, Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047802386","display_name":"Yixiao Ge","orcid":"https://orcid.org/0000-0002-5351-5329","observed_orcids":["https://orcid.org/0000-0002-5351-5329"]},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Yixiao Ge","raw_affiliation_strings":["ARC Lab, Tencent, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ARC Lab, Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062830848","display_name":"Yuying Ge","orcid":"https://orcid.org/0000-0001-5818-2589","observed_orcids":["https://orcid.org/0000-0001-5818-2589"]},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yuying Ge","raw_affiliation_strings":["ARC Lab, Tencent, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ARC Lab, Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077477260","display_name":"Zhichao Lu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhichao Lu","raw_affiliation_strings":["City University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107904074","display_name":"Ying Wei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ying Wei","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000546219","display_name":"Qingfu Zhang","orcid":"https://orcid.org/0000-0003-0786-0671","observed_orcids":["https://orcid.org/0000-0003-0786-0671"]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Qingfu Zhang","raw_affiliation_strings":["City University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055505703","display_name":"Zhenan Sun","orcid":"https://orcid.org/0000-0003-4029-9935","observed_orcids":["https://orcid.org/0000-0003-4029-9935"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhenan Sun","raw_affiliation_strings":["MAIS & NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MAIS & NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102004349","display_name":"Ying Shan","orcid":"https://orcid.org/0000-0001-7673-8325","observed_orcids":["https://orcid.org/0000-0001-7673-8325"]},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ying Shan","raw_affiliation_strings":["ARC Lab, Tencent, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ARC Lab, Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5025724191","https://openalex.org/A5047802386"],"corresponding_institution_ids":["https://openalex.org/I168719708","https://openalex.org/I19820366","https://openalex.org/I2250653659","https://openalex.org/I4210112150"],"apc_list":{"value":4090,"currency":"USD","value_usd":4090},"apc_paid":{"value":4090,"currency":"USD","value_usd":4090},"fwci":43.7409,"has_fulltext":true,"cited_by_count":57,"citation_normalized_percentile":{"value":0.99842455,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":100},"biblio":{"volume":"134","issue":"11","first_page":"495","last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-tokenization","display_name":"visual tokenization","score":0.8429999947547913},{"id":"https://openalex.org/keywords/vector-quantization","display_name":"vector quantization","score":0.7379999756813049},{"id":"https://openalex.org/keywords/multimodal-comprehension","display_name":"multimodal comprehension","score":0.8019999861717224},{"id":"https://openalex.org/keywords/multimodal-generation","display_name":"multimodal generation","score":0.9559999704360962},{"id":"https://openalex.org/keywords/autoregressive-transformer","display_name":"autoregressive transformers","score":0.6389999985694885},{"id":"https://openalex.org/keywords/vision-transformer-encoder","display_name":"vision transformer encoder","score":0.546999990940094},{"id":"https://openalex.org/keywords/data-efficiency","display_name":"data efficiency","score":0.49900001287460327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7760999798774719},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6646999716758728},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5892000198364258},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5644999742507935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4934999942779541},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4602999985218048},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4584999978542328},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4323999881744385},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.400299996137619},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.38999998569488525},{"id":"https://openalex.org/C96146094","wikidata":"https://www.wikidata.org/wiki/Q609057","display_name":"Unification","level":2,"score":0.37720000743865967},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.33899998664855957},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.322299987077713},{"id":"https://openalex.org/C2986659363","wikidata":"https://www.wikidata.org/wiki/Q6646450","display_name":"Listening comprehension","level":3,"score":0.30889999866485596},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.27559998631477356},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s11263-026-03081-x","doi":"https://doi.org/10.1007/s11263-026-03081-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-026-03081-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-026-03081-x.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2505.05422","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.05422","pdf_url":"https://arxiv.org/pdf/2505.05422","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.05422","doi":"https://doi.org/10.48550/arxiv.2505.05422","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.05422","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1007/s11263-026-03081-x","doi":"https://doi.org/10.1007/s11263-026-03081-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-026-03081-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-026-03081-x.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309893","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416092020.pdf","grobid_xml":"https://content.openalex.org/works/W4416092020.grobid-xml"},"referenced_works_count":112,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1846799578","https://openalex.org/W1889081078","https://openalex.org/W1977295328","https://openalex.org/W2017814585","https://openalex.org/W2108598243","https://openalex.org/W2138011018","https://openalex.org/W2155904486","https://openalex.org/W2307512708","https://openalex.org/W2533598788","https://openalex.org/W2886641317","https://openalex.org/W2947590261","https://openalex.org/W2950104027","https://openalex.org/W3111551570","https://openalex.org/W3130033937","https://openalex.org/W3135367836","https://openalex.org/W3206395542","https://openalex.org/W3209532394","https://openalex.org/W4312974539","https://openalex.org/W4313021454","https://openalex.org/W4366850747","https://openalex.org/W4376312115","https://openalex.org/W4382142077","https://openalex.org/W4383472654","https://openalex.org/W4384112212","https://openalex.org/W4385473806","https://openalex.org/W4385645323","https://openalex.org/W4386065512","https://openalex.org/W4386185600","https://openalex.org/W4386644652","https://openalex.org/W4386655647","https://openalex.org/W4386790226","https://openalex.org/W4386942465","https://openalex.org/W4387226755","https://openalex.org/W4387294596","https://openalex.org/W4387322912","https://openalex.org/W4387560383","https://openalex.org/W4389523832","https://openalex.org/W4390873312","https://openalex.org/W4390963175","https://openalex.org/W4392538638","https://openalex.org/W4392678661","https://openalex.org/W4395065892","https://openalex.org/W4397049097","https://openalex.org/W4399554455","https://openalex.org/W4400721967","https://openalex.org/W4401636497","https://openalex.org/W4401976221","https://openalex.org/W4402716477","https://openalex.org/W4402727536","https://openalex.org/W4402727764","https://openalex.org/W4402754212","https://openalex.org/W4402754285","https://openalex.org/W4403012178","https://openalex.org/W4403081466","https://openalex.org/W4403370767","https://openalex.org/W4403587848","https://openalex.org/W4403587870","https://openalex.org/W4403662644","https://openalex.org/W4403793633","https://openalex.org/W4403799526","https://openalex.org/W4404990078","https://openalex.org/W4405032446","https://openalex.org/W4405254388","https://openalex.org/W4405627210","https://openalex.org/W4405655184","https://openalex.org/W4406191642","https://openalex.org/W4406975803","https://openalex.org/W4407310663","https://openalex.org/W4407689082","https://openalex.org/W4407794264","https://openalex.org/W4407815020","https://openalex.org/W4410049315","https://openalex.org/W4411029652","https://openalex.org/W4411725552","https://openalex.org/W4412049369","https://openalex.org/W4412382425","https://openalex.org/W4413145497","https://openalex.org/W4413145813","https://openalex.org/W4413147038","https://openalex.org/W4413147077","https://openalex.org/W4413147805","https://openalex.org/W4413156242","https://openalex.org/W4413156626","https://openalex.org/W4414197384","https://openalex.org/W4414940327","https://openalex.org/W4415201025","https://openalex.org/W4415312711","https://openalex.org/W4415314506","https://openalex.org/W4415796345","https://openalex.org/W4415796640","https://openalex.org/W4415797838","https://openalex.org/W4415798153","https://openalex.org/W4416010018","https://openalex.org/W4416014831","https://openalex.org/W4416099320","https://openalex.org/W4416150740","https://openalex.org/W4416530801","https://openalex.org/W4416530824","https://openalex.org/W6891887898","https://openalex.org/W6948058629","https://openalex.org/W6948505238","https://openalex.org/W7077911270","https://openalex.org/W7133193597","https://openalex.org/W7133195915","https://openalex.org/W7133220561","https://openalex.org/W7133250524","https://openalex.org/W7151526980","https://openalex.org/W7160205695","https://openalex.org/W7165743775","https://openalex.org/W7196960623","https://openalex.org/W7196966662"],"related_works":["https://openalex.org/W4407310663","https://openalex.org/W4416150740","https://openalex.org/W7196966662","https://openalex.org/W7082268508","https://openalex.org/W4396780039","https://openalex.org/W7161687030","https://openalex.org/W4413156242","https://openalex.org/W4413147340","https://openalex.org/W4403938642","https://openalex.org/W7137941306"],"abstract_inverted_index":{"Pioneering":[0],"token-based":[1],"works":[2],"such":[3],"as":[4],"Chameleon":[5],"and":[6,23,51,97,146,151],"Emu3":[7],"have":[8],"established":[9],"a":[10,29,40,67,73],"foundation":[11],"for":[12,95,110,139],"multimodal":[13,58],"unification":[14],"but":[15],"face":[16],"challenges":[17],"of":[18,31,103],"high":[19],"training":[20,60,93],"computational":[21],"overhead":[22],"limited":[24],"comprehension":[25,45,96,145],"performance":[26],"due":[27],"to":[28,77],"lack":[30],"high-level":[32,79,89,128],"semantics.":[33,81],"In":[34],"this":[35],"paper,":[36],"we":[37],"introduce":[38],"TokLIP,":[39],"visual":[41,125],"tokenizer":[42,71],"that":[43,87,118],"enhances":[44],"by":[46],"semanticizing":[47],"vector-quantized":[48],"(VQ)":[49],"tokens":[50,126],"incorporating":[52],"CLIP-level":[53],"semantics":[54],"while":[55,131],"enabling":[56],"end-to-end":[57],"autoregressive":[59,140],"with":[61,72,127],"standard":[62],"VQ":[63,70,105],"tokens.":[64],"TokLIP":[65,91,119],"integrates":[66],"low-level":[68,133],"discrete":[69],"ViT-based":[74],"token":[75],"encoder":[76],"capture":[78],"continuous":[80],"Unlike":[82],"previous":[83],"approaches":[84],"(e.g.,":[85],"VILA-U)":[86],"discretize":[88],"features,":[90],"disentangles":[92],"objectives":[94],"generation,":[98],"allowing":[99],"the":[100,108],"direct":[101],"application":[102],"advanced":[104],"tokenizers":[106],"without":[107],"need":[109],"tailored":[111],"quantization":[112],"operations.":[113],"Our":[114],"empirical":[115],"results":[116],"demonstrate":[117],"achieves":[120],"exceptional":[121],"data":[122],"efficiency,":[123],"empowering":[124],"semantic":[129],"understanding":[130],"enhancing":[132],"generative":[134],"capacity,":[135],"making":[136],"it":[137],"well-suited":[138],"Transformers":[141],"in":[142],"both":[143],"open-world":[144],"generation":[147],"tasks.":[148],"The":[149],"code":[150],"models":[152],"are":[153],"available":[154],"at":[155],"https://github.com/TencentARC/TokLIP":[156],".":[157]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4416092020","counts_by_year":[{"year":2026,"cited_by_count":33},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-10-10T00:00:00"}
