{"id":"https://openalex.org/W7127956944","doi":"https://doi.org/10.48550/arxiv.2602.04864","title":"When LLaVA Meets Objects: Token Composition for Vision-Language-Models","display_name":"When LLaVA Meets Objects: Token Composition for Vision-Language-Models","alternate_titles":[],"publication_year":2026,"publication_date":"2026-02-04","ids":{"openalex":"https://openalex.org/W7127956944","doi":"https://doi.org/10.48550/arxiv.2602.04864"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2602.04864","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.04864","pdf_url":"https://arxiv.org/pdf/2602.04864","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7127956944"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2602.04864","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004782135","display_name":"Soumya Jahagirdar","orcid":"https://orcid.org/0000-0002-3460-9151","observed_orcids":["https://orcid.org/0000-0002-3460-9151"]},"institutions":[{"id":"https://openalex.org/I4401726832","display_name":"T\u00fcbingen AI Center","ror":"https://ror.org/0107nyd78","country_code":"DE","type":"education","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521","https://openalex.org/I4401726832","https://openalex.org/I8087733"]},{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jahagirdar, Soumya","raw_affiliation_strings":["Tuebingen AI Center / University of Tuebingen Walid Bousselham"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tuebingen AI Center / University of Tuebingen Walid Bousselham","institution_ids":["https://openalex.org/I4401726832","https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030078138","display_name":"Walid Bousselham","orcid":"https://orcid.org/0000-0002-9684-523X","observed_orcids":["https://orcid.org/0000-0002-9684-523X"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bousselham, Walid","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000365374","display_name":"Anna Kukleva","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]},{"id":"https://openalex.org/I4401726832","display_name":"T\u00fcbingen AI Center","ror":"https://ror.org/0107nyd78","country_code":"DE","type":"education","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521","https://openalex.org/I4401726832","https://openalex.org/I8087733"]},{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kukleva, Anna","raw_affiliation_strings":["Max Planck Institute for Informatics , SIC","Tuebingen AI Center / University of Tuebingen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics , SIC","institution_ids":["https://openalex.org/I4210109712"]},{"raw_affiliation_string":"Tuebingen AI Center / University of Tuebingen","institution_ids":["https://openalex.org/I4401726832","https://openalex.org/I8087733"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011795407","display_name":"Hilde Kuehne","orcid":"https://orcid.org/0000-0003-1079-4441","observed_orcids":["https://orcid.org/0000-0003-1079-4441"]},"institutions":[{"id":"https://openalex.org/I4405286689","display_name":"MIT-IBM Computing Research Lab","ror":"https://ror.org/02thp0973","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405286689"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kuehne, Hilde","raw_affiliation_strings":["Tuebingen AI Center / University of Tuebingen MIT - IBM Watson AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tuebingen AI Center / University of Tuebingen MIT - IBM Watson AI Lab","institution_ids":["https://openalex.org/I4405286689"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.7179999947547913},{"id":"https://openalex.org/keywords/visual-tokenization","display_name":"visual tokenization","score":0.6489999890327454},{"id":"https://openalex.org/keywords/token-efficiency","display_name":"token efficiency","score":0.7789999842643738},{"id":"https://openalex.org/keywords/llava","display_name":"LLaVA","score":0.7570000290870667},{"id":"https://openalex.org/keywords/object-representation","display_name":"object representation","score":0.5109999775886536},{"id":"https://openalex.org/keywords/patch-tokens","display_name":"patch tokens","score":0.8180000185966492},{"id":"https://openalex.org/keywords/inference-efficiency","display_name":"inference efficiency","score":0.6899999976158142}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7689999938011169},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7434999942779541},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5623999834060669},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4909999966621399},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.4404999911785126},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.4392000138759613},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.42669999599456787},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4196999967098236},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3483000099658966},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34299999475479126},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26170000433921814},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2583000063896179}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2602.04864","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.04864","pdf_url":"https://arxiv.org/pdf/2602.04864","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:zenodo.org:21825773","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/arXiv:2602.04864","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/preprint"},{"id":"doi:10.48550/arxiv.2602.04864","doi":"https://doi.org/10.48550/arxiv.2602.04864","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.04864","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2602.04864","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.04864","pdf_url":"https://arxiv.org/pdf/2602.04864","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320314997","display_name":"Strong","ror":"https://ror.org/041vyzr56"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320331625","display_name":"Gauss Centre for Supercomputing","ror":"https://ror.org/0585fsj26"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7127956944.pdf","grobid_xml":"https://content.openalex.org/works/W7127956944.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1895577753","https://openalex.org/W2185175083","https://openalex.org/W2560730294","https://openalex.org/W2788643321","https://openalex.org/W2886641317","https://openalex.org/W2950104027","https://openalex.org/W2986922898","https://openalex.org/W3033188311","https://openalex.org/W3092462694","https://openalex.org/W3135367836","https://openalex.org/W3210911584","https://openalex.org/W4221159599","https://openalex.org/W4226182655","https://openalex.org/W4318718936","https://openalex.org/W4322718191","https://openalex.org/W4323572061","https://openalex.org/W4382142077","https://openalex.org/W4385571769","https://openalex.org/W4385645323","https://openalex.org/W4386185600","https://openalex.org/W4389523832","https://openalex.org/W4390874575","https://openalex.org/W4393212018","https://openalex.org/W4401202408","https://openalex.org/W4402727764","https://openalex.org/W4403002096","https://openalex.org/W4403081466","https://openalex.org/W4403346092","https://openalex.org/W4403727573","https://openalex.org/W4403939369","https://openalex.org/W4406192810","https://openalex.org/W4409363282","https://openalex.org/W4413157571","https://openalex.org/W4415796867","https://openalex.org/W4415797729","https://openalex.org/W4416707474","https://openalex.org/W7133185515","https://openalex.org/W7133193597","https://openalex.org/W7133211372","https://openalex.org/W7133223072","https://openalex.org/W7160187380"],"related_works":["https://openalex.org/W4403995475","https://openalex.org/W7162751813","https://openalex.org/W7206184220","https://openalex.org/W7202213264","https://openalex.org/W4413146548","https://openalex.org/W4413832180","https://openalex.org/W7106836297","https://openalex.org/W4404356453","https://openalex.org/W4403346092","https://openalex.org/W7168724391"],"abstract_inverted_index":{"Current":[0],"autoregressive":[1,54],"Vision":[2],"Language":[3],"Models":[4],"(VLMs)":[5],"usually":[6],"rely":[7],"on":[8,123],"a":[9,20,36,47,113,124,146],"large":[10],"number":[11,88,99],"of":[12,42,89,100,126,148],"visual":[13,43,51,149],"tokens":[14,65,72,101,163],"to":[15,45,96,107,132,139],"represent":[16],"images,":[17],"resulting":[18,81],"in":[19,116],"need":[21,106],"for":[22,53,172],"more":[23],"compute":[24],"especially":[25,86],"at":[26,92,169],"inference":[27,103],"time.":[28],"To":[29],"address":[30],"this":[31],"problem,":[32],"we":[33,57],"propose":[34],"Mask-LLaVA,":[35],"framework":[37],"that":[38,79,154],"leverages":[39],"different":[40],"levels":[41],"features":[44,157],"create":[46],"compact":[48],"yet":[49],"information-rich":[50],"representation":[52],"VLMs.":[55],"Namely,":[56],"combine":[58],"mask-based":[59,90],"object":[60],"representations":[61],"together":[62],"with":[63,161],"global":[64],"and":[66,111,137],"local":[67],"patch":[68],"tokens.":[69,150],"While":[70],"all":[71],"are":[73],"used":[74],"during":[75,102],"training,":[76],"it":[77],"shows":[78],"the":[80,87,98,105,109,120,140],"model":[82,110],"can":[83],"flexibly":[84],"drop":[85,115],"object-tokens":[91],"test":[93,170],"time,":[94],"allowing":[95,165],"adapt":[97],"without":[104,112],"retrain":[108],"significant":[114],"performance.":[117,174],"We":[118],"evaluate":[119],"proposed":[121],"approach":[122],"suite":[125],"standard":[127],"benchmarks":[128],"showing":[129],"results":[130],"competitive":[131],"current":[133],"token":[134,167],"efficient":[135,159],"methods":[136],"comparable":[138],"original":[141],"LLaVA":[142],"baseline":[143],"using":[144],"only":[145],"fraction":[147],"Our":[151],"analysis":[152],"demonstrates":[153],"combining":[155],"multi-level":[156],"enables":[158],"learning":[160],"fewer":[162],"while":[164],"dynamic":[166],"selection":[168],"time":[171],"good":[173]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7127956944","counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-02-07T00:00:00"}
