{"id":"https://openalex.org/W4406791822","doi":null,"title":"Small Vision-Language Models: A Technical Survey","display_name":"Small Vision-Language Models: A Technical Survey","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-15","ids":{"openalex":"https://openalex.org/W4406791822"},"language":"en","primary_location":{"id":"pmh:oai:HAL:hal-04889751v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-04889751","pdf_url":"https://hal.science/hal-04889751v1/file/Small%20VLM%20Review.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2025","raw_type":"info:eu-repo/semantics/preprint"},"parent_works":[],"lineage":["https://openalex.org/W4406791822"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04889751v1/file/Small%20VLM%20Review.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mukherjee, Arka","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I67357951","display_name":"KIIT University","ror":"https://ror.org/00k8zt527","country_code":"IN","type":"education","lineage":["https://openalex.org/I67357951"]}],"countries":["IN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mukherjee, Arka","raw_affiliation_strings":["KIIT University (India)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KIIT University (India)","institution_ids":["https://openalex.org/I67357951"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Paul, Anuruddha","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I67357951","display_name":"KIIT University","ror":"https://ror.org/00k8zt527","country_code":"IN","type":"education","lineage":["https://openalex.org/I67357951"]}],"countries":["IN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Paul, Anuruddha","raw_affiliation_strings":["KIIT University (India)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KIIT University (India)","institution_ids":["https://openalex.org/I67357951"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114745121","display_name":"Aritro Halder","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I67357951","display_name":"KIIT University","ror":"https://ror.org/00k8zt527","country_code":"IN","type":"education","lineage":["https://openalex.org/I67357951"]}],"countries":["IN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Halder, Aritro","raw_affiliation_strings":["KIIT University (India)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KIIT University (India)","institution_ids":["https://openalex.org/I67357951"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I67357951"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.9990000128746033},{"id":"https://openalex.org/keywords/small-language-models","display_name":"small language models","score":0.7770000100135803},{"id":"https://openalex.org/keywords/multimodal-understanding","display_name":"multimodal understanding","score":0.8119999766349792},{"id":"https://openalex.org/keywords/qwen2-vl","display_name":"Qwen2-VL","score":0.9950000047683716},{"id":"https://openalex.org/keywords/mixture-of-experts","display_name":"mixture of experts","score":0.9240000247955322},{"id":"https://openalex.org/keywords/progressive-learning","display_name":"progressive learning","score":0.9150000214576721},{"id":"https://openalex.org/keywords/cross-modal-attention","display_name":"cross-modal attention","score":0.9729999899864197},{"id":"https://openalex.org/keywords/visual-feature-integration","display_name":"visual feature integration","score":0.9390000104904175},{"id":"https://openalex.org/keywords/vision-encoder","display_name":"vision encoder","score":0.9449999928474426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4975478947162628},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3404584527015686},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33299973607063293}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:HAL:hal-04889751v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-04889751","pdf_url":"https://hal.science/hal-04889751v1/file/Small%20VLM%20Review.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2025","raw_type":"info:eu-repo/semantics/preprint"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04889751v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-04889751","pdf_url":"https://hal.science/hal-04889751v1/file/Small%20VLM%20Review.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2025","raw_type":"info:eu-repo/semantics/preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406791822.pdf","grobid_xml":"https://content.openalex.org/works/W4406791822.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2896457183","https://openalex.org/W3094502228","https://openalex.org/W3135367836","https://openalex.org/W3193402170","https://openalex.org/W3195577433","https://openalex.org/W3211483028","https://openalex.org/W4366330503","https://openalex.org/W4385970122","https://openalex.org/W4392172801","https://openalex.org/W4392678661","https://openalex.org/W4405595839","https://openalex.org/W7133216992"],"related_works":["https://openalex.org/W7133803567","https://openalex.org/W7128597692","https://openalex.org/W4413655311","https://openalex.org/W4414198362","https://openalex.org/W7220695481","https://openalex.org/W7123369585","https://openalex.org/W4406420619","https://openalex.org/W7134812475","https://openalex.org/W7128387259","https://openalex.org/W4417280490"],"abstract_inverted_index":{"Vision-Language":[0],"Models":[1],"(VLMs)":[2],"have":[3],"emerged":[4],"as":[5,92],"powerful":[6],"tools":[7],"for":[8,141],"multimodal":[9],"understanding,":[10],"demonstrating":[11],"remarkable":[12],"capabilities":[13],"in":[14,60,73,116,145],"combining":[15],"visual":[16,77],"and":[17,42,63,81,97,128,143,153],"textual":[18],"information.":[19],"This":[20,135],"paper":[21],"presents":[22],"a":[23],"comprehensive":[24,136],"technical":[25,71],"review":[26,68],"of":[27,50,88,123,132,150],"fifteen":[28],"state-of-the-art":[29],"VLMs":[30],"under":[31],"20B":[32],"parameters,":[33],"including":[34,120],"recent":[35],"architectures":[36],"like":[37],"Llama":[38],"3.2":[39],"Vision,":[40],"Qwen2-VL,":[41],"Phi-3.5":[43],"Vision.":[44],"We":[45,84],"analyze":[46],"the":[47,121,129,147],"architectural":[48,89,155],"evolution":[49],"these":[51],"models,":[52],"from":[53],"early":[54],"encoder-decoder":[55],"designs":[56],"to":[57,105],"modern":[58],"developments":[59],"Mixture-of-Experts":[61],"(MoE)":[62],"progressive":[64],"learning":[65],"approaches.":[66,134],"The":[67],"examines":[69],"key":[70],"innovations":[72],"cross-modal":[74],"attention":[75,95],"mechanisms,":[76,96],"feature":[78],"integration":[79,98],"strategies,":[80],"parameter-efficient":[82],"designs.":[83],"provide":[85],"detailed":[86],"analysis":[87,137],"components":[90],"such":[91],"vision":[93],"encoders,":[94],"strategies":[99],"that":[100],"define":[101],"each":[102],"model's":[103],"approach":[104],"vision-language":[106,151],"understanding.":[107],"Through":[108],"this":[109],"systematic":[110],"review,":[111],"we":[112],"identify":[113],"emerging":[114],"trends":[115],"VLM":[117],"architecture":[118],"design,":[119],"rise":[122],"lightweight":[124],"yet":[125],"effective":[126],"models":[127],"growing":[130],"adoption":[131],"MoE-based":[133],"offers":[138],"valuable":[139],"insights":[140],"researchers":[142],"practitioners":[144],"understanding":[146],"current":[148],"landscape":[149],"modeling":[152],"its":[154],"directions.":[156]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4406791822","counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-01-25T00:00:00"}
