{"id":"https://openalex.org/W4399114997","doi":"https://doi.org/10.48550/arxiv.2405.17247","title":"An Introduction to Vision-Language Modeling","display_name":"An Introduction to Vision-Language Modeling","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4399114997","doi":"https://doi.org/10.48550/arxiv.2405.17247"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.17247","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.17247","pdf_url":"https://arxiv.org/pdf/2405.17247","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.17247","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016228128","display_name":"Florian Bordes","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Bordes, Florian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103936332","display_name":"Richard Yuanzhe Pang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pang, Richard Yuanzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058919997","display_name":"Anurag Ajay","orcid":"https://orcid.org/0000-0001-7502-6166"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ajay, Anurag","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066668949","display_name":"Alexander C. Li","orcid":"https://orcid.org/0000-0002-9884-6383"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Alexander C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046567256","display_name":"Adrien Bardes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bardes, Adrien","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020311381","display_name":"Suzanne Petryk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Petryk, Suzanne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010595613","display_name":"Oscar Ma\u00f1as","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma\u00f1as, Oscar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100575316","display_name":"Zhiqiu Lin","orcid":"https://orcid.org/0000-0003-4938-2313"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Zhiqiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037080307","display_name":"Anas Mahmoud","orcid":"https://orcid.org/0000-0001-8353-5286"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahmoud, Anas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026609618","display_name":"Bargav Jayaraman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jayaraman, Bargav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030917007","display_name":"Mark Ibrahim","orcid":"https://orcid.org/0009-0005-2135-7476"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ibrahim, Mark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102935600","display_name":"Melissa Hall","orcid":"https://orcid.org/0009-0009-0509-1654"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hall, Melissa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100575188","display_name":"Yunyang Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Yunyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075108760","display_name":"Jonathan Lebensold","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lebensold, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082026462","display_name":"Candace Ross","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ross, Candace","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100824823","display_name":"Srihari Jayakumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jayakumar, Srihari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042231089","display_name":"Chuan Guo","orcid":"https://orcid.org/0000-0001-9181-4293"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Chuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075501154","display_name":"Diane Bouchacourt","orcid":"https://orcid.org/0009-0001-9078-8836"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bouchacourt, Diane","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086048817","display_name":"Haider Al-Tahan","orcid":"https://orcid.org/0000-0002-2296-6477"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Al-Tahan, Haider","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085134579","display_name":"Karthik Padthe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Padthe, Karthik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102320649","display_name":"Vasu Sharma","orcid":"https://orcid.org/0009-0006-4348-7412"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Vasu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101882561","display_name":"Hu Xu","orcid":"https://orcid.org/0000-0003-3436-2600"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Hu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104238116","display_name":"Xiaoqing Ellen Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Xiaoqing Ellen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086320992","display_name":"Megan Richards","orcid":"https://orcid.org/0000-0003-0737-389X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richards, Megan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025599170","display_name":"Samuel Lavoie","orcid":"https://orcid.org/0009-0005-8370-2415"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lavoie, Samuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049825997","display_name":"Pietro Astolfi","orcid":"https://orcid.org/0000-0002-5192-9608"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Astolfi, Pietro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014675858","display_name":"Reyhane Askari Hemmat","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hemmat, Reyhane Askari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069910979","display_name":"Jun Chen","orcid":"https://orcid.org/0000-0002-0679-496X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086885471","display_name":"Kushal Tirumala","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tirumala, Kushal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036990067","display_name":"Rim Assouel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Assouel, Rim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077078550","display_name":"Mazda Moayeri","orcid":"https://orcid.org/0009-0006-2842-5352"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moayeri, Mazda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083597994","display_name":"Arjang Talattof","orcid":"https://orcid.org/0000-0002-8783-6518"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Talattof, Arjang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010790447","display_name":"Kamalika Chaudhuri","orcid":"https://orcid.org/0000-0001-9646-7710"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaudhuri, Kamalika","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085241696","display_name":"Zechun Liu","orcid":"https://orcid.org/0000-0001-5856-2506"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zechun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065674779","display_name":"Xilun Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xilun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010720832","display_name":"Quentin Garrido","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garrido, Quentin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058031547","display_name":"Karen Ullrich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ullrich, Karen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063960231","display_name":"Aishwarya Agrawal","orcid":"https://orcid.org/0000-0002-8620-8077"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agrawal, Aishwarya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103184418","display_name":"Kate Saenko","orcid":"https://orcid.org/0000-0002-5704-7614"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saenko, Kate","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030468199","display_name":"Asl\u0131 \u00c7eliky\u0131lmaz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Celikyilmaz, Asli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5016704219","display_name":"Vikas Chandra","orcid":"https://orcid.org/0009-0005-4996-8455"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chandra, Vikas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":41,"corresponding_author_ids":["https://openalex.org/A5016228128"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.7563999891281128,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.7563999891281128,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49875354766845703},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36409103870391846},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3234536051750183},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3223639130592346},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.14826178550720215}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49875354766845703},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36409103870391846},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3234536051750183},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3223639130592346},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.14826178550720215}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.17247","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.17247","pdf_url":"https://arxiv.org/pdf/2405.17247","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.17247","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.17247","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.17247","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.17247","pdf_url":"https://arxiv.org/pdf/2405.17247","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399114997.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Following":[0],"the":[1,18,45,69,97,121],"recent":[2],"popularity":[3],"of":[4,71],"Large":[5],"Language":[6],"Models":[7],"(LLMs),":[8],"several":[9],"attempts":[10],"have":[11],"been":[12],"made":[13],"to":[14,17,33,64,67,102,108,119,134,143,154,161],"extend":[15],"them":[16],"visual":[19,24],"domain.":[20],"From":[21],"having":[22],"a":[23,41,81],"assistant":[25],"that":[26,36,62],"could":[27],"guide":[28],"us":[29],"through":[30],"unfamiliar":[31],"environments":[32],"generative":[34],"models":[35],"produce":[37],"images":[38,153],"using":[39],"only":[40],"high-level":[42],"text":[43],"description,":[44],"vision-language":[46],"model":[47],"(VLM)":[48],"applications":[49],"will":[50,113],"significantly":[51],"impact":[52],"our":[53],"relationship":[54],"with":[55],"technology.":[56],"However,":[57],"there":[58],"are":[59],"many":[60],"challenges":[61],"need":[63],"be":[65,91],"addressed":[66],"improve":[68],"reliability":[70],"those":[72],"models.":[73],"While":[74],"language":[75],"is":[76],"discrete,":[77],"vision":[78,101],"evolves":[79],"in":[80,86],"much":[82],"higher":[83],"dimensional":[84],"space":[85],"which":[87,110],"concepts":[88],"cannot":[89],"always":[90],"easily":[92],"discretized.":[93],"To":[94],"better":[95],"understand":[96],"mechanics":[98],"behind":[99],"mapping":[100,152],"language,":[103,155],"we":[104,111,124,138,156],"present":[105,139],"this":[106,147],"introduction":[107],"VLMs":[109,127,160],"hope":[112],"help":[114],"anyone":[115],"who":[116],"would":[117],"like":[118],"enter":[120],"field.":[122],"First,":[123],"introduce":[125],"what":[126],"are,":[128],"how":[129,133],"they":[130],"work,":[131],"and":[132,140],"train":[135],"them.":[136],"Then,":[137],"discuss":[141,158],"approaches":[142],"evaluate":[144],"VLMs.":[145],"Although":[146],"work":[148],"primarily":[149],"focuses":[150],"on":[151],"also":[157],"extending":[159],"videos.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":4}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}