{"id":"https://openalex.org/W4400601172","doi":"https://doi.org/10.48550/arxiv.2407.07726","title":"PaliGemma: A versatile 3B VLM for transfer","display_name":"PaliGemma: A versatile 3B VLM for transfer","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400601172","doi":"https://doi.org/10.48550/arxiv.2407.07726"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.07726","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.07726","pdf_url":"https://arxiv.org/pdf/2407.07726","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.07726","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055629014","display_name":"Lucas Beyer","orcid":"https://orcid.org/0000-0002-0460-0607"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Beyer, Lucas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053094006","display_name":"Andreas Steiner","orcid":"https://orcid.org/0000-0001-9272-3262"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steiner, Andreas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108738625","display_name":"Andr\u00e9 Susano Pinto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pinto, Andr\u00e9 Susano","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000026575","display_name":"Alexander Kolesnikov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kolesnikov, Alexander","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411464","display_name":"Xiao Wang","orcid":"https://orcid.org/0000-0002-3113-5149"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065353057","display_name":"Daniel Salz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salz, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103132468","display_name":"Maxim Neumann","orcid":"https://orcid.org/0000-0002-1967-318X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neumann, Maxim","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029133361","display_name":"Ibrahim Alabdulmohsin","orcid":"https://orcid.org/0000-0002-9387-5820"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alabdulmohsin, Ibrahim","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088082340","display_name":"Michael Tschannen","orcid":"https://orcid.org/0000-0002-8773-0641"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tschannen, Michael","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025094225","display_name":"Emanuele Bugliarello","orcid":"https://orcid.org/0000-0002-2999-7081"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bugliarello, Emanuele","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083016682","display_name":"Thomas Unterthiner","orcid":"https://orcid.org/0000-0001-5361-3087"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Unterthiner, Thomas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066294527","display_name":"Daniel Keysers","orcid":"https://orcid.org/0000-0001-8765-475X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keysers, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035812263","display_name":"Skanda Koppula","orcid":"https://orcid.org/0009-0007-5397-1854"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koppula, Skanda","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101576476","display_name":"Fangyu Liu","orcid":"https://orcid.org/0000-0001-5022-0106"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Fangyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044853035","display_name":"Adam Grycner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grycner, Adam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083585691","display_name":"Alexey A. Gritsenko","orcid":"https://orcid.org/0000-0003-1799-2301"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gritsenko, Alexey","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068878643","display_name":"Neil Houlsby","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Houlsby, Neil","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100444524","display_name":"Manoj Kumar","orcid":"https://orcid.org/0000-0002-0258-8181"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Manoj","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026743424","display_name":"Keran Rong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rong, Keran","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000738730","display_name":"Julian Martin Eisenschlos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eisenschlos, Julian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431236","display_name":"Rishabh Kabra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kabra, Rishabh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064680590","display_name":"Matthias Bauer","orcid":"https://orcid.org/0000-0003-0395-0629"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bauer, Matthias","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016424155","display_name":"Matko Bo\u0161njak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bo\u0161njak, Matko","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020958187","display_name":"Xizhang Chen","orcid":"https://orcid.org/0000-0003-1649-1820"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088239541","display_name":"Matthias Minderer","orcid":"https://orcid.org/0000-0002-6428-8256"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minderer, Matthias","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041202059","display_name":"Paul Voigtlaender","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Voigtlaender, Paul","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006610847","display_name":"Ioana Bica","orcid":"https://orcid.org/0000-0001-5564-0214"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bica, Ioana","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035972465","display_name":"Ivana Bala\u017eevi\u0107","orcid":"https://orcid.org/0000-0001-8268-1484"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balazevic, Ivana","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001091279","display_name":"Joan Puigcerver","orcid":"https://orcid.org/0000-0002-1926-2233"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Puigcerver, Joan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034329132","display_name":"Pinelopi Papalampidi","orcid":"https://orcid.org/0000-0003-4165-1136"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Papalampidi, Pinelopi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081732358","display_name":"Olivier J. H\u00e9naff","orcid":"https://orcid.org/0000-0001-8183-9489"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henaff, Olivier","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028365104","display_name":"Xi Xiong","orcid":"https://orcid.org/0000-0003-4086-7939"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Xi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089152779","display_name":"Radu Soricut","orcid":"https://orcid.org/0000-0003-1565-3365"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soricut, Radu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086126388","display_name":"Jeremiah Harmsen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Harmsen, Jeremiah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5071668416","display_name":"Xiaohua Zhai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhai, Xiaohua","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":35,"corresponding_author_ids":["https://openalex.org/A5055629014"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10205","display_name":"Advanced Fiber Optic Sensors","score":0.9329000115394592,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10205","display_name":"Advanced Fiber Optic Sensors","score":0.9329000115394592,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.5800156593322754},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3447648286819458},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.32790955901145935},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08391383290290833}],"concepts":[{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.5800156593322754},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3447648286819458},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.32790955901145935},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08391383290290833}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.07726","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.07726","pdf_url":"https://arxiv.org/pdf/2407.07726","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.07726","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.07726","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.07726","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.07726","pdf_url":"https://arxiv.org/pdf/2407.07726","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400601172.pdf","grobid_xml":"https://content.openalex.org/works/W4400601172.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"PaliGemma":[0,50],"is":[1,8,21,33],"an":[2],"open":[3],"Vision-Language":[4],"Model":[5],"(VLM)":[6],"that":[7,32],"based":[9],"on":[10,41,51],"the":[11,16],"SigLIP-So400m":[12],"vision":[13],"encoder":[14],"and":[15,27,68],"Gemma-2B":[17],"language":[18],"model.":[19],"It":[20,37],"trained":[22],"to":[23,35],"be":[24],"a":[25,42],"versatile":[26],"broadly":[28],"knowledgeable":[29],"base":[30],"model":[31],"effective":[34],"transfer.":[36],"achieves":[38],"strong":[39],"performance":[40],"wide":[43],"variety":[44],"of":[45],"open-world":[46],"tasks.":[47],"We":[48],"evaluate":[49],"almost":[52],"40":[53],"diverse":[54],"tasks":[55,64],"including":[56],"standard":[57],"VLM":[58],"benchmarks,":[59],"but":[60],"also":[61],"more":[62],"specialized":[63],"such":[65],"as":[66],"remote-sensing":[67],"segmentation.":[69]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}