{"meta": {"notice": "No API key, so this request shares one free daily budget ($0.10) with everyone on your network's IP address. Get a free key with its own $1/day at https://openalex.org/settings/api and add api_key=YOUR_KEY to your requests. An AI agent can get one for its user in one call: POST https://api.openalex.org/api-keys with {\"email\": \"<your user's email>\"}; we email them a link, and the key works once they click it. Docs for agents: https://help.openalex.org/llms.txt", "count": 1, "db_response_time_ms": 9, "page": 1, "per_page": 25, "groups_count": null, "x_query": {"oql": "get works where openalex id is W4366330503", "x_new_oql": "get works where openalex id is W4366330503", "oqo": {"get_rows": "works", "filter_rows": [{"column_id": "ids.openalex", "value": "W4366330503"}]}, "url": "/works?filter=ids.openalex:W4366330503", "order": "most cited (age-adjusted) first", "order_default": true}, "cost_usd": 0.0001}, "results": [{"id": "https://openalex.org/W4366330503", "doi": "https://doi.org/10.48550/arxiv.2304.08485", "title": "Visual Instruction Tuning", "display_name": "Visual Instruction Tuning", "publication_year": 2023, "publication_date": "2023-04-17", "ids": {"openalex": "https://openalex.org/W4366330503", "doi": "https://doi.org/10.48550/arxiv.2304.08485"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2304.08485", "doi": null, "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2304.08485", "pdf_url": "https://arxiv.org/pdf/2304.08485", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": "2331-8422", "issn": ["2331-8422"], "is_oa": true, "is_in_doaj": false, "is_core": false, "listed_in": [], "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, "volume": null, "type": "preprint", "is_traditional": true, "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2304.08485", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5100448802", "display_name": "Haotian Liu", "orcid": "https://orcid.org/0000-0003-2872-4740", "observed_orcids": ["https://orcid.org/0000-0003-2872-4740", "https://orcid.org/0009-0008-0080-7919"]}, "institutions": [{"id": "https://openalex.org/I135310074", "display_name": "University of Wisconsin\u2013Madison", "ror": "https://ror.org/01y2jtd41", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I135310074"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Liu, Haotian", "raw_affiliation_strings": ["University of Wisconsin-Madison"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Wisconsin-Madison", "institution_ids": ["https://openalex.org/I135310074"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5107893340", "display_name": "Chunyuan Li", "orcid": null, "observed_orcids": []}, "institutions": [{"id": "https://openalex.org/I1290206253", "display_name": "Microsoft (United States)", "ror": "https://ror.org/00d0nc645", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1290206253"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Li, Chunyuan", "raw_affiliation_strings": ["Microsoft Research"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research", "institution_ids": ["https://openalex.org/I1290206253"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101918380", "display_name": "Qingyang Wu", "orcid": "https://orcid.org/0009-0004-7076-0758", "observed_orcids": ["https://orcid.org/0009-0004-7076-0758"]}, "institutions": [{"id": "https://openalex.org/I78577930", "display_name": "Columbia University", "ror": "https://ror.org/00hj8s172", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I78577930"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Wu, Qingyang", "raw_affiliation_strings": ["Columbia University https :// llava"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Columbia University https :// llava", "institution_ids": ["https://openalex.org/I78577930"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5100366476", "display_name": "Yong Jae Lee", "orcid": "https://orcid.org/0000-0001-9917-8199", "observed_orcids": ["https://orcid.org/0000-0001-9917-8199"]}, "institutions": [{"id": "https://openalex.org/I135310074", "display_name": "University of Wisconsin\u2013Madison", "ror": "https://ror.org/01y2jtd41", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I135310074"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Lee, Yong Jae", "raw_affiliation_strings": ["University of Wisconsin-Madison"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Wisconsin-Madison", "institution_ids": ["https://openalex.org/I135310074"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 3, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": true, "cited_by_count": 2575, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11307", "display_name": "Domain Adaptation and Few-Shot Learning", "score": 0.0, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.0, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/instruction-tuning", "display_name": "instruction tuning", "score": 0.7289999723434448}, {"id": "https://openalex.org/keywords/multimodal-large-language-models", "display_name": "multimodal large language models", "score": 0.8600000143051147}, {"id": "https://openalex.org/keywords/llava", "display_name": "LLaVA", "score": 0.8450000286102295}, {"id": "https://openalex.org/keywords/gpt-4", "display_name": "GPT-4", "score": 0.8240000009536743}, {"id": "https://openalex.org/keywords/vision-encoder", "display_name": "vision encoder", "score": 0.8109999895095825}, {"id": "https://openalex.org/keywords/vision-language-understanding", "display_name": "visual language understanding", "score": 0.5860000252723694}, {"id": "https://openalex.org/keywords/zero-shot-generalization", "display_name": "zero-shot generalization", "score": 0.6050000190734863}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8032469153404236}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.6043115854263306}, {"id": "https://openalex.org/C2776760102", "wikidata": "https://www.wikidata.org/wiki/Q5139990", "display_name": "Code (set theory)", "level": 3, "score": 0.5152090191841125}, {"id": "https://openalex.org/C9652623", "wikidata": "https://www.wikidata.org/wiki/Q190109", "display_name": "Field (mathematics)", "level": 2, "score": 0.4921378493309021}, {"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.4772505760192871}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.4591464698314667}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.3768271207809448}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.19708821177482605}, {"id": "https://openalex.org/C177264268", "wikidata": "https://www.wikidata.org/wiki/Q1514741", "display_name": "Set (abstract data type)", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C33923547", "wikidata": "https://www.wikidata.org/wiki/Q395", "display_name": "Mathematics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C202444582", "wikidata": "https://www.wikidata.org/wiki/Q837863", "display_name": "Pure mathematics", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:2304.08485", "doi": null, "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2304.08485", "pdf_url": "https://arxiv.org/pdf/2304.08485", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": "2331-8422", "issn": ["2331-8422"], "is_oa": true, "is_in_doaj": false, "is_core": false, "listed_in": [], "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, {"id": "doi:10.48550/arxiv.2304.08485", "doi": "https://doi.org/10.48550/arxiv.2304.08485", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2304.08485", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": "2331-8422", "issn": ["2331-8422"], "is_oa": true, "is_in_doaj": false, "is_core": false, "listed_in": [], "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": null, "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "Preprint"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2304.08485", "doi": null, "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2304.08485", "pdf_url": "https://arxiv.org/pdf/2304.08485", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": "2331-8422", "issn": ["2331-8422"], "is_oa": true, "is_in_doaj": false, "is_core": false, "listed_in": [], "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, "sustainable_development_goals": [], "study_designs": [], "awards": [], "funders": [], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4366330503.pdf", "grobid_xml": "https://content.openalex.org/works/W4366330503.grobid-xml"}, "referenced_works_count": 33, "referenced_works": ["https://openalex.org/W3135367836", "https://openalex.org/W3215626407", "https://openalex.org/W3215698779", "https://openalex.org/W4224308101", "https://openalex.org/W4225323055", "https://openalex.org/W4226202957", "https://openalex.org/W4229005866", "https://openalex.org/W4306820534", "https://openalex.org/W4307079201", "https://openalex.org/W4312205996", "https://openalex.org/W4318718936", "https://openalex.org/W4319165821", "https://openalex.org/W4320458302", "https://openalex.org/W4320855762", "https://openalex.org/W4322718191", "https://openalex.org/W4323572061", "https://openalex.org/W4323717348", "https://openalex.org/W4324128075", "https://openalex.org/W4353113046", "https://openalex.org/W4361229539", "https://openalex.org/W4362707064", "https://openalex.org/W4384662964", "https://openalex.org/W4385572634", "https://openalex.org/W4385572845", "https://openalex.org/W4386065691", "https://openalex.org/W4386066126", "https://openalex.org/W4386076027", "https://openalex.org/W4386076215", "https://openalex.org/W4390872747", "https://openalex.org/W4390873212", "https://openalex.org/W4390873343", "https://openalex.org/W4396681775", "https://openalex.org/W7133185515"], "related_works": ["https://openalex.org/W7130562716", "https://openalex.org/W4399795000", "https://openalex.org/W7164398489", "https://openalex.org/W7162800719", "https://openalex.org/W4386081227", "https://openalex.org/W4388685765", "https://openalex.org/W4402727764", "https://openalex.org/W7133190063", "https://openalex.org/W4367628410", "https://openalex.org/W4386240819"], "abstract_inverted_index": {"Instruction": [0], "tuning": [1, 47, 138], "large": [2, 63], "language": [3, 77], "models": [4], "(LLMs)": [5], "using": [6], "machine-generated": [7], "instruction-following": [8, 43, 112], "data": [9], "has": [10], "improved": [11], "zero-shot": [12], "capabilities": [13], "on": [14, 48, 96, 108, 116], "new": [15, 127], "tasks,": [16], "but": [17], "the": [18, 24, 32, 91, 119], "idea": [19], "is": [20], "less": [21], "explored": [22], "in": [23], "multimodal": [25, 41, 64, 94, 111], "field.": [26], "In": [27], "this": [28], "paper,": [29], "we": [30, 52], "present": [31], "first": [33], "attempt": [34], "to": [35, 39], "use": [36], "language-only": [37], "GPT-4": [38, 95, 107, 124, 134], "generate": [40], "language-image": [42], "data.": [44], "By": [45], "instruction": [46, 137], "such": [49], "generated": [50, 135], "data,": [51, 139], "introduce": [53], "LLaVA:": [54], "Large": [55], "Language": [56], "and": [57, 71, 76, 99, 123, 142], "Vision": [58], "Assistant,": [59], "an": [60], "end-to-end": [61], "trained": [62], "model": [65, 141], "that": [66, 82], "connects": [67], "a": [68, 101, 109, 126], "vision": [69], "encoder": [70], "LLM": [72], "for": [73], "general-purpose": [74], "visual": [75, 136], "understanding.Our": [78], "early": [79], "experiments": [80], "show": [81], "LLaVA": [83, 122], "demonstrates": [84], "impressive": [85], "multimodel": [86], "chat": [87], "abilities,": [88], "sometimes": [89], "exhibiting": [90], "behaviors": [92], "of": [93, 121, 130], "unseen": [97], "images/instructions,": [98], "yields": [100], "85.1%": [102], "relative": [103], "score": [104], "compared": [105], "with": [106], "synthetic": [110], "dataset.": [113], "When": [114], "fine-tuned": [115], "Science": [117], "QA,": [118], "synergy": [120], "achieves": [125], "state-of-the-art": [128], "accuracy": [129], "92.53%.": [131], "We": [132], "make": [133], "our": [140], "code": [143], "base": [144], "publicly": [145], "available.": [146]}, "counts_by_year": [{"year": 2026, "cited_by_count": 568}, {"year": 2025, "cited_by_count": 817}, {"year": 2024, "cited_by_count": 893}, {"year": 2023, "cited_by_count": 293}, {"year": 2022, "cited_by_count": 2}, {"year": 2021, "cited_by_count": 1}, {"year": 2019, "cited_by_count": 1}], "updated_date": "2026-11-09T13:22:03.289127", "created_date": "2023-04-20T00:00:00"}], "group_by": []}