{"meta": {"count": 3540609, "db_response_time_ms": 696, "page": 1, "per_page": 25, "groups_count": null, "cost_usd": 0.001}, "results": [{"id": "https://openalex.org/W4323655724", "doi": "https://doi.org/10.1016/j.lindif.2023.102274", "title": "ChatGPT for good? On opportunities and challenges of large language models for education", "display_name": "ChatGPT for good? On opportunities and challenges of large language models for education", "relevance_score": 5992.3315, "publication_year": 2023, "publication_date": "2023-03-09", "ids": {"openalex": "https://openalex.org/W4323655724", "doi": "https://doi.org/10.1016/j.lindif.2023.102274"}, "language": "en", "primary_location": {"id": "doi:10.1016/j.lindif.2023.102274", "is_oa": false, "landing_page_url": "https://doi.org/10.1016/j.lindif.2023.102274", "pdf_url": null, "source": {"id": "https://openalex.org/S9267903", "display_name": "Learning and Individual Differences", "issn_l": "1041-6080", "issn": ["1041-6080", "1873-3425"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Learning and Individual Differences", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://epub.ub.uni-muenchen.de/125071/1/ChatGPT_for_Good_v3.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5008809634", "display_name": "Enkelejda Kasneci", "orcid": "https://orcid.org/0000-0003-3146-4484"}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": true, "raw_author_name": "Enkelejda Kasneci", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5013346660", "display_name": "Kathrin Se\u00dfler", "orcid": "https://orcid.org/0000-0002-3380-4641"}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Kathrin Sessler", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5050063899", "display_name": "Stefan K\u00fcchemann", "orcid": "https://orcid.org/0000-0003-2729-1592"}, "institutions": [{"id": "https://openalex.org/I8204097", "display_name": "Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen", "ror": "https://ror.org/05591te55", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I8204097"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Stefan K\u00fcchemann", "raw_affiliation_strings": ["Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany", "institution_ids": ["https://openalex.org/I8204097"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5052257833", "display_name": "Maria Bannert", "orcid": "https://orcid.org/0000-0001-7045-2764"}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Maria Bannert", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5043273387", "display_name": "Daryna Dementieva", "orcid": "https://orcid.org/0000-0003-0929-4140"}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Daryna Dementieva", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5005995116", "display_name": "Frank Fischer", "orcid": "https://orcid.org/0000-0003-0253-659X"}, "institutions": [{"id": "https://openalex.org/I8204097", "display_name": "Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen", "ror": "https://ror.org/05591te55", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I8204097"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Frank Fischer", "raw_affiliation_strings": ["Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany", "institution_ids": ["https://openalex.org/I8204097"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5052258450", "display_name": "Urs Gasser", "orcid": "https://orcid.org/0000-0001-6899-5647"}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Urs Gasser", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5004398345", "display_name": "Georg Groh", "orcid": "https://orcid.org/0000-0002-5942-2297"}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Georg Groh", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5074504351", "display_name": "Stephan G\u00fcnnemann", "orcid": null}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Stephan G\u00fcnnemann", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5059439673", "display_name": "Eyke H\u00fcllermeier", "orcid": "https://orcid.org/0000-0002-9944-4108"}, "institutions": [{"id": "https://openalex.org/I8204097", "display_name": "Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen", "ror": "https://ror.org/05591te55", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I8204097"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Eyke H\u00fcllermeier", "raw_affiliation_strings": ["Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany", "institution_ids": ["https://openalex.org/I8204097"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5044900523", "display_name": "Stephan Krusche", "orcid": "https://orcid.org/0000-0002-4552-644X"}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Stephan Krusche", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5090767423", "display_name": "Gitta Kutyniok", "orcid": "https://orcid.org/0000-0001-9738-2487"}, "institutions": [{"id": "https://openalex.org/I8204097", "display_name": "Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen", "ror": "https://ror.org/05591te55", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I8204097"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Gitta Kutyniok", "raw_affiliation_strings": ["Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany", "institution_ids": ["https://openalex.org/I8204097"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5090477420", "display_name": "Tilman Michaeli", "orcid": "https://orcid.org/0000-0002-5453-8581"}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Tilman Michaeli", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5063270174", "display_name": "Claudia Nerdel", "orcid": "https://orcid.org/0000-0003-1170-8875"}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Claudia Nerdel", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5030571651", "display_name": "J\u00fcrgen Pfeffer", "orcid": null}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "J\u00fcrgen Pfeffer", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5023504178", "display_name": "Oleksandra Poquet", "orcid": "https://orcid.org/0000-0001-9782-816X"}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Oleksandra Poquet", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5064948864", "display_name": "Michael Sailer", "orcid": "https://orcid.org/0000-0001-6831-5429"}, "institutions": [{"id": "https://openalex.org/I8204097", "display_name": "Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen", "ror": "https://ror.org/05591te55", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I8204097"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Michael Sailer", "raw_affiliation_strings": ["Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany", "institution_ids": ["https://openalex.org/I8204097"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5062196262", "display_name": "Albrecht Schmidt", "orcid": "https://orcid.org/0000-0003-3890-1990"}, "institutions": [{"id": "https://openalex.org/I8204097", "display_name": "Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen", "ror": "https://ror.org/05591te55", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I8204097"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Albrecht Schmidt", "raw_affiliation_strings": ["Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany", "institution_ids": ["https://openalex.org/I8204097"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5045427635", "display_name": "Tina Seidel", "orcid": "https://orcid.org/0000-0002-2578-1208"}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Tina Seidel", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5016857737", "display_name": "Matthias Stadler", "orcid": "https://orcid.org/0000-0001-8241-8723"}, "institutions": [{"id": "https://openalex.org/I8204097", "display_name": "Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen", "ror": "https://ror.org/05591te55", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I8204097"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Matthias Stadler", "raw_affiliation_strings": ["Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Ludwig-Maximilians-Universit\u00e4t M\u0171nchen, Germany", "institution_ids": ["https://openalex.org/I8204097"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5057374299", "display_name": "J. Weller", "orcid": "https://orcid.org/0000-0002-8282-2010"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Jochen Weller", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5029469707", "display_name": "Jochen K\u00fchn", "orcid": "https://orcid.org/0000-0002-6985-3218"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Jochen Kuhn", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "last", "author": {"id": "https://openalex.org/A5024434748", "display_name": "Gjergji Kasneci", "orcid": null}, "institutions": [{"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Gjergji Kasneci", "raw_affiliation_strings": ["Technical University of Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Technical University of Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 23, "corresponding_author_ids": ["https://openalex.org/A5008809634"], "corresponding_institution_ids": ["https://openalex.org/I62916508"], "apc_list": {"value": 3430, "currency": "USD", "value_usd": 3430}, "apc_paid": null, "fwci": 173.0042, "has_fulltext": true, "cited_by_count": 4766, "citation_normalized_percentile": {"value": 1.0, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 89, "max": 100}, "biblio": {"volume": "103", "issue": null, "first_page": "102274", "last_page": "102274"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9825000166893005, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, "topics": [{"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9825000166893005, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9814000129699707, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11122", "display_name": "Online Learning and Analytics", "score": 0.9753000140190125, "subfield": {"id": "https://openalex.org/subfields/1706", "display_name": "Computer Science Applications"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/curriculum", "display_name": "Curriculum", "score": 0.5452895164489746}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.5172855854034424}, {"id": "https://openalex.org/keywords/field", "display_name": "Field (mathematics)", "score": 0.46225565671920776}, {"id": "https://openalex.org/keywords/engineering-ethics", "display_name": "Engineering ethics", "score": 0.4140339493751526}, {"id": "https://openalex.org/keywords/knowledge-management", "display_name": "Knowledge management", "score": 0.336037814617157}, {"id": "https://openalex.org/keywords/management-science", "display_name": "Management science", "score": 0.3205817937850952}, {"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.27662089467048645}, {"id": "https://openalex.org/keywords/pedagogy", "display_name": "Pedagogy", "score": 0.22286361455917358}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.12583649158477783}], "concepts": [{"id": "https://openalex.org/C47177190", "wikidata": "https://www.wikidata.org/wiki/Q207137", "display_name": "Curriculum", "level": 2, "score": 0.5452895164489746}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.5172855854034424}, {"id": "https://openalex.org/C9652623", "wikidata": "https://www.wikidata.org/wiki/Q190109", "display_name": "Field (mathematics)", "level": 2, "score": 0.46225565671920776}, {"id": "https://openalex.org/C55587333", "wikidata": "https://www.wikidata.org/wiki/Q1133029", "display_name": "Engineering ethics", "level": 1, "score": 0.4140339493751526}, {"id": "https://openalex.org/C56739046", "wikidata": "https://www.wikidata.org/wiki/Q192060", "display_name": "Knowledge management", "level": 1, "score": 0.336037814617157}, {"id": "https://openalex.org/C539667460", "wikidata": "https://www.wikidata.org/wiki/Q2414942", "display_name": "Management science", "level": 1, "score": 0.3205817937850952}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.27662089467048645}, {"id": "https://openalex.org/C19417346", "wikidata": "https://www.wikidata.org/wiki/Q7922", "display_name": "Pedagogy", "level": 1, "score": 0.22286361455917358}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.12583649158477783}, {"id": "https://openalex.org/C202444582", "wikidata": "https://www.wikidata.org/wiki/Q837863", "display_name": "Pure mathematics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C33923547", "wikidata": "https://www.wikidata.org/wiki/Q395", "display_name": "Mathematics", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 5, "locations": [{"id": "doi:10.1016/j.lindif.2023.102274", "is_oa": false, "landing_page_url": "https://doi.org/10.1016/j.lindif.2023.102274", "pdf_url": null, "source": {"id": "https://openalex.org/S9267903", "display_name": "Learning and Individual Differences", "issn_l": "1041-6080", "issn": ["1041-6080", "1873-3425"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Learning and Individual Differences", "raw_type": "journal-article"}, {"id": "pmh:oai:epub.ub.uni-muenchen.de:125071", "is_oa": true, "landing_page_url": "http://nbn-resolving.de/urn:nbn:de:bvb:19-epub-125071-3", "pdf_url": "https://epub.ub.uni-muenchen.de/125071/1/ChatGPT_for_Good_v3.pdf", "source": {"id": "https://openalex.org/S4306401845", "display_name": "Open access LMU (Ludwid Maxmilian's Universitat Munchen)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I8204097", "host_organization_name": "Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen", "host_organization_lineage": ["https://openalex.org/I8204097"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Learning and Individual Differences", "raw_type": "PeerReviewed"}, {"id": "pmh:oai:uni-augsburg.opus-bayern.de:109030", "is_oa": true, "landing_page_url": "https://nbn-resolving.org/urn:nbn:de:bvb:384-opus4-1090308", "pdf_url": "https://opus.bibliothek.uni-augsburg.de/opus4/files/109030/109030.pdf", "source": {"id": "https://openalex.org/S4306400930", "display_name": "OPUS (Augsburg University)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I119916105", "host_organization_name": "Augsburg University", "host_organization_lineage": ["https://openalex.org/I119916105"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-nc-nd", "license_id": "https://openalex.org/licenses/cc-by-nc-nd", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "doc-type:article"}, {"id": "pmh:oai:mediatum.ub.tum.de:node/1703604", "is_oa": false, "landing_page_url": "https://mediatum.ub.tum.de/1703604", "pdf_url": null, "source": {"id": "https://openalex.org/S4377196330", "display_name": "mediaTUM  (Technical University of Munich)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I62916508", "host_organization_name": "Technical University of Munich", "host_organization_lineage": ["https://openalex.org/I62916508"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "article"}, {"id": "pmh:oai:mediatum.ub.tum.de:node/1709906", "is_oa": true, "landing_page_url": "https://www.sciencedirect.com/science/article/pii/S1041608023000195", "pdf_url": null, "source": {"id": "https://openalex.org/S4377196330", "display_name": "mediaTUM  (Technical University of Munich)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I62916508", "host_organization_name": "Technical University of Munich", "host_organization_lineage": ["https://openalex.org/I62916508"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-nc-nd", "license_id": "https://openalex.org/licenses/cc-by-nc-nd", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:epub.ub.uni-muenchen.de:125071", "is_oa": true, "landing_page_url": "http://nbn-resolving.de/urn:nbn:de:bvb:19-epub-125071-3", "pdf_url": "https://epub.ub.uni-muenchen.de/125071/1/ChatGPT_for_Good_v3.pdf", "source": {"id": "https://openalex.org/S4306401845", "display_name": "Open access LMU (Ludwid Maxmilian's Universitat Munchen)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I8204097", "host_organization_name": "Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen", "host_organization_lineage": ["https://openalex.org/I8204097"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Learning and Individual Differences", "raw_type": "PeerReviewed"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.8799999952316284}], "awards": [], "funders": [], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4323655724.pdf", "grobid_xml": "https://content.openalex.org/works/W4323655724.grobid-xml"}, "referenced_works_count": 74, "referenced_works": ["https://openalex.org/W1583837637", "https://openalex.org/W2783539613", "https://openalex.org/W2896457183", "https://openalex.org/W2937444804", "https://openalex.org/W2955088691", "https://openalex.org/W2958068682", "https://openalex.org/W2965373594", "https://openalex.org/W2969717756", "https://openalex.org/W2970597249", "https://openalex.org/W3085139254", "https://openalex.org/W3085332162", "https://openalex.org/W3095319910", "https://openalex.org/W3100449273", "https://openalex.org/W3101118213", "https://openalex.org/W3125358881", "https://openalex.org/W3125760442", "https://openalex.org/W3126219458", "https://openalex.org/W3184900232", "https://openalex.org/W3199652424", "https://openalex.org/W3205296127", "https://openalex.org/W3209721572", "https://openalex.org/W4205807230", "https://openalex.org/W4223626855", "https://openalex.org/W4224229986", "https://openalex.org/W4231350832", "https://openalex.org/W4236389844", "https://openalex.org/W4283591250", "https://openalex.org/W4286639707", "https://openalex.org/W4286914509", "https://openalex.org/W4288089799", "https://openalex.org/W4292779060", "https://openalex.org/W4295413191", "https://openalex.org/W4297412105", "https://openalex.org/W4300484403", "https://openalex.org/W4306178203", "https://openalex.org/W4310285843", "https://openalex.org/W4310436400", "https://openalex.org/W4310744613", "https://openalex.org/W4311642023", "https://openalex.org/W4312193283", "https://openalex.org/W4312869754", "https://openalex.org/W4313294616", "https://openalex.org/W4313451803", "https://openalex.org/W4313678819", "https://openalex.org/W4318149317", "https://openalex.org/W4320526977", "https://openalex.org/W4322801648", "https://openalex.org/W4365806374", "https://openalex.org/W4385245566", "https://openalex.org/W6602878332", "https://openalex.org/W6739901393", "https://openalex.org/W6763701032", "https://openalex.org/W6765448137", "https://openalex.org/W6769627184", "https://openalex.org/W6778883912", "https://openalex.org/W6785207331", "https://openalex.org/W6789809708", "https://openalex.org/W6790541173", "https://openalex.org/W6790978476", "https://openalex.org/W6800988931", "https://openalex.org/W6801646962", "https://openalex.org/W6803223122", "https://openalex.org/W6803472069", "https://openalex.org/W6810575415", "https://openalex.org/W6838410229", "https://openalex.org/W6839151846", "https://openalex.org/W6840209120", "https://openalex.org/W6840341114", "https://openalex.org/W6841963672", "https://openalex.org/W6842461238", "https://openalex.org/W6843049818", "https://openalex.org/W6847799837", "https://openalex.org/W6848468598", "https://openalex.org/W7075608578"], "related_works": ["https://openalex.org/W2348562106", "https://openalex.org/W2370820329", "https://openalex.org/W2370554813", "https://openalex.org/W4362576712", "https://openalex.org/W2387560707", "https://openalex.org/W2363525455", "https://openalex.org/W4312355418", "https://openalex.org/W2314810092", "https://openalex.org/W2384329035", "https://openalex.org/W2373380871"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 793}, {"year": 2025, "cited_by_count": 1865}, {"year": 2024, "cited_by_count": 1485}, {"year": 2023, "cited_by_count": 617}, {"year": 2022, "cited_by_count": 2}, {"year": 2021, "cited_by_count": 1}, {"year": 2012, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4384561707", "doi": "https://doi.org/10.1038/s41591-023-02448-8", "title": "Large language models in medicine", "display_name": "Large language models in medicine", "relevance_score": 5484.196, "publication_year": 2023, "publication_date": "2023-07-17", "ids": {"openalex": "https://openalex.org/W4384561707", "doi": "https://doi.org/10.1038/s41591-023-02448-8", "pmid": "https://pubmed.ncbi.nlm.nih.gov/37460753"}, "language": "en", "primary_location": {"id": "doi:10.1038/s41591-023-02448-8", "is_oa": false, "landing_page_url": "https://doi.org/10.1038/s41591-023-02448-8", "pdf_url": null, "source": {"id": "https://openalex.org/S203256638", "display_name": "Nature Medicine", "issn_l": "1078-8956", "issn": ["1078-8956", "1546-170X"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature Medicine", "raw_type": "journal-article"}, "type": "review", "indexed_in": ["crossref", "pubmed"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5018942914", "display_name": "Arun James Thirunavukarasu", "orcid": "https://orcid.org/0000-0001-8968-4768"}, "institutions": [{"id": "https://openalex.org/I241749", "display_name": "University of Cambridge", "ror": "https://ror.org/013meh722", "country_code": "GB", "type": "education", "lineage": ["https://openalex.org/I241749"]}], "countries": ["GB"], "is_corresponding": true, "raw_author_name": "Arun James Thirunavukarasu", "raw_affiliation_strings": ["Corpus Christi College, University of Cambridge, Cambridge, UK", "University of Cambridge School of Clinical Medicine, Cambridge, UK"], "raw_orcid": "https://orcid.org/0000-0001-8968-4768", "affiliations": [{"raw_affiliation_string": "Corpus Christi College, University of Cambridge, Cambridge, UK", "institution_ids": ["https://openalex.org/I241749"]}, {"raw_affiliation_string": "University of Cambridge School of Clinical Medicine, Cambridge, UK", "institution_ids": ["https://openalex.org/I241749"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5010465757", "display_name": "Darren Shu Jeng Ting", "orcid": "https://orcid.org/0000-0003-1081-1141"}, "institutions": [{"id": "https://openalex.org/I142263535", "display_name": "University of Nottingham", "ror": "https://ror.org/01ee9ar58", "country_code": "GB", "type": "education", "lineage": ["https://openalex.org/I142263535"]}, {"id": "https://openalex.org/I2799299286", "display_name": "Singapore National Eye Center", "ror": "https://ror.org/029nvrb94", "country_code": "SG", "type": "healthcare", "lineage": ["https://openalex.org/I2799299286"]}, {"id": "https://openalex.org/I4210116917", "display_name": "Singapore Eye Research Institute", "ror": "https://ror.org/02crz6e12", "country_code": "SG", "type": "facility", "lineage": ["https://openalex.org/I4210116917"]}, {"id": "https://openalex.org/I4210117485", "display_name": "Birmingham and Midland Eye Centre", "ror": "https://ror.org/01n70p029", "country_code": "GB", "type": "healthcare", "lineage": ["https://openalex.org/I2799630439", "https://openalex.org/I4210117485"]}, {"id": "https://openalex.org/I4210126319", "display_name": "Duke-NUS Medical School", "ror": "https://ror.org/02j1m6098", "country_code": "SG", "type": "education", "lineage": ["https://openalex.org/I165932596", "https://openalex.org/I170897317", "https://openalex.org/I4210126319"]}, {"id": "https://openalex.org/I4210161109", "display_name": "Smith-Kettlewell Eye Research Institute", "ror": null, "country_code": "US", "type": null, "lineage": ["https://openalex.org/I4210161109"]}, {"id": "https://openalex.org/I79619799", "display_name": "University of Birmingham", "ror": "https://ror.org/03angcq70", "country_code": "GB", "type": "education", "lineage": ["https://openalex.org/I79619799"]}], "countries": ["GB", "SG", "US"], "is_corresponding": false, "raw_author_name": "Darren Shu Jeng Ting", "raw_affiliation_strings": ["Academic Ophthalmology, School of Medicine, University of Nottingham, Nottingham, UK", "Academic Unit of Ophthalmology, Institute of Inflammation and Ageing, University of Birmingham, Birmingham, UK", "Artificial Intelligence and Digital Innovation Research Group, Singapore Eye Research Institute, Singapore National Eye Centre, Singapore, Singapore. daniel.ting@duke-nus.edu.sg", "Birmingham and Midland Eye Centre, Birmingham, UK", "Byers Eye Institute, Stanford University, Palo Alto, CA, USA. daniel.ting@duke-nus.edu.sg", "Department of Ophthalmology and Visual Sciences, Duke-National University of Singapore Medical School, Singapore, Singapore. daniel.ting@duke-nus.edu.sg"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Academic Ophthalmology, School of Medicine, University of Nottingham, Nottingham, UK", "institution_ids": ["https://openalex.org/I142263535"]}, {"raw_affiliation_string": "Academic Unit of Ophthalmology, Institute of Inflammation and Ageing, University of Birmingham, Birmingham, UK", "institution_ids": ["https://openalex.org/I79619799"]}, {"raw_affiliation_string": "Artificial Intelligence and Digital Innovation Research Group, Singapore Eye Research Institute, Singapore National Eye Centre, Singapore, Singapore. daniel.ting@duke-nus.edu.sg", "institution_ids": ["https://openalex.org/I2799299286", "https://openalex.org/I4210116917"]}, {"raw_affiliation_string": "Birmingham and Midland Eye Centre, Birmingham, UK", "institution_ids": ["https://openalex.org/I4210117485"]}, {"raw_affiliation_string": "Byers Eye Institute, Stanford University, Palo Alto, CA, USA. daniel.ting@duke-nus.edu.sg", "institution_ids": ["https://openalex.org/I4210161109"]}, {"raw_affiliation_string": "Department of Ophthalmology and Visual Sciences, Duke-National University of Singapore Medical School, Singapore, Singapore. daniel.ting@duke-nus.edu.sg", "institution_ids": ["https://openalex.org/I4210126319"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5073732346", "display_name": "Kabilan Elangovan", "orcid": "https://orcid.org/0000-0002-7711-7368"}, "institutions": [{"id": "https://openalex.org/I2799299286", "display_name": "Singapore National Eye Center", "ror": "https://ror.org/029nvrb94", "country_code": "SG", "type": "healthcare", "lineage": ["https://openalex.org/I2799299286"]}, {"id": "https://openalex.org/I4210116917", "display_name": "Singapore Eye Research Institute", "ror": "https://ror.org/02crz6e12", "country_code": "SG", "type": "facility", "lineage": ["https://openalex.org/I4210116917"]}], "countries": ["SG"], "is_corresponding": false, "raw_author_name": "Kabilan Elangovan", "raw_affiliation_strings": ["Artificial Intelligence and Digital Innovation Research Group, Singapore Eye Research Institute, Singapore National Eye Centre, Singapore, Singapore"], "raw_orcid": "https://orcid.org/0000-0002-7711-7368", "affiliations": [{"raw_affiliation_string": "Artificial Intelligence and Digital Innovation Research Group, Singapore Eye Research Institute, Singapore National Eye Centre, Singapore, Singapore", "institution_ids": ["https://openalex.org/I2799299286", "https://openalex.org/I4210116917"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5012792914", "display_name": "Laura Guti\u00e9rrez", "orcid": "https://orcid.org/0000-0001-7416-2350"}, "institutions": [{"id": "https://openalex.org/I2799299286", "display_name": "Singapore National Eye Center", "ror": "https://ror.org/029nvrb94", "country_code": "SG", "type": "healthcare", "lineage": ["https://openalex.org/I2799299286"]}, {"id": "https://openalex.org/I4210116917", "display_name": "Singapore Eye Research Institute", "ror": "https://ror.org/02crz6e12", "country_code": "SG", "type": "facility", "lineage": ["https://openalex.org/I4210116917"]}], "countries": ["SG"], "is_corresponding": false, "raw_author_name": "Laura Gutierrez", "raw_affiliation_strings": ["Artificial Intelligence and Digital Innovation Research Group, Singapore Eye Research Institute, Singapore National Eye Centre, Singapore, Singapore"], "raw_orcid": "https://orcid.org/0000-0001-7416-2350", "affiliations": [{"raw_affiliation_string": "Artificial Intelligence and Digital Innovation Research Group, Singapore Eye Research Institute, Singapore National Eye Centre, Singapore, Singapore", "institution_ids": ["https://openalex.org/I2799299286", "https://openalex.org/I4210116917"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5105159188", "display_name": "Ting Fang Tan", "orcid": null}, "institutions": [{"id": "https://openalex.org/I165932596", "display_name": "National University of Singapore", "ror": "https://ror.org/01tgyzw49", "country_code": "SG", "type": "education", "lineage": ["https://openalex.org/I165932596"]}, {"id": "https://openalex.org/I2799299286", "display_name": "Singapore National Eye Center", "ror": "https://ror.org/029nvrb94", "country_code": "SG", "type": "healthcare", "lineage": ["https://openalex.org/I2799299286"]}, {"id": "https://openalex.org/I4210116917", "display_name": "Singapore Eye Research Institute", "ror": "https://ror.org/02crz6e12", "country_code": "SG", "type": "facility", "lineage": ["https://openalex.org/I4210116917"]}], "countries": ["SG"], "is_corresponding": false, "raw_author_name": "Ting Fang Tan", "raw_affiliation_strings": ["Artificial Intelligence and Digital Innovation Research Group, Singapore Eye Research Institute, Singapore National Eye Centre, Singapore, Singapore", "Department of Ophthalmology and Visual Sciences, Duke-National University of Singapore Medical School, Singapore, Singapore"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Artificial Intelligence and Digital Innovation Research Group, Singapore Eye Research Institute, Singapore National Eye Centre, Singapore, Singapore", "institution_ids": ["https://openalex.org/I2799299286", "https://openalex.org/I4210116917"]}, {"raw_affiliation_string": "Department of Ophthalmology and Visual Sciences, Duke-National University of Singapore Medical School, Singapore, Singapore", "institution_ids": ["https://openalex.org/I165932596"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5032625133", "display_name": "Daniel Shu Wei Ting", "orcid": "https://orcid.org/0000-0003-2264-7174"}, "institutions": [{"id": "https://openalex.org/I142263535", "display_name": "University of Nottingham", "ror": "https://ror.org/01ee9ar58", "country_code": "GB", "type": "education", "lineage": ["https://openalex.org/I142263535"]}, {"id": "https://openalex.org/I2799299286", "display_name": "Singapore National Eye Center", "ror": "https://ror.org/029nvrb94", "country_code": "SG", "type": "healthcare", "lineage": ["https://openalex.org/I2799299286"]}, {"id": "https://openalex.org/I4210116917", "display_name": "Singapore Eye Research Institute", "ror": "https://ror.org/02crz6e12", "country_code": "SG", "type": "facility", "lineage": ["https://openalex.org/I4210116917"]}, {"id": "https://openalex.org/I4210117485", "display_name": "Birmingham and Midland Eye Centre", "ror": "https://ror.org/01n70p029", "country_code": "GB", "type": "healthcare", "lineage": ["https://openalex.org/I2799630439", "https://openalex.org/I4210117485"]}, {"id": "https://openalex.org/I4210126319", "display_name": "Duke-NUS Medical School", "ror": "https://ror.org/02j1m6098", "country_code": "SG", "type": "education", "lineage": ["https://openalex.org/I165932596", "https://openalex.org/I170897317", "https://openalex.org/I4210126319"]}, {"id": "https://openalex.org/I4210161109", "display_name": "Smith-Kettlewell Eye Research Institute", "ror": null, "country_code": "US", "type": null, "lineage": ["https://openalex.org/I4210161109"]}, {"id": "https://openalex.org/I79619799", "display_name": "University of Birmingham", "ror": "https://ror.org/03angcq70", "country_code": "GB", "type": "education", "lineage": ["https://openalex.org/I79619799"]}], "countries": ["GB", "SG", "US"], "is_corresponding": false, "raw_author_name": "Daniel Shu Wei Ting", "raw_affiliation_strings": ["Academic Ophthalmology, School of Medicine, University of Nottingham, Nottingham, UK", "Academic Unit of Ophthalmology, Institute of Inflammation and Ageing, University of Birmingham, Birmingham, UK", "Artificial Intelligence and Digital Innovation Research Group, Singapore Eye Research Institute, Singapore National Eye Centre, Singapore, Singapore. daniel.ting@duke-nus.edu.sg", "Birmingham and Midland Eye Centre, Birmingham, UK", "Byers Eye Institute, Stanford University, Palo Alto, CA, USA. daniel.ting@duke-nus.edu.sg", "Department of Ophthalmology and Visual Sciences, Duke-National University of Singapore Medical School, Singapore, Singapore. daniel.ting@duke-nus.edu.sg", "Artificial Intelligence and Digital Innovation Research Group, Singapore Eye Research Institute, Singapore National Eye Centre, Singapore, Singapore"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Academic Ophthalmology, School of Medicine, University of Nottingham, Nottingham, UK", "institution_ids": ["https://openalex.org/I142263535"]}, {"raw_affiliation_string": "Academic Unit of Ophthalmology, Institute of Inflammation and Ageing, University of Birmingham, Birmingham, UK", "institution_ids": ["https://openalex.org/I79619799"]}, {"raw_affiliation_string": "Artificial Intelligence and Digital Innovation Research Group, Singapore Eye Research Institute, Singapore National Eye Centre, Singapore, Singapore. daniel.ting@duke-nus.edu.sg", "institution_ids": ["https://openalex.org/I2799299286", "https://openalex.org/I4210116917"]}, {"raw_affiliation_string": "Birmingham and Midland Eye Centre, Birmingham, UK", "institution_ids": ["https://openalex.org/I4210117485"]}, {"raw_affiliation_string": "Byers Eye Institute, Stanford University, Palo Alto, CA, USA. daniel.ting@duke-nus.edu.sg", "institution_ids": ["https://openalex.org/I4210161109"]}, {"raw_affiliation_string": "Department of Ophthalmology and Visual Sciences, Duke-National University of Singapore Medical School, Singapore, Singapore. daniel.ting@duke-nus.edu.sg", "institution_ids": ["https://openalex.org/I4210126319"]}, {"raw_affiliation_string": "Artificial Intelligence and Digital Innovation Research Group, Singapore Eye Research Institute, Singapore National Eye Centre, Singapore, Singapore", "institution_ids": ["https://openalex.org/I2799299286", "https://openalex.org/I4210116917"]}]}], "institutions": [], "countries_distinct_count": 3, "institutions_distinct_count": 6, "corresponding_author_ids": ["https://openalex.org/A5018942914"], "corresponding_institution_ids": ["https://openalex.org/I241749"], "apc_list": {"value": 9750, "currency": "EUR", "value_usd": 11690}, "apc_paid": null, "fwci": 114.9004, "has_fulltext": false, "cited_by_count": 3163, "citation_normalized_percentile": {"value": 0.99972004, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 90, "max": 100}, "biblio": {"volume": "29", "issue": "8", "first_page": "1930", "last_page": "1940"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9983000159263611, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, "topics": [{"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9983000159263611, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T13702", "display_name": "Machine Learning in Healthcare", "score": 0.9973000288009644, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9915000200271606, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/medicine", "display_name": "Medicine", "score": 0.42441830039024353}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.3925589919090271}, {"id": "https://openalex.org/keywords/intensive-care-medicine", "display_name": "Intensive care medicine", "score": 0.37031301856040955}, {"id": "https://openalex.org/keywords/computational-biology", "display_name": "Computational biology", "score": 0.36225926876068115}, {"id": "https://openalex.org/keywords/biology", "display_name": "Biology", "score": 0.21869152784347534}], "concepts": [{"id": "https://openalex.org/C71924100", "wikidata": "https://www.wikidata.org/wiki/Q11190", "display_name": "Medicine", "level": 0, "score": 0.42441830039024353}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.3925589919090271}, {"id": "https://openalex.org/C177713679", "wikidata": "https://www.wikidata.org/wiki/Q679690", "display_name": "Intensive care medicine", "level": 1, "score": 0.37031301856040955}, {"id": "https://openalex.org/C70721500", "wikidata": "https://www.wikidata.org/wiki/Q177005", "display_name": "Computational biology", "level": 1, "score": 0.36225926876068115}, {"id": "https://openalex.org/C86803240", "wikidata": "https://www.wikidata.org/wiki/Q420", "display_name": "Biology", "level": 0, "score": 0.21869152784347534}], "mesh": [{"descriptor_ui": "D001185", "descriptor_name": "Artificial Intelligence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D001185", "descriptor_name": "Artificial Intelligence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D001185", "descriptor_name": "Artificial Intelligence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D007802", "descriptor_name": "Language", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D007802", "descriptor_name": "Language", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D007802", "descriptor_name": "Language", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D012984", "descriptor_name": "Software", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D012984", "descriptor_name": "Software", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D012984", "descriptor_name": "Software", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D013672", "descriptor_name": "Technology", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D013672", "descriptor_name": "Technology", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D013672", "descriptor_name": "Technology", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}], "locations_count": 2, "locations": [{"id": "doi:10.1038/s41591-023-02448-8", "is_oa": false, "landing_page_url": "https://doi.org/10.1038/s41591-023-02448-8", "pdf_url": null, "source": {"id": "https://openalex.org/S203256638", "display_name": "Nature Medicine", "issn_l": "1078-8956", "issn": ["1078-8956", "1546-170X"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature Medicine", "raw_type": "journal-article"}, {"id": "pmid:37460753", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/37460753", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature medicine", "raw_type": null}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.6399999856948853}], "awards": [{"id": "https://openalex.org/G1115584191", "display_name": null, "funder_award_id": "A20H4g2141", "funder_id": "https://openalex.org/F4320320696", "funder_display_name": "Agency for Science, Technology and Research"}, {"id": "https://openalex.org/G3363483690", "display_name": null, "funder_award_id": "MR/T001674/1", "funder_id": "https://openalex.org/F4320334626", "funder_display_name": "Medical Research Council"}, {"id": "https://openalex.org/G5987328189", "display_name": null, "funder_award_id": "MOH-000655-00", "funder_id": "https://openalex.org/F4320334737", "funder_display_name": "National Medical Research Council"}, {"id": "https://openalex.org/G6190647152", "display_name": null, "funder_award_id": "H20C6a0032", "funder_id": "https://openalex.org/F4320320696", "funder_display_name": "Agency for Science, Technology and Research"}, {"id": "https://openalex.org/G8463057467", "display_name": null, "funder_award_id": "NMCR/HSRG/0087/2018", "funder_id": "https://openalex.org/F4320334737", "funder_display_name": "National Medical Research Council"}, {"id": "https://openalex.org/G8891542594", "display_name": null, "funder_award_id": "MOH-001014-00", "funder_id": "https://openalex.org/F4320334737", "funder_display_name": "National Medical Research Council"}], "funders": [{"id": "https://openalex.org/F4320320696", "display_name": "Agency for Science, Technology and Research", "ror": "https://ror.org/036wvzt09"}, {"id": "https://openalex.org/F4320334626", "display_name": "Medical Research Council", "ror": "https://ror.org/03x94j517"}, {"id": "https://openalex.org/F4320334737", "display_name": "National Medical Research Council", "ror": "https://ror.org/04x3cxs03"}], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 101, "referenced_works": ["https://openalex.org/W22309152", "https://openalex.org/W2144981148", "https://openalex.org/W2695362798", "https://openalex.org/W2747680751", "https://openalex.org/W2905810301", "https://openalex.org/W2911227954", "https://openalex.org/W2911489562", "https://openalex.org/W2937845937", "https://openalex.org/W2973727699", "https://openalex.org/W2981731882", "https://openalex.org/W2999864839", "https://openalex.org/W3001279689", "https://openalex.org/W3011574394", "https://openalex.org/W3017513927", "https://openalex.org/W3046375318", "https://openalex.org/W3088409176", "https://openalex.org/W3105882417", "https://openalex.org/W3113858325", "https://openalex.org/W3133702157", "https://openalex.org/W3150212014", "https://openalex.org/W3170344956", "https://openalex.org/W3177828909", "https://openalex.org/W3195577433", "https://openalex.org/W4205164650", "https://openalex.org/W4221149706", "https://openalex.org/W4221152849", "https://openalex.org/W4221161695", "https://openalex.org/W4224035735", "https://openalex.org/W4226278401", "https://openalex.org/W4226399820", "https://openalex.org/W4229335258", "https://openalex.org/W4280488363", "https://openalex.org/W4280572991", "https://openalex.org/W4281644150", "https://openalex.org/W4288090629", "https://openalex.org/W4288335579", "https://openalex.org/W4289785583", "https://openalex.org/W4290771878", "https://openalex.org/W4297070268", "https://openalex.org/W4298181573", "https://openalex.org/W4303443398", "https://openalex.org/W4304084008", "https://openalex.org/W4307204159", "https://openalex.org/W4308672130", "https://openalex.org/W4309395891", "https://openalex.org/W4309674289", "https://openalex.org/W4310208579", "https://openalex.org/W4310917376", "https://openalex.org/W4310917402", "https://openalex.org/W4311991135", "https://openalex.org/W4312107248", "https://openalex.org/W4312220150", "https://openalex.org/W4313197536", "https://openalex.org/W4313451803", "https://openalex.org/W4315784554", "https://openalex.org/W4317390716", "https://openalex.org/W4317840265", "https://openalex.org/W4317853296", "https://openalex.org/W4318071574", "https://openalex.org/W4318071656", "https://openalex.org/W4318263917", "https://openalex.org/W4318671267", "https://openalex.org/W4318765555", "https://openalex.org/W4319062614", "https://openalex.org/W4319301446", "https://openalex.org/W4319301505", "https://openalex.org/W4319301633", "https://openalex.org/W4319344822", "https://openalex.org/W4319454867", "https://openalex.org/W4319460874", "https://openalex.org/W4319662928", "https://openalex.org/W4319663047", "https://openalex.org/W4321276130", "https://openalex.org/W4321276774", "https://openalex.org/W4321351832", "https://openalex.org/W4321499657", "https://openalex.org/W4321606060", "https://openalex.org/W4321748146", "https://openalex.org/W4322208207", "https://openalex.org/W4322718191", "https://openalex.org/W4322718886", "https://openalex.org/W4323545986", "https://openalex.org/W4323835264", "https://openalex.org/W4324133524", "https://openalex.org/W4324308091", "https://openalex.org/W4327810158", "https://openalex.org/W4360891289", "https://openalex.org/W4361289889", "https://openalex.org/W4362522726", "https://openalex.org/W4364378939", "https://openalex.org/W4365143687", "https://openalex.org/W4367186868", "https://openalex.org/W4367310920", "https://openalex.org/W4377009978", "https://openalex.org/W4377011132", "https://openalex.org/W4377121468", "https://openalex.org/W6757493485", "https://openalex.org/W6778883912", "https://openalex.org/W6810242208", "https://openalex.org/W6846896813", "https://openalex.org/W6848955896"], "related_works": ["https://openalex.org/W4391375266", "https://openalex.org/W2899084033", "https://openalex.org/W2748952813", "https://openalex.org/W3031052312", "https://openalex.org/W4389568370", "https://openalex.org/W3032375762", "https://openalex.org/W1995515455", "https://openalex.org/W2080531066", "https://openalex.org/W3108674512", "https://openalex.org/W1506200166"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 491}, {"year": 2025, "cited_by_count": 1404}, {"year": 2024, "cited_by_count": 1122}, {"year": 2023, "cited_by_count": 145}, {"year": 2022, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4384071683", "doi": "https://doi.org/10.1038/s41586-023-06291-2", "title": "Large language models encode clinical knowledge", "display_name": "Large language models encode clinical knowledge", "relevance_score": 4848.0327, "publication_year": 2023, "publication_date": "2023-07-12", "ids": {"openalex": "https://openalex.org/W4384071683", "doi": "https://doi.org/10.1038/s41586-023-06291-2", "pmid": "https://pubmed.ncbi.nlm.nih.gov/37438534"}, "language": "en", "primary_location": {"id": "doi:10.1038/s41586-023-06291-2", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41586-023-06291-2", "pdf_url": "https://www.nature.com/articles/s41586-023-06291-2.pdf", "source": {"id": "https://openalex.org/S137773608", "display_name": "Nature", "issn_l": "0028-0836", "issn": ["0028-0836", "1476-4687"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "pubmed"], "open_access": {"is_oa": true, "oa_status": "hybrid", "oa_url": "https://www.nature.com/articles/s41586-023-06291-2.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5027454515", "display_name": "Karan Singhal", "orcid": "https://orcid.org/0000-0001-9002-7490"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Karan Singhal", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA. karansinghal@google.com", "Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA. karansinghal@google.com", "institution_ids": ["https://openalex.org/I1291425158"]}, {"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5047463591", "display_name": "Shekoofeh Azizi", "orcid": "https://orcid.org/0000-0002-7447-6031"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Shekoofeh Azizi", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA. shekazizi@google.com", "Google Research, Mountain View, CA, USA"], "raw_orcid": "https://orcid.org/0000-0002-7447-6031", "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA. shekazizi@google.com", "institution_ids": ["https://openalex.org/I1291425158"]}, {"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5059213795", "display_name": "Tao Tu", "orcid": "https://orcid.org/0000-0003-3420-7889"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Tao Tu", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5063201022", "display_name": "S. Sara Mahdavi", "orcid": "https://orcid.org/0000-0001-6823-598X"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "S. Sara Mahdavi", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100657725", "display_name": "Jason Lee", "orcid": "https://orcid.org/0000-0003-4042-795X"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Jason Wei", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5051828575", "display_name": "Hyung Won Chung", "orcid": "https://orcid.org/0000-0002-1280-9953"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Hyung Won Chung", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5030765685", "display_name": "Nathan Scales", "orcid": "https://orcid.org/0000-0002-9535-7138"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Nathan Scales", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5088063475", "display_name": "Ajay Kumar Tanwani", "orcid": "https://orcid.org/0000-0002-6365-8315"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Ajay Tanwani", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5069557194", "display_name": "Heather Cole-Lewis", "orcid": "https://orcid.org/0000-0002-7275-1810"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Heather Cole-Lewis", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5021812637", "display_name": "Stephen Pfohl", "orcid": "https://orcid.org/0000-0003-0551-9664"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Stephen Pfohl", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5014637990", "display_name": "Perry W. Payne", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Perry Payne", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5058677067", "display_name": "Martin Seneviratne", "orcid": "https://orcid.org/0000-0003-0435-3738"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Martin Seneviratne", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5090718376", "display_name": "Paul Gamble", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Paul Gamble", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5026540467", "display_name": "Christopher Kelly", "orcid": "https://orcid.org/0000-0002-1246-844X"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Chris Kelly", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": "https://orcid.org/0000-0002-1246-844X", "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5066029226", "display_name": "Abubakr Babiker", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Abubakr Babiker", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5007588003", "display_name": "Nathanael Sch\u00e4rli", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Nathanael Sch\u00e4rli", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5055969617", "display_name": "Aakanksha Chowdhery", "orcid": "https://orcid.org/0000-0002-0628-5225"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Aakanksha Chowdhery", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5086361722", "display_name": "P. Mansfield", "orcid": "https://orcid.org/0000-0003-4969-0543"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Philip Mansfield", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": "https://orcid.org/0000-0003-4969-0543", "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5046764593", "display_name": "Dina Demner\u2010Fushman", "orcid": null}, "institutions": [{"id": "https://openalex.org/I2800548410", "display_name": "United States National Library of Medicine", "ror": "https://ror.org/0060t0j89", "country_code": "US", "type": "archive", "lineage": ["https://openalex.org/I1299022934", "https://openalex.org/I1299303238", "https://openalex.org/I2800548410"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Dina Demner-Fushman", "raw_affiliation_strings": ["National Library of Medicine, Bethesda, MD, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "National Library of Medicine, Bethesda, MD, USA", "institution_ids": ["https://openalex.org/I2800548410"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5044698998", "display_name": "Blaise Ag\u00fcera y Arcas", "orcid": "https://orcid.org/0000-0003-2256-9823"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Blaise Ag\u00fcera y Arcas", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5060000122", "display_name": "Dale R. Webster", "orcid": "https://orcid.org/0000-0002-3023-8824"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Dale Webster", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": "https://orcid.org/0000-0002-3023-8824", "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5068955381", "display_name": "Greg S. Corrado", "orcid": "https://orcid.org/0000-0001-8817-0992"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Greg S. Corrado", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5065128060", "display_name": "Yossi Matias", "orcid": "https://orcid.org/0000-0003-3960-6002"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Yossi Matias", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": "https://orcid.org/0000-0003-3960-6002", "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5070366042", "display_name": "Katherine Chou", "orcid": "https://orcid.org/0000-0002-0318-7857"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Katherine Chou", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5057932939", "display_name": "Juraj Gottweis", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Juraj Gottweis", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5057195145", "display_name": "Nenad Toma\u0161ev", "orcid": "https://orcid.org/0000-0003-1624-0220"}, "institutions": [{"id": "https://openalex.org/I4210090411", "display_name": "Google DeepMind (United Kingdom)", "ror": "https://ror.org/00971b260", "country_code": "GB", "type": "company", "lineage": ["https://openalex.org/I4210090411", "https://openalex.org/I4210128969"]}], "countries": ["GB"], "is_corresponding": false, "raw_author_name": "Nenad Tomasev", "raw_affiliation_strings": ["DeepMind, London, UK"], "raw_orcid": "https://orcid.org/0000-0003-1624-0220", "affiliations": [{"raw_affiliation_string": "DeepMind, London, UK", "institution_ids": ["https://openalex.org/I4210090411"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5078784976", "display_name": "Yun Liu", "orcid": "https://orcid.org/0000-0003-4079-8275"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Yun Liu", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": "https://orcid.org/0000-0003-4079-8275", "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5022388476", "display_name": "Alvin Rajkomar", "orcid": "https://orcid.org/0000-0001-5750-5016"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Alvin Rajkomar", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5043862316", "display_name": "Jo\u00eblle Barral", "orcid": "https://orcid.org/0009-0009-0432-5148"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Joelle Barral", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5010171106", "display_name": "Christopher Semturs", "orcid": "https://orcid.org/0000-0001-6108-2773"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Christopher Semturs", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA"], "raw_orcid": "https://orcid.org/0000-0001-6108-2773", "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5003509342", "display_name": "Alan Karthikesalingam", "orcid": "https://orcid.org/0000-0001-5074-898X"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Alan Karthikesalingam", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA. alankarthi@google.com", "Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA. alankarthi@google.com", "institution_ids": ["https://openalex.org/I1291425158"]}, {"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5103234563", "display_name": "Vivek Natarajan", "orcid": "https://orcid.org/0000-0001-7849-2074"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Vivek Natarajan", "raw_affiliation_strings": ["Google Research, Mountain View, CA, USA. natviv@google.com", "Google Research, Mountain View, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research, Mountain View, CA, USA. natviv@google.com", "institution_ids": ["https://openalex.org/I1291425158"]}, {"raw_affiliation_string": "Google Research, Mountain View, CA, USA", "institution_ids": ["https://openalex.org/I1291425158"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 32, "corresponding_author_ids": ["https://openalex.org/A5027454515"], "corresponding_institution_ids": ["https://openalex.org/I1291425158"], "apc_list": {"value": 9750, "currency": "EUR", "value_usd": 11690}, "apc_paid": {"value": 9750, "currency": "EUR", "value_usd": 11690}, "fwci": 499.7802, "has_fulltext": true, "cited_by_count": 3011, "citation_normalized_percentile": {"value": 0.9999885, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 90, "max": 100}, "biblio": {"volume": "620", "issue": "7972", "first_page": "172", "last_page": "180"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9991999864578247, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9991999864578247, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9889000058174133, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9819999933242798, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7156330347061157}, {"id": "https://openalex.org/keywords/benchmark", "display_name": "Benchmark (surveying)", "score": 0.5696850419044495}, {"id": "https://openalex.org/keywords/language-model", "display_name": "Language model", "score": 0.5208899974822998}, {"id": "https://openalex.org/keywords/comprehension", "display_name": "Comprehension", "score": 0.5193799138069153}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5067122578620911}, {"id": "https://openalex.org/keywords/harm", "display_name": "Harm", "score": 0.4899863302707672}, {"id": "https://openalex.org/keywords/key", "display_name": "Key (lock)", "score": 0.4878113567829132}, {"id": "https://openalex.org/keywords/unified-medical-language-system", "display_name": "Unified Medical Language System", "score": 0.455375999212265}, {"id": "https://openalex.org/keywords/data-science", "display_name": "Data science", "score": 0.4507562518119812}, {"id": "https://openalex.org/keywords/precision-medicine", "display_name": "Precision medicine", "score": 0.4267148971557617}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.41529619693756104}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.33838921785354614}, {"id": "https://openalex.org/keywords/medicine", "display_name": "Medicine", "score": 0.17485082149505615}, {"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.16631963849067688}, {"id": "https://openalex.org/keywords/computer-security", "display_name": "Computer security", "score": 0.09448951482772827}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7156330347061157}, {"id": "https://openalex.org/C185798385", "wikidata": "https://www.wikidata.org/wiki/Q1161707", "display_name": "Benchmark (surveying)", "level": 2, "score": 0.5696850419044495}, {"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.5208899974822998}, {"id": "https://openalex.org/C511192102", "wikidata": "https://www.wikidata.org/wiki/Q5156948", "display_name": "Comprehension", "level": 2, "score": 0.5193799138069153}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5067122578620911}, {"id": "https://openalex.org/C2777363581", "wikidata": "https://www.wikidata.org/wiki/Q15098235", "display_name": "Harm", "level": 2, "score": 0.4899863302707672}, {"id": "https://openalex.org/C26517878", "wikidata": "https://www.wikidata.org/wiki/Q228039", "display_name": "Key (lock)", "level": 2, "score": 0.4878113567829132}, {"id": "https://openalex.org/C69505689", "wikidata": "https://www.wikidata.org/wiki/Q455338", "display_name": "Unified Medical Language System", "level": 2, "score": 0.455375999212265}, {"id": "https://openalex.org/C2522767166", "wikidata": "https://www.wikidata.org/wiki/Q2374463", "display_name": "Data science", "level": 1, "score": 0.4507562518119812}, {"id": "https://openalex.org/C163763905", "wikidata": "https://www.wikidata.org/wiki/Q17075943", "display_name": "Precision medicine", "level": 2, "score": 0.4267148971557617}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.41529619693756104}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.33838921785354614}, {"id": "https://openalex.org/C71924100", "wikidata": "https://www.wikidata.org/wiki/Q11190", "display_name": "Medicine", "level": 0, "score": 0.17485082149505615}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.16631963849067688}, {"id": "https://openalex.org/C38652104", "wikidata": "https://www.wikidata.org/wiki/Q3510521", "display_name": "Computer security", "level": 1, "score": 0.09448951482772827}, {"id": "https://openalex.org/C142724271", "wikidata": "https://www.wikidata.org/wiki/Q7208", "display_name": "Pathology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C77805123", "wikidata": "https://www.wikidata.org/wiki/Q161272", "display_name": "Social psychology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C13280743", "wikidata": "https://www.wikidata.org/wiki/Q131089", "display_name": "Geodesy", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.0}], "mesh": [{"descriptor_ui": "D002983", "descriptor_name": "Clinical Competence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D002983", "descriptor_name": "Clinical Competence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D002983", "descriptor_name": "Clinical Competence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D002983", "descriptor_name": "Clinical Competence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D002983", "descriptor_name": "Clinical Competence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D002983", "descriptor_name": "Clinical Competence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D002983", "descriptor_name": "Clinical Competence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D002983", "descriptor_name": "Clinical Competence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D003198", "descriptor_name": "Computer Simulation", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D003198", "descriptor_name": "Computer Simulation", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D003198", "descriptor_name": "Computer Simulation", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D003198", "descriptor_name": "Computer Simulation", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D003198", "descriptor_name": "Computer Simulation", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D003198", "descriptor_name": "Computer Simulation", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D003198", "descriptor_name": "Computer Simulation", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D003198", "descriptor_name": "Computer Simulation", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D008004", "descriptor_name": "Licensure", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D008004", "descriptor_name": "Licensure", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D008004", "descriptor_name": "Licensure", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D008004", "descriptor_name": "Licensure", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D008004", "descriptor_name": "Licensure", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D008004", "descriptor_name": "Licensure", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D008004", "descriptor_name": "Licensure", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D008004", "descriptor_name": "Licensure", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000592", "qualifier_name": "standards", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000592", "qualifier_name": "standards", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000592", "qualifier_name": "standards", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000592", "qualifier_name": "standards", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000592", "qualifier_name": "standards", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000592", "qualifier_name": "standards", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000592", "qualifier_name": "standards", "is_major_topic": true}, {"descriptor_ui": "D008511", "descriptor_name": "Medicine", "qualifier_ui": "Q000592", "qualifier_name": "standards", "is_major_topic": true}, {"descriptor_ui": "D009323", "descriptor_name": "Natural Language Processing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D009323", "descriptor_name": "Natural Language Processing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D009323", "descriptor_name": "Natural Language Processing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D009323", "descriptor_name": "Natural Language Processing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D009323", "descriptor_name": "Natural Language Processing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D009323", "descriptor_name": "Natural Language Processing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D009323", "descriptor_name": "Natural Language Processing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D009323", "descriptor_name": "Natural Language Processing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D010820", "descriptor_name": "Physicians", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D010820", "descriptor_name": "Physicians", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D010820", "descriptor_name": "Physicians", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D010820", "descriptor_name": "Physicians", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D010820", "descriptor_name": "Physicians", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D010820", "descriptor_name": "Physicians", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D010820", "descriptor_name": "Physicians", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D010820", "descriptor_name": "Physicians", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D015982", "descriptor_name": "Bias", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D015982", "descriptor_name": "Bias", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D015982", "descriptor_name": "Bias", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D015982", "descriptor_name": "Bias", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D015982", "descriptor_name": "Bias", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D015982", "descriptor_name": "Bias", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D015982", "descriptor_name": "Bias", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D015982", "descriptor_name": "Bias", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D019359", "descriptor_name": "Knowledge", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019359", "descriptor_name": "Knowledge", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019359", "descriptor_name": "Knowledge", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019359", "descriptor_name": "Knowledge", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019359", "descriptor_name": "Knowledge", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019359", "descriptor_name": "Knowledge", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019359", "descriptor_name": "Knowledge", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019359", "descriptor_name": "Knowledge", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019985", "descriptor_name": "Benchmarking", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019985", "descriptor_name": "Benchmarking", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019985", "descriptor_name": "Benchmarking", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019985", "descriptor_name": "Benchmarking", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019985", "descriptor_name": "Benchmarking", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019985", "descriptor_name": "Benchmarking", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019985", "descriptor_name": "Benchmarking", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D019985", "descriptor_name": "Benchmarking", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D032882", "descriptor_name": "Comprehension", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D032882", "descriptor_name": "Comprehension", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D032882", "descriptor_name": "Comprehension", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D032882", "descriptor_name": "Comprehension", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D032882", "descriptor_name": "Comprehension", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D032882", "descriptor_name": "Comprehension", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D032882", "descriptor_name": "Comprehension", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D032882", "descriptor_name": "Comprehension", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D061214", "descriptor_name": "Patient Safety", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D061214", "descriptor_name": "Patient Safety", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D061214", "descriptor_name": "Patient Safety", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D061214", "descriptor_name": "Patient Safety", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D061214", "descriptor_name": "Patient Safety", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D061214", "descriptor_name": "Patient Safety", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D061214", "descriptor_name": "Patient Safety", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D061214", "descriptor_name": "Patient Safety", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D066264", "descriptor_name": "Datasets as Topic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D066264", "descriptor_name": "Datasets as Topic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D066264", "descriptor_name": "Datasets as Topic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D066264", "descriptor_name": "Datasets as Topic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D066264", "descriptor_name": "Datasets as Topic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D066264", "descriptor_name": "Datasets as Topic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D066264", "descriptor_name": "Datasets as Topic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D066264", "descriptor_name": "Datasets as Topic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}], "locations_count": 3, "locations": [{"id": "doi:10.1038/s41586-023-06291-2", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41586-023-06291-2", "pdf_url": "https://www.nature.com/articles/s41586-023-06291-2.pdf", "source": {"id": "https://openalex.org/S137773608", "display_name": "Nature", "issn_l": "0028-0836", "issn": ["0028-0836", "1476-4687"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature", "raw_type": "journal-article"}, {"id": "pmid:37438534", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/37438534", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature", "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:10396962", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/10396962", "pdf_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10396962/pdf/41586_2023_Article_6291.pdf", "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Nature", "raw_type": "Text"}], "best_oa_location": {"id": "doi:10.1038/s41586-023-06291-2", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41586-023-06291-2", "pdf_url": "https://www.nature.com/articles/s41586-023-06291-2.pdf", "source": {"id": "https://openalex.org/S137773608", "display_name": "Nature", "issn_l": "0028-0836", "issn": ["0028-0836", "1476-4687"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.6100000143051147}], "awards": [], "funders": [{"id": "https://openalex.org/F4320317153", "display_name": "DeepMind", "ror": "https://ror.org/00971b260"}], "has_content": {"grobid_xml": false, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4384071683.pdf"}, "referenced_works_count": 91, "referenced_works": ["https://openalex.org/W1981208470", "https://openalex.org/W2042492924", "https://openalex.org/W2086519542", "https://openalex.org/W2101105183", "https://openalex.org/W2101950949", "https://openalex.org/W2558323601", "https://openalex.org/W2593981654", "https://openalex.org/W2801702920", "https://openalex.org/W2897042519", "https://openalex.org/W2911489562", "https://openalex.org/W2953235477", "https://openalex.org/W2962833164", "https://openalex.org/W2972522091", "https://openalex.org/W2981852735", "https://openalex.org/W3001279689", "https://openalex.org/W3001807593", "https://openalex.org/W3011762034", "https://openalex.org/W3023998086", "https://openalex.org/W3035885149", "https://openalex.org/W3045462440", "https://openalex.org/W3046375318", "https://openalex.org/W3083410900", "https://openalex.org/W3087893815", "https://openalex.org/W3093097038", "https://openalex.org/W3100279624", "https://openalex.org/W3100452049", "https://openalex.org/W3119438769", "https://openalex.org/W3120894151", "https://openalex.org/W3154300329", "https://openalex.org/W3159623667", "https://openalex.org/W3159743235", "https://openalex.org/W3162922479", "https://openalex.org/W3164718925", "https://openalex.org/W3186425279", "https://openalex.org/W3195577433", "https://openalex.org/W3212368439", "https://openalex.org/W3213752583", "https://openalex.org/W4200634402", "https://openalex.org/W4205865577", "https://openalex.org/W4213405705", "https://openalex.org/W4221143046", "https://openalex.org/W4221150521", "https://openalex.org/W4221160814", "https://openalex.org/W4221161695", "https://openalex.org/W4223506650", "https://openalex.org/W4224308101", "https://openalex.org/W4225591000", "https://openalex.org/W4226024653", "https://openalex.org/W4226146865", "https://openalex.org/W4226278401", "https://openalex.org/W4226399820", "https://openalex.org/W4226467610", "https://openalex.org/W4229005866", "https://openalex.org/W4229079966", "https://openalex.org/W4281482733", "https://openalex.org/W4281483047", "https://openalex.org/W4281557260", "https://openalex.org/W4281644150", "https://openalex.org/W4281690148", "https://openalex.org/W4281748205", "https://openalex.org/W4283026156", "https://openalex.org/W4283768109", "https://openalex.org/W4285429195", "https://openalex.org/W4285787204", "https://openalex.org/W4286233477", "https://openalex.org/W4286892945", "https://openalex.org/W4286981949", "https://openalex.org/W4286987939", "https://openalex.org/W4287208373", "https://openalex.org/W4287817164", "https://openalex.org/W4288094024", "https://openalex.org/W4288407534", "https://openalex.org/W4297253404", "https://openalex.org/W4297795751", "https://openalex.org/W4297801719", "https://openalex.org/W4301912686", "https://openalex.org/W4303648858", "https://openalex.org/W4304701382", "https://openalex.org/W4307003748", "https://openalex.org/W4307079201", "https://openalex.org/W4308760226", "https://openalex.org/W4309811444", "https://openalex.org/W4310625358", "https://openalex.org/W4311642023", "https://openalex.org/W4320003957", "https://openalex.org/W4320005767", "https://openalex.org/W4385468994", "https://openalex.org/W4392359953", "https://openalex.org/W6739901393", "https://openalex.org/W6778883912", "https://openalex.org/W6810475161"], "related_works": ["https://openalex.org/W79619734", "https://openalex.org/W2010487328", "https://openalex.org/W2340589664", "https://openalex.org/W4281750475", "https://openalex.org/W3087321790", "https://openalex.org/W186091728", "https://openalex.org/W2939811865", "https://openalex.org/W2515426378", "https://openalex.org/W2079870641", "https://openalex.org/W915976642"], "abstract_inverted_index": {"Abstract": [0], "Large": [1], "language": [2], "models": [3, 24], "(LLMs)": [4], "have": [5], "demonstrated": [6], "impressive": [7], "capabilities,": [8], "but": [9, 197], "the": [10, 20, 154, 158, 219, 235], "bar": [11], "for": [12, 74, 181, 249], "clinical": [13, 21, 139, 250], "applications": [14], "is": [15], "high.": [16], "Attempts": [17], "to": [18, 35, 184, 200], "assess": [19], "knowledge": [22, 206], "of": [23, 62, 112, 157, 222, 231, 237], "typically": [25], "rely": [26], "on": [27, 31, 107, 119, 146], "automated": [28], "evaluations": [29, 228], "based": [30], "limited": [32], "benchmarks.": [33], "Here,": [34], "address": [36], "these": [37], "limitations,": [38], "we": [39, 90, 173], "present": [40], "MultiMedQA,": [41], "a": [42, 59, 70, 97, 110, 178, 188], "benchmark": [43], "combining": [44], "six": [45], "existing": [46], "medical": [47, 63], "question": [48], "answering": [49], "datasets": [50], "spanning": [51], "professional": [52], "medicine,": [53], "research": [54], "and": [55, 58, 86, 101, 132, 208, 214, 241], "consumer": [56], "queries": [57], "new": [60, 185], "dataset": [61, 123], "questions": [64], "searched": [65], "online,": [66], "HealthSearchQA.": [67], "We": [68, 202], "propose": [69], "human": [71, 165, 227], "evaluation": [72, 166, 239], "framework": [73], "model": [75, 212], "answers": [76], "along": [77], "multiple": [78], "axes": [79], "including": [80, 143], "factuality,": [81], "comprehension,": [82, 205], "reasoning,": [83], "possible": [84], "harm": [85], "bias.": [87], "In": [88], "addition,": [89], "evaluate": [91], "Pathways": [92], "Language": [93, 136], "Model": [94], "1": [95], "(PaLM,": [96], "540-billion": [98], "parameter": [99], "LLM)": [100], "its": [102], "instruction-tuned": [103], "variant,": [104], "Flan-PaLM": [105, 115], "2": [106], "MultiMedQA.": [108], "Using": [109], "combination": [111], "prompting": [113], "strategies,": [114], "achieves": [116], "state-of-the-art": [117], "accuracy": [118, 145], "every": [120], "MultiMedQA": [121], "multiple-choice": [122], "(MedQA": [124], "3": [125], ",": [126, 129], "MedMCQA": [127], "4": [128], "PubMedQA": [130], "5": [131], "Measuring": [133], "Massive": [134], "Multitask": [135], "Understanding": [137], "(MMLU)": [138], "topics": [140], "6": [141], "),": [142], "67.6%": [144], "MedQA": [147], "(US": [148], "Medical": [149], "Licensing": [150], "Exam-style": [151], "questions),": [152], "surpassing": [153], "prior": [155], "state": [156], "art": [159], "by": [160], "more": [161], "than": [162], "17%.": [163], "However,": [164], "reveals": [167], "key": [168], "gaps.": [169], "To": [170], "resolve": [171], "this,": [172], "introduce": [174], "instruction": [175, 215], "prompt": [176, 216], "tuning,": [177, 217], "parameter-efficient": [179], "approach": [180], "aligning": [182], "LLMs": [183, 223, 248], "domains": [186], "using": [187], "few": [189], "exemplars.": [190], "The": [191], "resulting": [192], "model,": [193], "Med-PaLM,": [194], "performs": [195], "encouragingly,": [196], "remains": [198], "inferior": [199], "clinicians.": [201], "show": [203], "that": [204], "recall": [207], "reasoning": [209], "improve": [210], "with": [211], "scale": [213], "suggesting": [218], "potential": [220], "utility": [221], "in": [224, 244], "medicine.": [225], "Our": [226], "reveal": [229], "limitations": [230], "today\u2019s": [232], "models,": [233], "reinforcing": [234], "importance": [236], "both": [238], "frameworks": [240], "method": [242], "development": [243], "creating": [245], "safe,": [246], "helpful": [247], "applications.": [251]}, "counts_by_year": [{"year": 2026, "cited_by_count": 549}, {"year": 2025, "cited_by_count": 1276}, {"year": 2024, "cited_by_count": 954}, {"year": 2023, "cited_by_count": 231}, {"year": 2022, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4391136507", "doi": "https://doi.org/10.1145/3641289", "title": "A Survey on Evaluation of Large Language Models", "display_name": "A Survey on Evaluation of Large Language Models", "relevance_score": 4441.961, "publication_year": 2024, "publication_date": "2024-01-23", "ids": {"openalex": "https://openalex.org/W4391136507", "doi": "https://doi.org/10.1145/3641289"}, "language": "en", "primary_location": {"id": "doi:10.1145/3641289", "is_oa": false, "landing_page_url": "https://doi.org/10.1145/3641289", "pdf_url": null, "source": {"id": "https://openalex.org/S2492086750", "display_name": "ACM Transactions on Intelligent Systems and Technology", "issn_l": "2157-6904", "issn": ["2157-6904", "2157-6912"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319798", "host_organization_name": "Association for Computing Machinery", "host_organization_lineage": ["https://openalex.org/P4310319798"], "host_organization_lineage_names": ["Association for Computing Machinery"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "ACM Transactions on Intelligent Systems and Technology", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5102930702", "display_name": "Yupeng Chang", "orcid": "https://orcid.org/0000-0001-7178-6088"}, "institutions": [{"id": "https://openalex.org/I194450716", "display_name": "Jilin University", "ror": "https://ror.org/00js3aw79", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I194450716"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Yupeng Chang", "raw_affiliation_strings": ["School of Artificial Intelligence, Jilin University, Changchun, China"], "raw_orcid": "https://orcid.org/0000-0001-7178-6088", "affiliations": [{"raw_affiliation_string": "School of Artificial Intelligence, Jilin University, Changchun, China", "institution_ids": ["https://openalex.org/I194450716"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100407966", "display_name": "Xu Wang", "orcid": "https://orcid.org/0009-0001-5904-5313"}, "institutions": [{"id": "https://openalex.org/I194450716", "display_name": "Jilin University", "ror": "https://ror.org/00js3aw79", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I194450716"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xu Wang", "raw_affiliation_strings": ["School of Artificial Intelligence, Jilin University, Changchun, China"], "raw_orcid": "https://orcid.org/0009-0001-5904-5313", "affiliations": [{"raw_affiliation_string": "School of Artificial Intelligence, Jilin University, Changchun, China", "institution_ids": ["https://openalex.org/I194450716"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100700956", "display_name": "Jindong Wang", "orcid": "https://orcid.org/0000-0002-4833-0880"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jindong Wang", "raw_affiliation_strings": ["Microsoft Research Asia, Beijing, China"], "raw_orcid": "https://orcid.org/0000-0002-4833-0880", "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia, Beijing, China", "institution_ids": ["https://openalex.org/I4210113369"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102024536", "display_name": "Yuan Wu", "orcid": "https://orcid.org/0000-0001-6289-5872"}, "institutions": [{"id": "https://openalex.org/I194450716", "display_name": "Jilin University", "ror": "https://ror.org/00js3aw79", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I194450716"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yuan Wu", "raw_affiliation_strings": ["School of Artificial Intelligence, Jilin University, Changchun, China"], "raw_orcid": "https://orcid.org/0000-0001-6289-5872", "affiliations": [{"raw_affiliation_string": "School of Artificial Intelligence, Jilin University, Changchun, China", "institution_ids": ["https://openalex.org/I194450716"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5035082722", "display_name": "Linyi Yang", "orcid": "https://orcid.org/0000-0003-0667-7349"}, "institutions": [{"id": "https://openalex.org/I3133055985", "display_name": "Westlake University", "ror": "https://ror.org/05hfa4n20", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I3133055985"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Linyi Yang", "raw_affiliation_strings": ["Westlake University, Hangzhou, Hangzhou, China"], "raw_orcid": "https://orcid.org/0000-0003-0667-7349", "affiliations": [{"raw_affiliation_string": "Westlake University, Hangzhou, Hangzhou, China", "institution_ids": ["https://openalex.org/I3133055985"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5103056110", "display_name": "Kaijie Zhu", "orcid": "https://orcid.org/0009-0002-6220-1476"}, "institutions": [{"id": "https://openalex.org/I19820366", "display_name": "Chinese Academy of Sciences", "ror": "https://ror.org/034t30j35", "country_code": "CN", "type": "government", "lineage": ["https://openalex.org/I19820366"]}, {"id": "https://openalex.org/I4210094879", "display_name": "Shandong Institute of Automation", "ror": "https://ror.org/00qdtba35", "country_code": "CN", "type": "facility", "lineage": ["https://openalex.org/I4210094879", "https://openalex.org/I4210142748"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Kaijie Zhu", "raw_affiliation_strings": ["Institute of Automation, Chinese Academy of Sciences, Beijing, China"], "raw_orcid": "https://orcid.org/0009-0002-6220-1476", "affiliations": [{"raw_affiliation_string": "Institute of Automation, Chinese Academy of Sciences, Beijing, China", "institution_ids": ["https://openalex.org/I4210094879", "https://openalex.org/I19820366"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100353526", "display_name": "Hao Chen", "orcid": "https://orcid.org/0000-0002-1960-4803"}, "institutions": [{"id": "https://openalex.org/I74973139", "display_name": "Carnegie Mellon University", "ror": "https://ror.org/05x2bcf33", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74973139"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Hao Chen", "raw_affiliation_strings": ["Carnegie Mellon University, Pittsburgh, USA"], "raw_orcid": "https://orcid.org/0000-0002-1960-4803", "affiliations": [{"raw_affiliation_string": "Carnegie Mellon University, Pittsburgh, USA", "institution_ids": ["https://openalex.org/I74973139"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5026595284", "display_name": "Xiaoyuan Yi", "orcid": "https://orcid.org/0000-0003-2710-1613"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xiaoyuan Yi", "raw_affiliation_strings": ["Microsoft Research Asia, Beijing, China"], "raw_orcid": "https://orcid.org/0000-0003-2710-1613", "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia, Beijing, China", "institution_ids": ["https://openalex.org/I4210113369"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5010758235", "display_name": "Cunxiang Wang", "orcid": "https://orcid.org/0000-0002-3023-8082"}, "institutions": [{"id": "https://openalex.org/I3133055985", "display_name": "Westlake University", "ror": "https://ror.org/05hfa4n20", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I3133055985"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Cunxiang Wang", "raw_affiliation_strings": ["Westlake University, Hangzhou, China"], "raw_orcid": "https://orcid.org/0000-0002-3023-8082", "affiliations": [{"raw_affiliation_string": "Westlake University, Hangzhou, China", "institution_ids": ["https://openalex.org/I3133055985"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100685716", "display_name": "Yidong Wang", "orcid": "https://orcid.org/0009-0007-9969-8259"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yidong Wang", "raw_affiliation_strings": ["Peking University, Beijing, China"], "raw_orcid": "https://orcid.org/0009-0007-9969-8259", "affiliations": [{"raw_affiliation_string": "Peking University, Beijing, China", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101538186", "display_name": "Wei Ye", "orcid": "https://orcid.org/0000-0002-9331-4716"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Wei Ye", "raw_affiliation_strings": ["Peking University, Beijing, China"], "raw_orcid": "https://orcid.org/0000-0002-9331-4716", "affiliations": [{"raw_affiliation_string": "Peking University, Beijing, China", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100333729", "display_name": "Yue Zhang", "orcid": "https://orcid.org/0000-0002-5214-2268"}, "institutions": [{"id": "https://openalex.org/I3133055985", "display_name": "Westlake University", "ror": "https://ror.org/05hfa4n20", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I3133055985"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yue Zhang", "raw_affiliation_strings": ["Westlake University, Hangzhou, China"], "raw_orcid": "https://orcid.org/0000-0002-5214-2268", "affiliations": [{"raw_affiliation_string": "Westlake University, Hangzhou, China", "institution_ids": ["https://openalex.org/I3133055985"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5029392006", "display_name": "Yi Chang", "orcid": "https://orcid.org/0000-0003-2697-8093"}, "institutions": [{"id": "https://openalex.org/I194450716", "display_name": "Jilin University", "ror": "https://ror.org/00js3aw79", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I194450716"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yi Chang", "raw_affiliation_strings": ["School of Artificial Intelligence, Jilin University, Changchun, China"], "raw_orcid": "https://orcid.org/0000-0003-2697-8093", "affiliations": [{"raw_affiliation_string": "School of Artificial Intelligence, Jilin University, Changchun, China", "institution_ids": ["https://openalex.org/I194450716"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5036357902", "display_name": "Philip S. Yu", "orcid": "https://orcid.org/0000-0002-3491-5968"}, "institutions": [{"id": "https://openalex.org/I39422238", "display_name": "University of Illinois Chicago", "ror": "https://ror.org/02mpq6x41", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I39422238"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Philip S. Yu", "raw_affiliation_strings": ["University of Illinois at Chicago, Chicago, USA"], "raw_orcid": "https://orcid.org/0000-0002-3491-5968", "affiliations": [{"raw_affiliation_string": "University of Illinois at Chicago, Chicago, USA", "institution_ids": ["https://openalex.org/I39422238"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100636286", "display_name": "Qiang Yang", "orcid": "https://orcid.org/0000-0001-5059-8360"}, "institutions": [{"id": "https://openalex.org/I200769079", "display_name": "Hong Kong University of Science and Technology", "ror": "https://ror.org/00q4vv597", "country_code": "HK", "type": "education", "lineage": ["https://openalex.org/I200769079"]}], "countries": ["HK"], "is_corresponding": false, "raw_author_name": "Qiang Yang", "raw_affiliation_strings": ["Hong Kong University of Science and Technology, Kowloon, China"], "raw_orcid": "https://orcid.org/0000-0001-5059-8360", "affiliations": [{"raw_affiliation_string": "Hong Kong University of Science and Technology, Kowloon, China", "institution_ids": ["https://openalex.org/I200769079"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5044651577", "display_name": "Xing Xie", "orcid": "https://orcid.org/0000-0002-8608-8482"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xing Xie", "raw_affiliation_strings": ["Microsoft Research Asia, Beijing, China"], "raw_orcid": "https://orcid.org/0000-0002-8608-8482", "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia, Beijing, China", "institution_ids": ["https://openalex.org/I4210113369"]}]}], "institutions": [], "countries_distinct_count": 3, "institutions_distinct_count": 16, "corresponding_author_ids": ["https://openalex.org/A5102930702"], "corresponding_institution_ids": ["https://openalex.org/I194450716"], "apc_list": null, "apc_paid": null, "fwci": 738.863, "has_fulltext": false, "cited_by_count": 2359, "citation_normalized_percentile": {"value": 0.99999528, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "15", "issue": "3", "first_page": "1", "last_page": "45"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9988999962806702, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9988999962806702, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9848999977111816, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9818000197410583, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/popularity", "display_name": "Popularity", "score": 0.7392094135284424}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.5229060053825378}, {"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.19640502333641052}, {"id": "https://openalex.org/keywords/social-psychology", "display_name": "Social psychology", "score": 0.09097504615783691}], "concepts": [{"id": "https://openalex.org/C2780586970", "wikidata": "https://www.wikidata.org/wiki/Q1357284", "display_name": "Popularity", "level": 2, "score": 0.7392094135284424}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.5229060053825378}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.19640502333641052}, {"id": "https://openalex.org/C77805123", "wikidata": "https://www.wikidata.org/wiki/Q161272", "display_name": "Social psychology", "level": 1, "score": 0.09097504615783691}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1145/3641289", "is_oa": false, "landing_page_url": "https://doi.org/10.1145/3641289", "pdf_url": null, "source": {"id": "https://openalex.org/S2492086750", "display_name": "ACM Transactions on Intelligent Systems and Technology", "issn_l": "2157-6904", "issn": ["2157-6904", "2157-6912"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319798", "host_organization_name": "Association for Computing Machinery", "host_organization_lineage": ["https://openalex.org/P4310319798"], "host_organization_lineage_names": ["Association for Computing Machinery"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "ACM Transactions on Intelligent Systems and Technology", "raw_type": "journal-article"}, {"id": "pmh:oai:repository.hkust.edu.hk:1783.1-137727", "is_oa": false, "landing_page_url": "http://repository.hkust.edu.hk/ir/Record/1783.1-137727", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401796", "display_name": "Rare & Special e-Zone (The Hong Kong University of Science and Technology)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I200769079", "host_organization_name": "Hong Kong University of Science and Technology", "host_organization_lineage": ["https://openalex.org/I200769079"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "Article"}], "best_oa_location": null, "sustainable_development_goals": [], "awards": [{"id": "https://openalex.org/G4320322031", "display_name": "III: Medium: Collaborative Research: Self-Supervised Recommender System Learning with Application Specific Adaption", "funder_award_id": "2106758", "funder_id": "https://openalex.org/F4320306076", "funder_display_name": "National Science Foundation"}, {"id": "https://openalex.org/G5722720762", "display_name": null, "funder_award_id": "III-2106758", "funder_id": "https://openalex.org/F4320306076", "funder_display_name": "National Science Foundation"}], "funders": [{"id": "https://openalex.org/F4320306076", "display_name": "National Science Foundation", "ror": "https://ror.org/021nxhr62"}], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 280, "referenced_works": ["https://openalex.org/W1861492603", "https://openalex.org/W1996020380", "https://openalex.org/W2000030126", "https://openalex.org/W2073147434", "https://openalex.org/W2073914516", "https://openalex.org/W2085281262", "https://openalex.org/W2108598243", "https://openalex.org/W2121227244", "https://openalex.org/W2129727551", "https://openalex.org/W2152594618", "https://openalex.org/W2293185259", "https://openalex.org/W2530395818", "https://openalex.org/W2618169590", "https://openalex.org/W2626804490", "https://openalex.org/W2799054028", "https://openalex.org/W2896457183", "https://openalex.org/W2912924812", "https://openalex.org/W2919115771", "https://openalex.org/W2923014074", "https://openalex.org/W2936695845", "https://openalex.org/W2943552823", "https://openalex.org/W2963327228", "https://openalex.org/W2963339397", "https://openalex.org/W2963672599", "https://openalex.org/W2973379954", "https://openalex.org/W2982295985", "https://openalex.org/W2982399380", "https://openalex.org/W2992347006", "https://openalex.org/W3023533951", "https://openalex.org/W3034850762", "https://openalex.org/W3047185145", "https://openalex.org/W3083410900", "https://openalex.org/W3087927280", "https://openalex.org/W3095319910", "https://openalex.org/W3100355250", "https://openalex.org/W3123340107", "https://openalex.org/W3126960149", "https://openalex.org/W3133542152", "https://openalex.org/W3134642945", "https://openalex.org/W3135190223", "https://openalex.org/W3135734416", "https://openalex.org/W3153833878", "https://openalex.org/W3161457214", "https://openalex.org/W3167252906", "https://openalex.org/W3172010169", "https://openalex.org/W3173777717", "https://openalex.org/W3174685870", "https://openalex.org/W3177813494", "https://openalex.org/W3195577433", "https://openalex.org/W3198685994", "https://openalex.org/W3201174429", "https://openalex.org/W3207316473", "https://openalex.org/W3208206463", "https://openalex.org/W3208933101", "https://openalex.org/W3211898451", "https://openalex.org/W3215698779", "https://openalex.org/W4214907476", "https://openalex.org/W4221167110", "https://openalex.org/W4224308101", "https://openalex.org/W4225405251", "https://openalex.org/W4226054079", "https://openalex.org/W4226278401", "https://openalex.org/W4226399820", "https://openalex.org/W4226485558", "https://openalex.org/W4229005866", "https://openalex.org/W4229019162", "https://openalex.org/W4239510810", "https://openalex.org/W4248083651", "https://openalex.org/W4281557623", "https://openalex.org/W4281690148", "https://openalex.org/W4282045675", "https://openalex.org/W4283026156", "https://openalex.org/W4283075950", "https://openalex.org/W4285113702", "https://openalex.org/W4285429195", "https://openalex.org/W4286233477", "https://openalex.org/W4286858144", "https://openalex.org/W4287207977", "https://openalex.org/W4287238221", "https://openalex.org/W4287670949", "https://openalex.org/W4287780384", "https://openalex.org/W4288088047", "https://openalex.org/W4292779060", "https://openalex.org/W4297437104", "https://openalex.org/W4303443398", "https://openalex.org/W4306313004", "https://openalex.org/W4307979480", "https://openalex.org/W4308244910", "https://openalex.org/W4308902180", "https://openalex.org/W4309208603", "https://openalex.org/W4313197536", "https://openalex.org/W4313559133", "https://openalex.org/W4313680034", "https://openalex.org/W4318389352", "https://openalex.org/W4318620913", "https://openalex.org/W4318719209", "https://openalex.org/W4318899036", "https://openalex.org/W4319460874", "https://openalex.org/W4319662928", "https://openalex.org/W4319793302", "https://openalex.org/W4320165837", "https://openalex.org/W4320854883", "https://openalex.org/W4321392130", "https://openalex.org/W4321649710", "https://openalex.org/W4322616111", "https://openalex.org/W4322622443", "https://openalex.org/W4322718191", "https://openalex.org/W4322718246", "https://openalex.org/W4323050332", "https://openalex.org/W4323546563", "https://openalex.org/W4323655724", "https://openalex.org/W4324129637", "https://openalex.org/W4327564965", "https://openalex.org/W4327810286", "https://openalex.org/W4327810494", "https://openalex.org/W4360834569", "https://openalex.org/W4360836968", "https://openalex.org/W4361806395", "https://openalex.org/W4361866031", "https://openalex.org/W4362515116", "https://openalex.org/W4362598103", "https://openalex.org/W4362655544", "https://openalex.org/W4362656092", "https://openalex.org/W4362679046", "https://openalex.org/W4362702134", "https://openalex.org/W4363676214", "https://openalex.org/W4364320763", "https://openalex.org/W4364378939", "https://openalex.org/W4365211621", "https://openalex.org/W4365460657", "https://openalex.org/W4365601026", "https://openalex.org/W4367175507", "https://openalex.org/W4367860052", "https://openalex.org/W4367860087", "https://openalex.org/W4368755500", "https://openalex.org/W4372047097", "https://openalex.org/W4375870056", "https://openalex.org/W4376633008", "https://openalex.org/W4376653782", "https://openalex.org/W4377010143", "https://openalex.org/W4377121433", "https://openalex.org/W4377157938", "https://openalex.org/W4377164430", "https://openalex.org/W4377866047", "https://openalex.org/W4377942506", "https://openalex.org/W4378189609", "https://openalex.org/W4378464977", "https://openalex.org/W4378465161", "https://openalex.org/W4378465203", "https://openalex.org/W4378465262", "https://openalex.org/W4378468563", "https://openalex.org/W4378473699", "https://openalex.org/W4378474354", "https://openalex.org/W4378499172", "https://openalex.org/W4378501678", "https://openalex.org/W4378509270", "https://openalex.org/W4378510422", "https://openalex.org/W4378510497", "https://openalex.org/W4378513156", "https://openalex.org/W4378603221", "https://openalex.org/W4378718103", "https://openalex.org/W4378718229", "https://openalex.org/W4378770449", "https://openalex.org/W4378942418", "https://openalex.org/W4379207802", "https://openalex.org/W4379473327", "https://openalex.org/W4379473918", "https://openalex.org/W4379474412", "https://openalex.org/W4379474733", "https://openalex.org/W4379539660", "https://openalex.org/W4379539668", "https://openalex.org/W4379540146", "https://openalex.org/W4379548478", "https://openalex.org/W4379933518", "https://openalex.org/W4379933644", "https://openalex.org/W4379958452", "https://openalex.org/W4379958470", "https://openalex.org/W4379958543", "https://openalex.org/W4380033159", "https://openalex.org/W4380136141", "https://openalex.org/W4380136292", "https://openalex.org/W4380136478", "https://openalex.org/W4380136538", "https://openalex.org/W4380353816", "https://openalex.org/W4380355783", "https://openalex.org/W4380551306", "https://openalex.org/W4380551440", "https://openalex.org/W4380558379", "https://openalex.org/W4380558781", "https://openalex.org/W4380569699", "https://openalex.org/W4380994432", "https://openalex.org/W4380994495", "https://openalex.org/W4381110793", "https://openalex.org/W4381556776", "https://openalex.org/W4381855801", "https://openalex.org/W4382142077", "https://openalex.org/W4382173247", "https://openalex.org/W4382240547", "https://openalex.org/W4383174207", "https://openalex.org/W4383175664", "https://openalex.org/W4383175795", "https://openalex.org/W4383180608", "https://openalex.org/W4383295164", "https://openalex.org/W4383473944", "https://openalex.org/W4383993628", "https://openalex.org/W4384071683", "https://openalex.org/W4384648324", "https://openalex.org/W4385245566", "https://openalex.org/W4385473806", "https://openalex.org/W4385571547", "https://openalex.org/W4385572001", "https://openalex.org/W4385572754", "https://openalex.org/W4385645323", "https://openalex.org/W4385682098", "https://openalex.org/W4385734161", "https://openalex.org/W4385970120", "https://openalex.org/W4386220752", "https://openalex.org/W4386567020", "https://openalex.org/W4386718985", "https://openalex.org/W4386721614", "https://openalex.org/W4386755570", "https://openalex.org/W4386794522", "https://openalex.org/W4386875367", "https://openalex.org/W4386908092", "https://openalex.org/W4386977454", "https://openalex.org/W4386977707", "https://openalex.org/W4386978002", "https://openalex.org/W4387162877", "https://openalex.org/W4388184869", "https://openalex.org/W4388708748", "https://openalex.org/W4389115846", "https://openalex.org/W4389518686", "https://openalex.org/W4389519598", "https://openalex.org/W4389520065", "https://openalex.org/W4389520779", "https://openalex.org/W4389523832", "https://openalex.org/W4389523957", "https://openalex.org/W4389524308", "https://openalex.org/W4390874460", "https://openalex.org/W4391090624", "https://openalex.org/W4392669753", "https://openalex.org/W4392669872", "https://openalex.org/W4393147120", "https://openalex.org/W4393147146", "https://openalex.org/W4401042286", "https://openalex.org/W4401042580", "https://openalex.org/W4401042689", "https://openalex.org/W4401043132", "https://openalex.org/W4402671633", "https://openalex.org/W4402671800", "https://openalex.org/W4402684121", "https://openalex.org/W6728551298", "https://openalex.org/W6739901393", "https://openalex.org/W6741814560", "https://openalex.org/W6761205521", "https://openalex.org/W6778883912", "https://openalex.org/W6781254577", "https://openalex.org/W6793737154", "https://openalex.org/W6794686226", "https://openalex.org/W6798182279", "https://openalex.org/W6800751262", "https://openalex.org/W6810081322", "https://openalex.org/W6811129797", "https://openalex.org/W6811340617", "https://openalex.org/W6838461927", "https://openalex.org/W6839041712", "https://openalex.org/W6839316307", "https://openalex.org/W6839548382", "https://openalex.org/W6846002521", "https://openalex.org/W6847050642", "https://openalex.org/W6849590751", "https://openalex.org/W6849710474", "https://openalex.org/W6850936240", "https://openalex.org/W6851214015", "https://openalex.org/W6851250892", "https://openalex.org/W6852502634", "https://openalex.org/W6852754783", "https://openalex.org/W6854260779", "https://openalex.org/W6855498594", "https://openalex.org/W6856227841"], "related_works": ["https://openalex.org/W4391375266", "https://openalex.org/W2899084033", "https://openalex.org/W2748952813", "https://openalex.org/W2368605798", "https://openalex.org/W2518037665", "https://openalex.org/W2348524959", "https://openalex.org/W2477036161", "https://openalex.org/W2368049389", "https://openalex.org/W2384861574", "https://openalex.org/W4294565801"], "abstract_inverted_index": {"Large": [0], "language": [1, 118], "models": [2], "(LLMs)": [3], "are": [4], "gaining": [5], "increasing": [6], "popularity": [7], "in": [8, 18, 29, 156, 172, 186, 198], "both": [9, 30], "academia": [10], "and": [11, 32, 99, 127, 132, 140, 149, 167], "industry,": [12], "owing": [13], "to": [14, 24, 68, 92, 96, 101, 192, 196, 225], "their": [15, 35, 56], "unprecedented": [16], "performance": [17, 159], "various": [19, 72], "applications.": [20], "As": [21], "LLMs": [22, 70, 171, 187, 202], "continue": [23], "play": [25], "a": [26, 77], "vital": [27], "role": [28], "research": [31], "daily": [33], "use,": [34], "evaluation": [36, 82, 113, 147, 217], "becomes": [37], "increasingly": [38], "critical,": [39], "not": [40], "only": [41], "at": [42, 48], "the": [43, 49, 60, 110, 138, 146, 158, 165, 199, 206, 228, 235], "task": [44], "level,": [45], "but": [46], "also": [47], "society": [50], "level": [51], "for": [52, 84], "better": [53, 226], "understanding": [54], "of": [55, 80, 112, 160, 170, 201, 208, 230], "potential": [57], "risks.": [58], "Over": [59], "past": [61], "years,": [62], "significant": [63], "efforts": [64], "have": [65], "been": [66], "made": [67], "examine": [69], "from": [71, 109], "perspectives.": [73], "This": [74], "paper": [75], "presents": [76], "comprehensive": [78], "review": [79], "these": [81], "methods": [83, 148], "LLMs,": [85], "focusing": [86], "on": [87, 179], "three": [88], "key": [89, 213], "dimensions:": [90], "what": [91], "evaluate": [93, 97, 102], ",": [94, 98], "where": [95], "how": [100], ".": [103], "Firstly,": [104], "we": [105, 136, 163, 176], "provide": [106], "an": [107, 222], "overview": [108], "perspective": [111], "tasks,": [114, 120], "encompassing": [115], "general": [116], "natural": [117, 126], "processing": [119], "reasoning,": [121], "medical": [122], "usage,": [123], "ethics,": [124], "education,": [125], "social": [128], "sciences,": [129], "agent": [130], "applications,": [131], "other": [133], "areas.": [134], "Secondly,": [135], "answer": [137], "\u2018where\u2019": [139], "\u2018how\u2019": [141], "questions": [142], "by": [143], "diving": [144], "into": [145], "benchmarks,": [150], "which": [151], "serve": [152], "as": [153, 221], "crucial": [154], "components": [155], "assessing": [157], "LLMs.": [161, 211, 231], "Then,": [162], "summarize": [164], "success": [166], "failure": [168], "cases": [169], "different": [173], "tasks.": [174], "Finally,": [175], "shed": [177], "light": [178], "several": [180], "future": [181], "challenges": [182], "that": [183, 216], "lie": [184], "ahead": [185], "evaluation.": [188], "Our": [189, 212], "aim": [190], "is": [191, 215], "offer": [193], "invaluable": [194], "insights": [195], "researchers": [197], "realm": [200], "evaluation,": [203], "thereby": [204], "aiding": [205], "development": [207, 229], "more": [209], "proficient": [210], "point": [214], "should": [218], "be": [219], "treated": [220], "essential": [223], "discipline": [224], "assist": [227], "We": [232], "consistently": [233], "maintain": [234], "related": [236], "open-source": [237], "materials": [238], "at:": [239], "https://github.com/MLGroupJLU/LLM-eval-survey": [240]}, "counts_by_year": [{"year": 2026, "cited_by_count": 355}, {"year": 2025, "cited_by_count": 1416}, {"year": 2024, "cited_by_count": 567}, {"year": 2023, "cited_by_count": 21}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4319662928", "doi": "https://doi.org/10.1371/journal.pdig.0000198", "title": "Performance of ChatGPT on USMLE: Potential for AI-assisted medical education using large language models", "display_name": "Performance of ChatGPT on USMLE: Potential for AI-assisted medical education using large language models", "relevance_score": 4338.1665, "publication_year": 2023, "publication_date": "2023-02-09", "ids": {"openalex": "https://openalex.org/W4319662928", "doi": "https://doi.org/10.1371/journal.pdig.0000198", "pmid": "https://pubmed.ncbi.nlm.nih.gov/36812645"}, "language": "en", "primary_location": {"id": "doi:10.1371/journal.pdig.0000198", "is_oa": true, "landing_page_url": "https://doi.org/10.1371/journal.pdig.0000198", "pdf_url": "https://journals.plos.org/digitalhealth/article/file?id=10.1371/journal.pdig.0000198&type=printable", "source": {"id": "https://openalex.org/S4210221150", "display_name": "PLOS Digital Health", "issn_l": "2767-3170", "issn": ["2767-3170"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310315706", "host_organization_name": "Public Library of Science", "host_organization_lineage": ["https://openalex.org/P4310315706"], "host_organization_lineage_names": ["Public Library of Science"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "PLOS Digital Health", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "doaj", "pubmed"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://journals.plos.org/digitalhealth/article/file?id=10.1371/journal.pdig.0000198&type=printable", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5055949685", "display_name": "Tiffany H. Kung", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210087915", "display_name": "Massachusetts General Hospital", "ror": "https://ror.org/002pd6e78", "country_code": "US", "type": "healthcare", "lineage": ["https://openalex.org/I4210087915", "https://openalex.org/I48633490"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Tiffany H. Kung", "raw_affiliation_strings": ["AnsibleHealth, Inc Mountain View, California, United States of America", "Department of Anesthesiology, Massachusetts General Hospital, Harvard School of Medicine Boston, Massachusetts, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "AnsibleHealth, Inc Mountain View, California, United States of America", "institution_ids": []}, {"raw_affiliation_string": "Department of Anesthesiology, Massachusetts General Hospital, Harvard School of Medicine Boston, Massachusetts, United States of America", "institution_ids": ["https://openalex.org/I4210087915"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5080358515", "display_name": "Morgan Cheatham", "orcid": "https://orcid.org/0000-0002-4688-058X"}, "institutions": [{"id": "https://openalex.org/I27804330", "display_name": "Brown University", "ror": "https://ror.org/05gq02987", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I27804330"]}, {"id": "https://openalex.org/I2801652605", "display_name": "Warren Alpert Foundation", "ror": "https://ror.org/041ztcd61", "country_code": "US", "type": "nonprofit", "lineage": ["https://openalex.org/I2801652605"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Morgan Cheatham", "raw_affiliation_strings": ["Warren Alpert Medical School; Brown University Providence, Rhode Island, United States of America", "Warren Alpert Medical School", "Brown University Providence, Rhode Island, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Warren Alpert Medical School; Brown University Providence, Rhode Island, United States of America", "institution_ids": ["https://openalex.org/I27804330"]}, {"raw_affiliation_string": "Warren Alpert Medical School", "institution_ids": ["https://openalex.org/I2801652605"]}, {"raw_affiliation_string": "Brown University Providence, Rhode Island, United States of America", "institution_ids": ["https://openalex.org/I27804330"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5015894459", "display_name": "Arielle Medenilla", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Arielle Medenilla", "raw_affiliation_strings": ["AnsibleHealth, Inc Mountain View, California, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "AnsibleHealth, Inc Mountain View, California, United States of America", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5087687954", "display_name": "Czarina Sillos", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Czarina Sillos", "raw_affiliation_strings": ["AnsibleHealth, Inc Mountain View, California, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "AnsibleHealth, Inc Mountain View, California, United States of America", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5003016349", "display_name": "Lorie De Leon", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Lorie De Leon", "raw_affiliation_strings": ["AnsibleHealth, Inc Mountain View, California, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "AnsibleHealth, Inc Mountain View, California, United States of America", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5072923710", "display_name": "Camille Elepa\u00f1o", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Camille Elepa\u00f1o", "raw_affiliation_strings": ["AnsibleHealth, Inc Mountain View, California, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "AnsibleHealth, Inc Mountain View, California, United States of America", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5069780423", "display_name": "Maria Madriaga", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Maria Madriaga", "raw_affiliation_strings": ["AnsibleHealth, Inc Mountain View, California, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "AnsibleHealth, Inc Mountain View, California, United States of America", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5071379154", "display_name": "Rimel Aggabao", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Rimel Aggabao", "raw_affiliation_strings": ["AnsibleHealth, Inc Mountain View, California, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "AnsibleHealth, Inc Mountain View, California, United States of America", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5079156966", "display_name": "Giezel Diaz-Candido", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Giezel Diaz-Candido", "raw_affiliation_strings": ["AnsibleHealth, Inc Mountain View, California, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "AnsibleHealth, Inc Mountain View, California, United States of America", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5001189652", "display_name": "James Maningo", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "James Maningo", "raw_affiliation_strings": ["AnsibleHealth, Inc Mountain View, California, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "AnsibleHealth, Inc Mountain View, California, United States of America", "institution_ids": []}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5026590179", "display_name": "Victor Tseng", "orcid": "https://orcid.org/0000-0003-1380-2240"}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Victor Tseng", "raw_affiliation_strings": ["AnsibleHealth, Inc Mountain View, California, United States of America", "Department of Medical Education, UWorld, LLC Dallas, Texas, United States of America"], "raw_orcid": "https://orcid.org/0000-0003-0211-512X", "affiliations": [{"raw_affiliation_string": "AnsibleHealth, Inc Mountain View, California, United States of America", "institution_ids": []}, {"raw_affiliation_string": "Department of Medical Education, UWorld, LLC Dallas, Texas, United States of America", "institution_ids": []}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 11, "corresponding_author_ids": ["https://openalex.org/A5001189652", "https://openalex.org/A5003016349", "https://openalex.org/A5015894459", "https://openalex.org/A5026590179", "https://openalex.org/A5055949685", "https://openalex.org/A5069780423", "https://openalex.org/A5071379154", "https://openalex.org/A5072923710", "https://openalex.org/A5079156966", "https://openalex.org/A5080358515", "https://openalex.org/A5087687954"], "corresponding_institution_ids": ["https://openalex.org/I27804330", "https://openalex.org/I2801652605", "https://openalex.org/I4210087915"], "apc_list": {"value": 2575, "currency": "USD", "value_usd": 2575}, "apc_paid": {"value": 2575, "currency": "USD", "value_usd": 2575}, "fwci": 126.2306, "has_fulltext": true, "cited_by_count": 3484, "citation_normalized_percentile": {"value": 0.99981336, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 89, "max": 100}, "biblio": {"volume": "2", "issue": "2", "first_page": "e0000198", "last_page": "e0000198"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, "topics": [{"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T13555", "display_name": "Healthcare cost, quality, practices", "score": 0.9869999885559082, "subfield": {"id": "https://openalex.org/subfields/3600", "display_name": "General Health Professions"}, "field": {"id": "https://openalex.org/fields/36", "display_name": "Health Professions"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T13702", "display_name": "Machine Learning in Healthcare", "score": 0.9818999767303467, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/concordance", "display_name": "Concordance", "score": 0.7044477462768555}, {"id": "https://openalex.org/keywords/united-states-medical-licensing-examination", "display_name": "United States Medical Licensing Examination", "score": 0.5638146996498108}, {"id": "https://openalex.org/keywords/medical-education", "display_name": "Medical education", "score": 0.5349031686782837}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.5161944031715393}, {"id": "https://openalex.org/keywords/licensure", "display_name": "Licensure", "score": 0.44704511761665344}, {"id": "https://openalex.org/keywords/medical-school", "display_name": "Medical school", "score": 0.3623213768005371}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.3289526700973511}, {"id": "https://openalex.org/keywords/medicine", "display_name": "Medicine", "score": 0.28045064210891724}, {"id": "https://openalex.org/keywords/internal-medicine", "display_name": "Internal medicine", "score": 0.06989631056785583}], "concepts": [{"id": "https://openalex.org/C160798450", "wikidata": "https://www.wikidata.org/wiki/Q4230870", "display_name": "Concordance", "level": 2, "score": 0.7044477462768555}, {"id": "https://openalex.org/C2779741528", "wikidata": "https://www.wikidata.org/wiki/Q1156524", "display_name": "United States Medical Licensing Examination", "level": 3, "score": 0.5638146996498108}, {"id": "https://openalex.org/C509550671", "wikidata": "https://www.wikidata.org/wiki/Q126945", "display_name": "Medical education", "level": 1, "score": 0.5349031686782837}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.5161944031715393}, {"id": "https://openalex.org/C2781234862", "wikidata": "https://www.wikidata.org/wiki/Q6543077", "display_name": "Licensure", "level": 2, "score": 0.44704511761665344}, {"id": "https://openalex.org/C2993838110", "wikidata": "https://www.wikidata.org/wiki/Q494230", "display_name": "Medical school", "level": 2, "score": 0.3623213768005371}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.3289526700973511}, {"id": "https://openalex.org/C71924100", "wikidata": "https://www.wikidata.org/wiki/Q11190", "display_name": "Medicine", "level": 0, "score": 0.28045064210891724}, {"id": "https://openalex.org/C126322002", "wikidata": "https://www.wikidata.org/wiki/Q11180", "display_name": "Internal medicine", "level": 1, "score": 0.06989631056785583}], "mesh": [], "locations_count": 4, "locations": [{"id": "doi:10.1371/journal.pdig.0000198", "is_oa": true, "landing_page_url": "https://doi.org/10.1371/journal.pdig.0000198", "pdf_url": "https://journals.plos.org/digitalhealth/article/file?id=10.1371/journal.pdig.0000198&type=printable", "source": {"id": "https://openalex.org/S4210221150", "display_name": "PLOS Digital Health", "issn_l": "2767-3170", "issn": ["2767-3170"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310315706", "host_organization_name": "Public Library of Science", "host_organization_lineage": ["https://openalex.org/P4310315706"], "host_organization_lineage_names": ["Public Library of Science"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "PLOS Digital Health", "raw_type": "journal-article"}, {"id": "pmid:36812645", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/36812645", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "PLOS digital health", "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:9931230", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/9931230", "pdf_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9931230/pdf/pdig.0000198.pdf", "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "PLOS Digit Health", "raw_type": "Text"}, {"id": "pmh:oai:doaj.org/article:abc82f32e9d44f6c8570aadf34cfe565", "is_oa": true, "landing_page_url": "https://doaj.org/article/abc82f32e9d44f6c8570aadf34cfe565", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-sa", "license_id": "https://openalex.org/licenses/cc-by-sa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "PLOS Digital Health, Vol 2, Iss 2, p e0000198 (2023)", "raw_type": "article"}], "best_oa_location": {"id": "doi:10.1371/journal.pdig.0000198", "is_oa": true, "landing_page_url": "https://doi.org/10.1371/journal.pdig.0000198", "pdf_url": "https://journals.plos.org/digitalhealth/article/file?id=10.1371/journal.pdig.0000198&type=printable", "source": {"id": "https://openalex.org/S4210221150", "display_name": "PLOS Digital Health", "issn_l": "2767-3170", "issn": ["2767-3170"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310315706", "host_organization_name": "Public Library of Science", "host_organization_lineage": ["https://openalex.org/P4310315706"], "host_organization_lineage_names": ["Public Library of Science"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "PLOS Digital Health", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.5099999904632568}], "awards": [], "funders": [], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4319662928.pdf", "grobid_xml": "https://content.openalex.org/works/W4319662928.grobid-xml"}, "referenced_works_count": 25, "referenced_works": ["https://openalex.org/W94062176", "https://openalex.org/W2166888237", "https://openalex.org/W2557738935", "https://openalex.org/W2599674900", "https://openalex.org/W2766760598", "https://openalex.org/W2793981925", "https://openalex.org/W2901612843", "https://openalex.org/W2920897817", "https://openalex.org/W2936086693", "https://openalex.org/W2949163152", "https://openalex.org/W2958109836", "https://openalex.org/W3013597571", "https://openalex.org/W3025011581", "https://openalex.org/W3028484854", "https://openalex.org/W3041565340", "https://openalex.org/W3088056511", "https://openalex.org/W3105070630", "https://openalex.org/W3138114698", "https://openalex.org/W3162922479", "https://openalex.org/W3177525997", "https://openalex.org/W4240958693", "https://openalex.org/W4280572991", "https://openalex.org/W4286233477", "https://openalex.org/W4297997268", "https://openalex.org/W4392359953"], "related_works": ["https://openalex.org/W1980938344", "https://openalex.org/W2921568987", "https://openalex.org/W2739786102", "https://openalex.org/W3015607215", "https://openalex.org/W2726072956", "https://openalex.org/W3021070439", "https://openalex.org/W3148844987", "https://openalex.org/W3005908439", "https://openalex.org/W2416519807", "https://openalex.org/W2776799857"], "abstract_inverted_index": {"We": [0], "evaluated": [1], "the": [2, 12, 36, 71], "performance": [3], "of": [4, 21, 55], "a": [5, 52], "large": [6, 66], "language": [7, 67], "model": [8], "called": [9], "ChatGPT": [10, 31, 50], "on": [11], "United": [13], "States": [14], "Medical": [15], "Licensing": [16], "Exam": [17], "(USMLE),": [18], "which": [19], "consists": [20], "three": [22, 41], "exams:": [23], "Step": [24, 26, 29], "1,": [25], "2CK,": [27], "and": [28, 57, 78], "3.": [30], "performed": [32], "at": [33], "or": [34, 47], "near": [35], "passing": [37], "threshold": [38], "for": [39], "all": [40], "exams": [42], "without": [43], "any": [44], "specialized": [45], "training": [46], "reinforcement.": [48], "Additionally,": [49], "demonstrated": [51], "high": [53], "level": [54], "concordance": [56], "insight": [58], "in": [59], "its": [60], "explanations.": [61], "These": [62], "results": [63], "suggest": [64], "that": [65], "models": [68], "may": [69], "have": [70], "potential": [72], "to": [73], "assist": [74], "with": [75], "medical": [76], "education,": [77], "potentially,": [79], "clinical": [80], "decision-making.": [81]}, "counts_by_year": [{"year": 2026, "cited_by_count": 312}, {"year": 2025, "cited_by_count": 990}, {"year": 2024, "cited_by_count": 1174}, {"year": 2023, "cited_by_count": 1000}, {"year": 2022, "cited_by_count": 3}, {"year": 2021, "cited_by_count": 1}, {"year": 2012, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3168867926", "doi": "https://doi.org/10.48550/arxiv.2106.09685", "title": "LoRA: Low-Rank Adaptation of Large Language Models", "display_name": "LoRA: Low-Rank Adaptation of Large Language Models", "relevance_score": 3956.304, "publication_year": 2021, "publication_date": "2021-06-17", "ids": {"openalex": "https://openalex.org/W3168867926", "doi": "https://doi.org/10.48550/arxiv.2106.09685", "mag": "3168867926"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2106.09685", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2106.09685", "pdf_url": "https://arxiv.org/pdf/2106.09685", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": null}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2106.09685", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5103230101", "display_name": "J. Edward Hu", "orcid": "https://orcid.org/0000-0002-5557-6790"}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Hu, Edward J.", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101180037", "display_name": "Yelong Shen", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Shen, Yelong", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5058656827", "display_name": "Phillip Wallis", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Wallis, Phillip", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5048981295", "display_name": "Zeyuan Allen-Zhu", "orcid": "https://orcid.org/0000-0003-3002-089X"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Allen-Zhu, Zeyuan", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101879892", "display_name": "Yuanzhi Li", "orcid": "https://orcid.org/0009-0004-4418-9308"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Li, Yuanzhi", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5047774607", "display_name": "Shean Wang", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Wang, Shean", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Wang, Lu", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Wang, Lu", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "last", "author": {"id": null, "display_name": "Chen, Weizhu", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Chen, Weizhu", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}], "institutions": [], "countries_distinct_count": 0, "institutions_distinct_count": 8, "corresponding_author_ids": ["https://openalex.org/A5103230101"], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 2428, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9952999949455261, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10201", "display_name": "Speech Recognition and Synthesis", "score": 0.9850999712944031, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8471132516860962}, {"id": "https://openalex.org/keywords/inference", "display_name": "Inference", "score": 0.6393539309501648}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.6101438403129578}, {"id": "https://openalex.org/keywords/language-model", "display_name": "Language model", "score": 0.5950396656990051}, {"id": "https://openalex.org/keywords/adaptation", "display_name": "Adaptation (eye)", "score": 0.5702289342880249}, {"id": "https://openalex.org/keywords/latency", "display_name": "Latency (audio)", "score": 0.518650233745575}, {"id": "https://openalex.org/keywords/rank", "display_name": "Rank (graph theory)", "score": 0.509486734867096}, {"id": "https://openalex.org/keywords/implementation", "display_name": "Implementation", "score": 0.4445120096206665}, {"id": "https://openalex.org/keywords/parallel-computing", "display_name": "Parallel computing", "score": 0.36152058839797974}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.2760239839553833}, {"id": "https://openalex.org/keywords/programming-language", "display_name": "Programming language", "score": 0.2225661277770996}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.11673146486282349}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8471132516860962}, {"id": "https://openalex.org/C2776214188", "wikidata": "https://www.wikidata.org/wiki/Q408386", "display_name": "Inference", "level": 2, "score": 0.6393539309501648}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.6101438403129578}, {"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.5950396656990051}, {"id": "https://openalex.org/C139807058", "wikidata": "https://www.wikidata.org/wiki/Q352374", "display_name": "Adaptation (eye)", "level": 2, "score": 0.5702289342880249}, {"id": "https://openalex.org/C82876162", "wikidata": "https://www.wikidata.org/wiki/Q17096504", "display_name": "Latency (audio)", "level": 2, "score": 0.518650233745575}, {"id": "https://openalex.org/C164226766", "wikidata": "https://www.wikidata.org/wiki/Q7293202", "display_name": "Rank (graph theory)", "level": 2, "score": 0.509486734867096}, {"id": "https://openalex.org/C26713055", "wikidata": "https://www.wikidata.org/wiki/Q245962", "display_name": "Implementation", "level": 2, "score": 0.4445120096206665}, {"id": "https://openalex.org/C173608175", "wikidata": "https://www.wikidata.org/wiki/Q232661", "display_name": "Parallel computing", "level": 1, "score": 0.36152058839797974}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.2760239839553833}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.2225661277770996}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.11673146486282349}, {"id": "https://openalex.org/C114614502", "wikidata": "https://www.wikidata.org/wiki/Q76592", "display_name": "Combinatorics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C33923547", "wikidata": "https://www.wikidata.org/wiki/Q395", "display_name": "Mathematics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C120665830", "wikidata": "https://www.wikidata.org/wiki/Q14620", "display_name": "Optics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C76155785", "wikidata": "https://www.wikidata.org/wiki/Q418", "display_name": "Telecommunications", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:2106.09685", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2106.09685", "pdf_url": "https://arxiv.org/pdf/2106.09685", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": null}, {"id": "doi:10.48550/arxiv.2106.09685", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2106.09685", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2106.09685", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2106.09685", "pdf_url": "https://arxiv.org/pdf/2106.09685", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": null}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.75}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 57, "referenced_works": ["https://openalex.org/W131533222", "https://openalex.org/W1967077133", "https://openalex.org/W2058641082", "https://openalex.org/W2090958120", "https://openalex.org/W2103972604", "https://openalex.org/W2117130368", "https://openalex.org/W2126017757", "https://openalex.org/W2251939518", "https://openalex.org/W2394882406", "https://openalex.org/W2595741664", "https://openalex.org/W2616957565", "https://openalex.org/W2732004306", "https://openalex.org/W2751448157", "https://openalex.org/W2786660442", "https://openalex.org/W2798836595", "https://openalex.org/W2806120502", "https://openalex.org/W2886067286", "https://openalex.org/W2888867175", "https://openalex.org/W2899063268", "https://openalex.org/W2899748887", "https://openalex.org/W2908510526", "https://openalex.org/W2913946806", "https://openalex.org/W2949819354", "https://openalex.org/W2949960976", "https://openalex.org/W2950967261", "https://openalex.org/W2952899695", "https://openalex.org/W2963310665", "https://openalex.org/W2963341956", "https://openalex.org/W2963403868", "https://openalex.org/W2963477238", "https://openalex.org/W2963846996", "https://openalex.org/W2964031251", "https://openalex.org/W2964035320", "https://openalex.org/W2964121744", "https://openalex.org/W2965373594", "https://openalex.org/W2971169274", "https://openalex.org/W2973727699", "https://openalex.org/W2990704537", "https://openalex.org/W3000127803", "https://openalex.org/W3028525609", "https://openalex.org/W3030163527", "https://openalex.org/W3033187248", "https://openalex.org/W3037180580", "https://openalex.org/W3039127676", "https://openalex.org/W3040573126", "https://openalex.org/W3098824823", "https://openalex.org/W3104033643", "https://openalex.org/W3118216348", "https://openalex.org/W3119438769", "https://openalex.org/W3139080614", "https://openalex.org/W3152956381", "https://openalex.org/W3158697128", "https://openalex.org/W3166140588", "https://openalex.org/W3174784402", "https://openalex.org/W3176828726", "https://openalex.org/W3181384422", "https://openalex.org/W3214715529"], "related_works": ["https://openalex.org/W3152165845", "https://openalex.org/W1654043760", "https://openalex.org/W4288365749", "https://openalex.org/W2936497627", "https://openalex.org/W3013624417", "https://openalex.org/W4287826556", "https://openalex.org/W3098382480", "https://openalex.org/W4287598411", "https://openalex.org/W3094871513", "https://openalex.org/W3100913109"], "abstract_inverted_index": {"An": [0], "important": [1], "paradigm": [2], "of": [3, 8, 47, 78, 86, 104, 168, 178], "natural": [4], "language": [5, 159], "processing": [6], "consists": [7], "large-scale": [9], "pre-training": [10], "on": [11, 128, 165], "general": [12], "domain": [13], "data": [14], "and": [15, 69, 110, 132, 183, 187, 193], "adaptation": [16], "to": [17, 93], "particular": [18], "tasks": [19], "or": [20, 61, 121], "domains.": [21], "As": [22], "we": [23], "pre-train": [24], "larger": [25], "models,": [26, 49], "full": [27], "fine-tuning,": [28], "which": [29, 63, 162], "retrains": [30], "all": [31], "model": [32, 67, 126, 160, 188], "parameters,": [33, 53, 138], "becomes": [34], "less": [35], "feasible.": [36], "Using": [37], "GPT-3": [38, 94], "175B": [39, 52, 95], "as": [40], "an": [41, 153], "example": [42], "--": [43], "deploying": [44], "independent": [45], "instances": [46], "fine-tuned": [48, 96], "each": [50, 76], "with": [51, 97, 180], "is": [54], "prohibitively": [55], "expensive.": [56], "We": [57, 150, 170], "propose": [58], "Low-Rank": [59], "Adaptation,": [60], "LoRA,": [62], "freezes": [64], "the": [65, 79, 84, 102, 111, 166, 176], "pre-trained": [66], "weights": [68], "injects": [70], "trainable": [71, 87, 105, 137], "rank": [72], "decomposition": [73], "matrices": [74], "into": [75, 156], "layer": [77], "Transformer": [80], "architecture,": [81], "greatly": [82], "reducing": [83], "number": [85, 103], "parameters": [88, 106], "for": [89, 190], "downstream": [90], "tasks.": [91], "Compared": [92], "Adam,": [98], "LoRA": [99, 118, 179], "can": [100], "reduce": [101], "by": [107, 115], "10,000": [108], "times": [109], "GPU": [112], "memory": [113], "requirement": [114], "3": [116], "times.": [117], "performs": [119], "on-par": [120], "better": [122], "than": [123], "fine-tuning": [124], "in": [125, 158], "quality": [127], "RoBERTa,": [129, 191], "DeBERTa,": [130, 192], "GPT-2,": [131], "GPT-3,": [133], "despite": [134], "having": [135], "fewer": [136], "a": [139, 172], "higher": [140], "training": [141], "throughput,": [142], "and,": [143], "unlike": [144], "adapters,": [145], "no": [146], "additional": [147], "inference": [148], "latency.": [149], "also": [151], "provide": [152, 184], "empirical": [154], "investigation": [155], "rank-deficiency": [157], "adaptation,": [161], "sheds": [163], "light": [164], "efficacy": [167], "LoRA.": [169], "release": [171], "package": [173], "that": [174], "facilitates": [175], "integration": [177], "PyTorch": [181], "models": [182], "our": [185], "implementations": [186], "checkpoints": [189], "GPT-2": [194], "at": [195], "https://github.com/microsoft/LoRA.": [196]}, "counts_by_year": [{"year": 2026, "cited_by_count": 84}, {"year": 2025, "cited_by_count": 795}, {"year": 2024, "cited_by_count": 979}, {"year": 2023, "cited_by_count": 503}, {"year": 2022, "cited_by_count": 60}, {"year": 2021, "cited_by_count": 7}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4362515116", "doi": "https://doi.org/10.1007/s11704-026-60308-3", "title": "A Survey of Large Language Models", "display_name": "A Survey of Large Language Models", "relevance_score": 3703.114, "publication_year": 2026, "publication_date": "2026-05-09", "ids": {"openalex": "https://openalex.org/W4362515116", "doi": "https://doi.org/10.1007/s11704-026-60308-3"}, "language": "en", "primary_location": {"id": "doi:10.1007/s11704-026-60308-3", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/s11704-026-60308-3", "pdf_url": "https://link.springer.com/content/pdf/10.1007/s11704-026-60308-3.pdf", "source": {"id": "https://openalex.org/S4210231404", "display_name": "Frontiers of Computer Science", "issn_l": "2095-2228", "issn": ["2095-2228", "2095-2236"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310311889", "host_organization_name": "Higher Education Press", "host_organization_lineage": ["https://openalex.org/P4310311889"], "host_organization_lineage_names": ["Higher Education Press"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Frontiers of Computer Science", "raw_type": "journal-article"}, "type": "preprint", "indexed_in": ["arxiv", "crossref", "datacite"], "open_access": {"is_oa": true, "oa_status": "hybrid", "oa_url": "https://link.springer.com/content/pdf/10.1007/s11704-026-60308-3.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5037145565", "display_name": "Wayne Xin Zhao", "orcid": "https://orcid.org/0000-0002-8333-6196"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Wayne Xin Zhao", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100722039", "display_name": "Kun Zhou", "orcid": "https://orcid.org/0000-0001-7660-2911"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Kun Zhou", "raw_affiliation_strings": ["School of Information, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Information, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100363220", "display_name": "Junyi Li", "orcid": "https://orcid.org/0009-0007-0480-5593"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Junyi Li", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5030566556", "display_name": "Tianyi Tang", "orcid": "https://orcid.org/0000-0002-4352-8222"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Tianyi Tang", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100367735", "display_name": "Xiaolei Wang", "orcid": "https://orcid.org/0000-0003-3685-3606"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zican Dong", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5052347581", "display_name": "Yupeng Hou", "orcid": "https://orcid.org/0000-0002-0747-8010"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yupeng Hou", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5059541770", "display_name": "Yingqian Min", "orcid": null}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Beichen Zhang", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101849100", "display_name": "Beichen Zhang", "orcid": "https://orcid.org/0000-0001-5030-0632"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yingqian Min", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100343044", "display_name": "Junjie Zhang", "orcid": "https://orcid.org/0000-0002-0033-0494"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Junjie Zhang", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5018732664", "display_name": "Zican Dong", "orcid": null}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Peiyu Liu", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5001058167", "display_name": "Yifan Du", "orcid": "https://orcid.org/0000-0002-0734-9200"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xiaolei Wang", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100350503", "display_name": "Yang Chen", "orcid": "https://orcid.org/0000-0003-4749-3060"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yifan Du", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5008293262", "display_name": "Yushuo Chen", "orcid": "https://orcid.org/0000-0002-9091-6711"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Chen Yang", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100325084", "display_name": "Zhipeng Chen", "orcid": "https://orcid.org/0000-0002-8330-0070"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yushuo Chen", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5069058824", "display_name": "Jinhao Jiang", "orcid": null}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zhipeng Chen", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5074848230", "display_name": "Ruiyang Ren", "orcid": "https://orcid.org/0000-0002-0562-9911"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jinhao Jiang", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100427047", "display_name": "Yifan Li", "orcid": "https://orcid.org/0000-0002-9243-0264"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Ruiyang Ren", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102019389", "display_name": "Xinyu Tang", "orcid": "https://orcid.org/0000-0001-9221-154X"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yifan Li", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5008547683", "display_name": "Zikang Liu", "orcid": "https://orcid.org/0000-0002-8947-7053"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xinyu Tang", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100716216", "display_name": "Peiyu Liu", "orcid": "https://orcid.org/0000-0002-2905-5473"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zikang Liu", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5018977183", "display_name": "Jian\u2010Yun Nie", "orcid": "https://orcid.org/0000-0003-1556-3335"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yiwen Hu", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5025631695", "display_name": "Ji-Rong Wen", "orcid": "https://orcid.org/0000-0002-9777-9676"}, "institutions": [{"id": "https://openalex.org/I70931966", "display_name": "Universit\u00e9 de Montr\u00e9al", "ror": "https://ror.org/0161xgx34", "country_code": "CA", "type": "education", "lineage": ["https://openalex.org/I70931966"]}], "countries": ["CA"], "is_corresponding": false, "raw_author_name": "Jian-Yun Nie", "raw_affiliation_strings": ["Department of Computer Science, Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, H3T 1J4, Canada"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science, Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, H3T 1J4, Canada", "institution_ids": ["https://openalex.org/I70931966"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5025631695", "display_name": "Ji-Rong Wen", "orcid": "https://orcid.org/0000-0002-9777-9676"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Ji-Rong Wen", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 23, "corresponding_author_ids": ["https://openalex.org/A5025631695"], "corresponding_institution_ids": ["https://openalex.org/I78988378"], "apc_list": {"value": 2290, "currency": "EUR", "value_usd": 2890}, "apc_paid": {"value": 2290, "currency": "EUR", "value_usd": 2890}, "fwci": 1153.171, "has_fulltext": true, "cited_by_count": 1395, "citation_normalized_percentile": {"value": 0.99999095, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 89, "max": 100}, "biblio": {"volume": "20", "issue": "12", "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9923999905586243, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9923999905586243, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9876000285148621, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/language-model", "display_name": "Language model", "score": 0.7410823106765747}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6391909718513489}, {"id": "https://openalex.org/keywords/mainstream", "display_name": "Mainstream", "score": 0.5758589506149292}, {"id": "https://openalex.org/keywords/scale", "display_name": "Scale (ratio)", "score": 0.5007281303405762}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.4572775363922119}, {"id": "https://openalex.org/keywords/scaling", "display_name": "Scaling", "score": 0.41567301750183105}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.35975441336631775}, {"id": "https://openalex.org/keywords/data-science", "display_name": "Data science", "score": 0.35773271322250366}, {"id": "https://openalex.org/keywords/political-science", "display_name": "Political science", "score": 0.09177076816558838}, {"id": "https://openalex.org/keywords/mathematics", "display_name": "Mathematics", "score": 0.08930888772010803}], "concepts": [{"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.7410823106765747}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6391909718513489}, {"id": "https://openalex.org/C2777617010", "wikidata": "https://www.wikidata.org/wiki/Q18957", "display_name": "Mainstream", "level": 2, "score": 0.5758589506149292}, {"id": "https://openalex.org/C2778755073", "wikidata": "https://www.wikidata.org/wiki/Q10858537", "display_name": "Scale (ratio)", "level": 2, "score": 0.5007281303405762}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.4572775363922119}, {"id": "https://openalex.org/C99844830", "wikidata": "https://www.wikidata.org/wiki/Q102441924", "display_name": "Scaling", "level": 2, "score": 0.41567301750183105}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.35975441336631775}, {"id": "https://openalex.org/C2522767166", "wikidata": "https://www.wikidata.org/wiki/Q2374463", "display_name": "Data science", "level": 1, "score": 0.35773271322250366}, {"id": "https://openalex.org/C17744445", "wikidata": "https://www.wikidata.org/wiki/Q36442", "display_name": "Political science", "level": 0, "score": 0.09177076816558838}, {"id": "https://openalex.org/C33923547", "wikidata": "https://www.wikidata.org/wiki/Q395", "display_name": "Mathematics", "level": 0, "score": 0.08930888772010803}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C2524010", "wikidata": "https://www.wikidata.org/wiki/Q8087", "display_name": "Geometry", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C199539241", "wikidata": "https://www.wikidata.org/wiki/Q7748", "display_name": "Law", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 5, "locations": [{"id": "doi:10.1007/s11704-026-60308-3", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/s11704-026-60308-3", "pdf_url": "https://link.springer.com/content/pdf/10.1007/s11704-026-60308-3.pdf", "source": {"id": "https://openalex.org/S4210231404", "display_name": "Frontiers of Computer Science", "issn_l": "2095-2228", "issn": ["2095-2228", "2095-2236"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310311889", "host_organization_name": "Higher Education Press", "host_organization_lineage": ["https://openalex.org/P4310311889"], "host_organization_lineage_names": ["Higher Education Press"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Frontiers of Computer Science", "raw_type": "journal-article"}, {"id": "pmh:oai:arXiv.org:2303.18223", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2303.18223", "pdf_url": "https://arxiv.org/pdf/2303.18223", "source": {"id": "https://openalex.org/S4393918464", "display_name": "ArXiv.org", "issn_l": "2331-8422", "issn": ["2331-8422"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, {"id": "pmh:oai:deepblue.lib.umich.edu:2027.42/191367", "is_oa": true, "landing_page_url": "http://deepblue.lib.umich.edu/bitstream/2027.42/191367/1/pra2820.pdf", "pdf_url": "https://hdl.handle.net/2027.42/191367", "source": {"id": "https://openalex.org/S4306400393", "display_name": "Deep Blue (University of Michigan)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I27837315", "host_organization_name": "University of Michigan", "host_organization_lineage": ["https://openalex.org/I27837315"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "Article"}, {"id": "pmh:doi:10.48550/arxiv.2303.18223", "is_oa": true, "landing_page_url": null, "pdf_url": null, "source": {"id": "https://openalex.org/S4406922384", "display_name": "Open MIND", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "publisher-specific-oa", "license_id": "https://openalex.org/licenses/publisher-specific-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "Article"}, {"id": "doi:10.48550/arxiv.2303.18223", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2303.18223", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "doi:10.1007/s11704-026-60308-3", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/s11704-026-60308-3", "pdf_url": "https://link.springer.com/content/pdf/10.1007/s11704-026-60308-3.pdf", "source": {"id": "https://openalex.org/S4210231404", "display_name": "Frontiers of Computer Science", "issn_l": "2095-2228", "issn": ["2095-2228", "2095-2236"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310311889", "host_organization_name": "Higher Education Press", "host_organization_lineage": ["https://openalex.org/P4310311889"], "host_organization_lineage_names": ["Higher Education Press"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Frontiers of Computer Science", "raw_type": "journal-article"}, "sustainable_development_goals": [], "awards": [{"id": "https://openalex.org/G3368097012", "display_name": null, "funder_award_id": "2121789", "funder_id": "https://openalex.org/F4320306076", "funder_display_name": "National Science Foundation"}, {"id": "https://openalex.org/G4128466783", "display_name": null, "funder_award_id": "92470205", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}], "funders": [{"id": "https://openalex.org/F4320306076", "display_name": "National Science Foundation", "ror": "https://ror.org/021nxhr62"}, {"id": "https://openalex.org/F4320321001", "display_name": "National Natural Science Foundation of China", "ror": "https://ror.org/01h0zpd94"}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4362515116.pdf", "grobid_xml": "https://content.openalex.org/works/W4362515116.grobid-xml"}, "referenced_works_count": 0, "referenced_works": [], "related_works": ["https://openalex.org/W1583826057", "https://openalex.org/W2377237701", "https://openalex.org/W2360099860", "https://openalex.org/W4323893170", "https://openalex.org/W2352463596", "https://openalex.org/W2380850119", "https://openalex.org/W2101450440", "https://openalex.org/W2383675217", "https://openalex.org/W2376151201", "https://openalex.org/W2393898889"], "abstract_inverted_index": {"Abstract": [0], "The": [1], "rapid": [2], "evolution": [3], "of": [4, 147, 200], "large": [5], "language": [6, 136], "models": [7, 90], "(LLMs)": [8], "has": [9], "driven": [10], "a": [11, 186], "transformative": [12], "shift": [13], "in": [14, 53], "artificial": [15], "intelligence": [16], "(AI),": [17], "reshaping": [18], "both": [19], "research": [20, 154], "paradigms": [21], "and": [22, 32, 44, 74, 84, 94, 98, 109, 116, 123, 139, 144, 164, 167, 178, 188, 197], "practical": [23], "applications.": [24], "Distinguished": [25], "from": [26], "their": [27, 41, 96], "predecessors": [28], "by": [29], "unprecedented": [30], "scale": [31], "advanced": [33], "capabilities,": [34, 137], "LLMs": [35], "necessitate": [36], "new": [37], "frameworks": [38], "for": [39, 129, 191], "understanding": [40, 192], "development,": [42], "behavior,": [43], "societal": [45], "impact.": [46], "This": [47], "survey": [48, 182], "systematically": [49], "reviews": [50], "recent": [51], "advancements": [52], "LLM": [54, 201], "techniques": [55], "across": [56], "four": [57], "key": [58, 130], "dimensions:": [59], "(1)": [60], "pre-training": [61], "methodologies,": [62], "which": [63, 87, 141], "establish": [64], "core": [65, 135], "model": [66, 148], "capabilities": [67], "through": [68], "large-scale": [69], "self-supervised": [70], "training,": [71], "architectural": [72], "innovations,": [73], "data": [75], "curation": [76], "strategies;": [77], "(2)": [78], "post-training": [79], "techniques,": [80], "including": [81, 156], "supervised": [82], "fine-tuning": [83], "reinforcement": [85], "learning,": [86, 106], "adapt": [88], "foundational": [89], "to": [91, 184], "downstream": [92], "tasks": [93], "enhance": [95], "alignment": [97], "safety;": [99], "(3)": [100], "utilization": [101], "strategies,": [102], "such": [103, 133], "as": [104, 134], "in-context": [105], "prompt": [107], "engineering,": [108], "agentic": [110, 165], "reasoning,": [111, 138], "that": [112], "optimize": [113], "real-world": [114], "deployment": [115], "enable": [117], "effective": [118], "interaction": [119], "with": [120], "external": [121], "environments;": [122], "(4)": [124], "evaluation": [125], "methods,": [126], "encompassing": [127], "benchmarks": [128], "ability": [131], "dimensions": [132], "safety,": [140], "support": [142], "comprehensive": [143, 189], "reliable": [145], "assessment": [146], "performance.": [149], "Additionally,": [150], "we": [151], "identify": [152], "critical": [153], "issues,": [155], "those": [157], "concerning": [158], "theoretical": [159], "foundations,": [160], "efficient": [161], "scaling,": [162], "alignment,": [163], "capability,": [166], "highlight": [168], "the": [169, 193], "open": [170], "challenges": [171], "they": [172], "present.": [173], "By": [174], "synthesizing": [175], "state-of-the-art": [176], "insights": [177], "emerging": [179], "trends,": [180], "this": [181], "aims": [183], "provide": [185], "systematic": [187], "framework": [190], "trajectory,": [194], "current": [195], "limitations,": [196], "future": [198], "directions": [199], "progress.": [202]}, "counts_by_year": [{"year": 2026, "cited_by_count": 46}, {"year": 2025, "cited_by_count": 449}, {"year": 2024, "cited_by_count": 598}, {"year": 2023, "cited_by_count": 300}, {"year": 2022, "cited_by_count": 1}, {"year": 2021, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4283026156", "doi": "https://doi.org/10.48550/arxiv.2206.07682", "title": "Emergent Abilities of Large Language Models", "display_name": "Emergent Abilities of Large Language Models", "relevance_score": 3086.192, "publication_year": 2022, "publication_date": "2022-06-15", "ids": {"openalex": "https://openalex.org/W4283026156", "doi": "https://doi.org/10.48550/arxiv.2206.07682"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2206.07682", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2206.07682", "pdf_url": "https://arxiv.org/pdf/2206.07682", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2206.07682", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": null, "display_name": "Wei, Jason", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Wei, Jason", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5103069680", "display_name": "Yi Tay", "orcid": "https://orcid.org/0000-0001-6896-4496"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Tay, Yi", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5069576651", "display_name": "Rishi Bommasani", "orcid": "https://orcid.org/0000-0002-9616-5138"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Bommasani, Rishi", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5045077843", "display_name": "Colin Raffel", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Raffel, Colin", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5026064427", "display_name": "Barret Zoph", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Zoph, Barret", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5059460567", "display_name": "Sebastian Borgeaud", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Borgeaud, Sebastian", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5060347694", "display_name": "Dani Yogatama", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Yogatama, Dani", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5074322007", "display_name": "Maarten Bosma", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Bosma, Maarten", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5061512999", "display_name": "Denny Zhou", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Zhou, Denny", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5000115067", "display_name": "Donald Metzler", "orcid": "https://orcid.org/0000-0003-4276-6269"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Metzler, Donald", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5028125399", "display_name": "Ed H.", "orcid": "https://orcid.org/0000-0003-3230-5338"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Chi, Ed H.", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5015518638", "display_name": "Tatsunori Hashimoto", "orcid": "https://orcid.org/0000-0003-0521-5855"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Hashimoto, Tatsunori", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5003562101", "display_name": "Oriol Vinyals", "orcid": "https://orcid.org/0000-0001-7848-7283"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Vinyals, Oriol", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5025255782", "display_name": "Percy Liang", "orcid": "https://orcid.org/0000-0002-0458-6139"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Liang, Percy", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5011889606", "display_name": "Jeff Dean", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Dean, Jeff", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "last", "author": {"id": "https://openalex.org/A5004353092", "display_name": "William Fedus", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Fedus, William", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}], "institutions": [], "countries_distinct_count": 0, "institutions_distinct_count": 16, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 1027, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9977999925613403, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9977999925613403, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T12535", "display_name": "Machine Learning and Data Classification", "score": 0.9896000027656555, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T12072", "display_name": "Machine Learning and Algorithms", "score": 0.9839000105857849, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/scaling", "display_name": "Scaling", "score": 0.7170441746711731}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6466598510742188}, {"id": "https://openalex.org/keywords/language-model", "display_name": "Language model", "score": 0.5917967557907104}, {"id": "https://openalex.org/keywords/range", "display_name": "Range (aeronautics)", "score": 0.577618420124054}, {"id": "https://openalex.org/keywords/phenomenon", "display_name": "Phenomenon", "score": 0.49487680196762085}, {"id": "https://openalex.org/keywords/sample", "display_name": "Sample (material)", "score": 0.41934674978256226}, {"id": "https://openalex.org/keywords/cognitive-psychology", "display_name": "Cognitive psychology", "score": 0.33238446712493896}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.28743505477905273}, {"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.20110490918159485}, {"id": "https://openalex.org/keywords/mathematics", "display_name": "Mathematics", "score": 0.14117473363876343}, {"id": "https://openalex.org/keywords/physics", "display_name": "Physics", "score": 0.10868227481842041}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.08795803785324097}], "concepts": [{"id": "https://openalex.org/C99844830", "wikidata": "https://www.wikidata.org/wiki/Q102441924", "display_name": "Scaling", "level": 2, "score": 0.7170441746711731}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6466598510742188}, {"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.5917967557907104}, {"id": "https://openalex.org/C204323151", "wikidata": "https://www.wikidata.org/wiki/Q905424", "display_name": "Range (aeronautics)", "level": 2, "score": 0.577618420124054}, {"id": "https://openalex.org/C50335755", "wikidata": "https://www.wikidata.org/wiki/Q483247", "display_name": "Phenomenon", "level": 2, "score": 0.49487680196762085}, {"id": "https://openalex.org/C198531522", "wikidata": "https://www.wikidata.org/wiki/Q485146", "display_name": "Sample (material)", "level": 2, "score": 0.41934674978256226}, {"id": "https://openalex.org/C180747234", "wikidata": "https://www.wikidata.org/wiki/Q23373", "display_name": "Cognitive psychology", "level": 1, "score": 0.33238446712493896}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.28743505477905273}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.20110490918159485}, {"id": "https://openalex.org/C33923547", "wikidata": "https://www.wikidata.org/wiki/Q395", "display_name": "Mathematics", "level": 0, "score": 0.14117473363876343}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.10868227481842041}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.08795803785324097}, {"id": "https://openalex.org/C146978453", "wikidata": "https://www.wikidata.org/wiki/Q3798668", "display_name": "Aerospace engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C97355855", "wikidata": "https://www.wikidata.org/wiki/Q11473", "display_name": "Thermodynamics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C2524010", "wikidata": "https://www.wikidata.org/wiki/Q8087", "display_name": "Geometry", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:2206.07682", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2206.07682", "pdf_url": "https://arxiv.org/pdf/2206.07682", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.2206.07682", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2206.07682", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2206.07682", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2206.07682", "pdf_url": "https://arxiv.org/pdf/2206.07682", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.7200000286102295}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 0, "referenced_works": [], "related_works": ["https://openalex.org/W4300450609", "https://openalex.org/W4386931570", "https://openalex.org/W2391010541", "https://openalex.org/W2357367123", "https://openalex.org/W4388930439", "https://openalex.org/W2387276901", "https://openalex.org/W2385953334", "https://openalex.org/W2351303360", "https://openalex.org/W3134118520", "https://openalex.org/W2349223072"], "abstract_inverted_index": {"Scaling": [0], "up": [1], "language": [2, 37, 91], "models": [3, 53], "has": [4], "been": [5], "shown": [6], "to": [7, 31, 43], "predictably": [8], "improve": [9], "performance": [10, 70], "and": [11], "sample": [12], "efficiency": [13], "on": [14], "a": [15], "wide": [16], "range": [17, 87], "of": [18, 35, 71, 76, 88, 90], "downstream": [19], "tasks.": [20], "This": [21], "paper": [22], "instead": [23], "discusses": [24], "an": [25, 41], "unpredictable": [26], "phenomenon": [27], "that": [28, 80], "we": [29], "refer": [30], "as": [32], "emergent": [33, 45, 61], "abilities": [34, 62], "large": [36], "models.": [38, 59, 73, 92], "We": [39], "consider": [40], "ability": [42], "be": [44, 64], "if": [46], "it": [47], "is": [48, 55], "not": [49], "present": [50, 56], "in": [51, 57], "smaller": [52, 72], "but": [54], "larger": [58], "Thus,": [60], "cannot": [63], "predicted": [65], "simply": [66], "by": [67], "extrapolating": [68], "the": [69, 86], "The": [74], "existence": [75], "such": [77], "emergence": [78], "implies": [79], "additional": [81], "scaling": [82], "could": [83], "further": [84], "expand": [85], "capabilities": [89]}, "counts_by_year": [{"year": 2026, "cited_by_count": 20}, {"year": 2025, "cited_by_count": 213}, {"year": 2024, "cited_by_count": 389}, {"year": 2023, "cited_by_count": 384}, {"year": 2022, "cited_by_count": 20}, {"year": 2020, "cited_by_count": 1}], "updated_date": "2026-05-07T13:39:58.223016", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3177813494", "doi": "https://doi.org/10.48550/arxiv.2107.03374", "title": "Evaluating Large Language Models Trained on Code", "display_name": "Evaluating Large Language Models Trained on Code", "relevance_score": 3071.2732, "publication_year": 2021, "publication_date": "2021-07-07", "ids": {"openalex": "https://openalex.org/W3177813494", "doi": "https://doi.org/10.48550/arxiv.2107.03374", "mag": "3177813494"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2107.03374", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2107.03374", "pdf_url": "https://arxiv.org/pdf/2107.03374", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2107.03374", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5030935953", "display_name": "Mark Chen", "orcid": "https://orcid.org/0000-0001-9369-5830"}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Chen, Mark", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5044086066", "display_name": "Jerry Tworek", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Tworek, Jerry", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5065707162", "display_name": "Heewoo Jun", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Jun, Heewoo", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5002281342", "display_name": "Qiming Yuan", "orcid": "https://orcid.org/0000-0003-0621-1338"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Yuan, Qiming", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5028891032", "display_name": "Henrique Pond\u00e9 de Oliveira Pinto", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Pinto, Henrique Ponde de Oliveira", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5053213601", "display_name": "Jared Kaplan", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Kaplan, Jared", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5019471288", "display_name": "Harrison Edwards", "orcid": "https://orcid.org/0000-0003-3971-9277"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Edwards, Harri", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5055399590", "display_name": "Yuri Burda", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Burda, Yuri", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5063374092", "display_name": "Nicholas Joseph", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Joseph, Nicholas", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5040311065", "display_name": "Greg Brockman", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Brockman, Greg", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5031013142", "display_name": "Alex Ray", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Ray, Alex", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5041667198", "display_name": "Raul Puri", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Puri, Raul", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5064685592", "display_name": "Gretchen Krueger", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Krueger, Gretchen", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5110883303", "display_name": "Michael Petrov", "orcid": "https://orcid.org/0000-0002-5122-2450"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Petrov, Michael", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5057529586", "display_name": "Heidy Khlaaf", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Khlaaf, Heidy", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5059260582", "display_name": "Girish Sastry", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Sastry, Girish", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5028772381", "display_name": "Pamela Mishkin", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Mishkin, Pamela", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5087045209", "display_name": "Brooke Chan", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Chan, Brooke", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5026541761", "display_name": "Scott Gray", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Gray, Scott", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5080941449", "display_name": "Nick Ryder", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Ryder, Nick", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5070966194", "display_name": "Mikhail Pavlov", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Pavlov, Mikhail", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5091250983", "display_name": "Alethea Power", "orcid": "https://orcid.org/0000-0003-4631-5203"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Power, Alethea", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5031789995", "display_name": "\u0141ukasz Kaiser", "orcid": "https://orcid.org/0000-0003-1092-6010"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Kaiser, Lukasz", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5043772703", "display_name": "Mohammad Bavarian", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Bavarian, Mohammad", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5089232745", "display_name": "Clemens Winter", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Winter, Clemens", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5089646974", "display_name": "Philippe Tillet", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Tillet, Philippe", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5065686484", "display_name": "Felipe Petroski Such", "orcid": "https://orcid.org/0000-0002-3906-5990"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Such, Felipe Petroski", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5001482492", "display_name": "Dave Cummings", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Cummings, Dave", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5037117755", "display_name": "Matthias Plappert", "orcid": "https://orcid.org/0000-0002-0751-8094"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Plappert, Matthias", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5031279787", "display_name": "Fotios Chantzis", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Chantzis, Fotios", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5038101556", "display_name": "Elizabeth A. Barnes", "orcid": "https://orcid.org/0000-0003-4284-9320"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Barnes, Elizabeth", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5070026510", "display_name": "Ariel Herbert-Voss", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Herbert-Voss, Ariel", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5065253486", "display_name": "William H. Guss", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Guss, William Hebgen", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5058076181", "display_name": "Alex Nichol", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Nichol, Alex", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5080211309", "display_name": "Alex Paino", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Paino, Alex", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5013248082", "display_name": "Nikolas Tezak", "orcid": "https://orcid.org/0000-0002-5178-2298"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Tezak, Nikolas", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5044791875", "display_name": "Jie Tang", "orcid": "https://orcid.org/0000-0003-3487-4593"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Tang, Jie", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5085244021", "display_name": "I. Babuschkin", "orcid": "https://orcid.org/0000-0001-5156-5333"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Babuschkin, Igor", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5082224513", "display_name": "Suchir Balaji", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Balaji, Suchir", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5062927867", "display_name": "Shantanu Jain", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Jain, Shantanu", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5111957958", "display_name": "William S. Saunders", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Saunders, William", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5002922045", "display_name": "Christopher Hesse", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Hesse, Christopher", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5081028846", "display_name": "Andrew N. Carr", "orcid": "https://orcid.org/0000-0001-8294-1522"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Carr, Andrew N.", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5090592321", "display_name": "Jan Leike", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Leike, Jan", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5032275803", "display_name": "Joshua Achiam", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Achiam, Josh", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5034729427", "display_name": "Vedant Misra", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Misra, Vedant", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5017223053", "display_name": "Evan Morikawa", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Morikawa, Evan", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5051250767", "display_name": "Alec Radford", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Radford, Alec", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5061161174", "display_name": "Matthew M. Knight", "orcid": "https://orcid.org/0000-0003-2781-6897"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Knight, Matthew", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5066559387", "display_name": "Miles Brundage", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Brundage, Miles", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5011569714", "display_name": "Mira Murati", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Murati, Mira", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5042208401", "display_name": "Katie Mayer", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Mayer, Katie", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5010674841", "display_name": "Peter Welinder", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Welinder, Peter", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5026829243", "display_name": "Bob McGrew", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "McGrew, Bob", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5066197394", "display_name": "Dario Amodei", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Amodei, Dario", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5054887773", "display_name": "Sam McCandlish", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "McCandlish, Sam", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5006446297", "display_name": "Ilya Sutskever", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Sutskever, Ilya", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "last", "author": {"id": "https://openalex.org/A5076651586", "display_name": "Wojciech Zaremba", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Zaremba, Wojciech", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}], "institutions": [], "countries_distinct_count": 0, "institutions_distinct_count": 58, "corresponding_author_ids": ["https://openalex.org/A5030935953"], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": true, "cited_by_count": 1422, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10260", "display_name": "Software Engineering Research", "score": 0.9975000023841858, "subfield": {"id": "https://openalex.org/subfields/1710", "display_name": "Information Systems"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10260", "display_name": "Software Engineering Research", "score": 0.9975000023841858, "subfield": {"id": "https://openalex.org/subfields/1710", "display_name": "Information Systems"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10054", "display_name": "Parallel Computing and Optimization Techniques", "score": 0.9947999715805054, "subfield": {"id": "https://openalex.org/subfields/1708", "display_name": "Hardware and Architecture"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9944999814033508, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/correctness", "display_name": "Correctness", "score": 0.9011809825897217}, {"id": "https://openalex.org/keywords/python", "display_name": "Python (programming language)", "score": 0.8401491641998291}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8153218030929565}, {"id": "https://openalex.org/keywords/code", "display_name": "Code (set theory)", "score": 0.668682336807251}, {"id": "https://openalex.org/keywords/programming-language", "display_name": "Programming language", "score": 0.5839495658874512}, {"id": "https://openalex.org/keywords/set", "display_name": "Set (abstract data type)", "score": 0.5269837379455566}, {"id": "https://openalex.org/keywords/measure", "display_name": "Measure (data warehouse)", "score": 0.5221191644668579}, {"id": "https://openalex.org/keywords/source-code", "display_name": "Source code", "score": 0.5195173025131226}, {"id": "https://openalex.org/keywords/program-code", "display_name": "Program code", "score": 0.4436192512512207}, {"id": "https://openalex.org/keywords/code-generation", "display_name": "Code generation", "score": 0.4264146685600281}, {"id": "https://openalex.org/keywords/theoretical-computer-science", "display_name": "Theoretical computer science", "score": 0.34488654136657715}, {"id": "https://openalex.org/keywords/database", "display_name": "Database", "score": 0.28038331866264343}, {"id": "https://openalex.org/keywords/computer-security", "display_name": "Computer security", "score": 0.19304898381233215}], "concepts": [{"id": "https://openalex.org/C55439883", "wikidata": "https://www.wikidata.org/wiki/Q360812", "display_name": "Correctness", "level": 2, "score": 0.9011809825897217}, {"id": "https://openalex.org/C519991488", "wikidata": "https://www.wikidata.org/wiki/Q28865", "display_name": "Python (programming language)", "level": 2, "score": 0.8401491641998291}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8153218030929565}, {"id": "https://openalex.org/C2776760102", "wikidata": "https://www.wikidata.org/wiki/Q5139990", "display_name": "Code (set theory)", "level": 3, "score": 0.668682336807251}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.5839495658874512}, {"id": "https://openalex.org/C177264268", "wikidata": "https://www.wikidata.org/wiki/Q1514741", "display_name": "Set (abstract data type)", "level": 2, "score": 0.5269837379455566}, {"id": "https://openalex.org/C2780009758", "wikidata": "https://www.wikidata.org/wiki/Q6804172", "display_name": "Measure (data warehouse)", "level": 2, "score": 0.5221191644668579}, {"id": "https://openalex.org/C43126263", "wikidata": "https://www.wikidata.org/wiki/Q128751", "display_name": "Source code", "level": 2, "score": 0.5195173025131226}, {"id": "https://openalex.org/C2988963302", "wikidata": "https://www.wikidata.org/wiki/Q629206", "display_name": "Program code", "level": 2, "score": 0.4436192512512207}, {"id": "https://openalex.org/C133162039", "wikidata": "https://www.wikidata.org/wiki/Q1061077", "display_name": "Code generation", "level": 3, "score": 0.4264146685600281}, {"id": "https://openalex.org/C80444323", "wikidata": "https://www.wikidata.org/wiki/Q2878974", "display_name": "Theoretical computer science", "level": 1, "score": 0.34488654136657715}, {"id": "https://openalex.org/C77088390", "wikidata": "https://www.wikidata.org/wiki/Q8513", "display_name": "Database", "level": 1, "score": 0.28038331866264343}, {"id": "https://openalex.org/C38652104", "wikidata": "https://www.wikidata.org/wiki/Q3510521", "display_name": "Computer security", "level": 1, "score": 0.19304898381233215}, {"id": "https://openalex.org/C26517878", "wikidata": "https://www.wikidata.org/wiki/Q228039", "display_name": "Key (lock)", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 3, "locations": [{"id": "pmh:oai:arXiv.org:2107.03374", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2107.03374", "pdf_url": "https://arxiv.org/pdf/2107.03374", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "pmh:oai:deepblue.lib.umich.edu:2027.42/177231", "is_oa": false, "landing_page_url": "http://deepblue.lib.umich.edu/bitstream/2027.42/177231/1/isj12422.pdf", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400393", "display_name": "Deep Blue (University of Michigan)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I27837315", "host_organization_name": "University of Michigan", "host_organization_lineage": ["https://openalex.org/I27837315"], "host_organization_lineage_names": [], "type": "repository"}, "license": "public-domain", "license_id": "https://openalex.org/licenses/public-domain", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "Article"}, {"id": "doi:10.48550/arxiv.2107.03374", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2107.03374", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2107.03374", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2107.03374", "pdf_url": "https://arxiv.org/pdf/2107.03374", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.49000000953674316}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 96, "referenced_works": ["https://openalex.org/W603420404", "https://openalex.org/W1534516911", "https://openalex.org/W1551431154", "https://openalex.org/W1581407678", "https://openalex.org/W1660562555", "https://openalex.org/W1810943226", "https://openalex.org/W1843474218", "https://openalex.org/W1860267373", "https://openalex.org/W1977384182", "https://openalex.org/W1978661986", "https://openalex.org/W2037237472", "https://openalex.org/W2055289715", "https://openalex.org/W2132525863", "https://openalex.org/W2142403498", "https://openalex.org/W2145124323", "https://openalex.org/W2146105230", "https://openalex.org/W2153579005", "https://openalex.org/W2153869077", "https://openalex.org/W2153881107", "https://openalex.org/W2170973209", "https://openalex.org/W2173051530", "https://openalex.org/W2267126114", "https://openalex.org/W2304240348", "https://openalex.org/W2530887700", "https://openalex.org/W2550100435", "https://openalex.org/W2599934248", "https://openalex.org/W2626778328", "https://openalex.org/W2728773317", "https://openalex.org/W2734404947", "https://openalex.org/W2768661419", "https://openalex.org/W2787560479", "https://openalex.org/W2842511635", "https://openalex.org/W2887364112", "https://openalex.org/W2890007640", "https://openalex.org/W2902630600", "https://openalex.org/W2922911405", "https://openalex.org/W2940744433", "https://openalex.org/W2947096529", "https://openalex.org/W2949382160", "https://openalex.org/W2949888546", "https://openalex.org/W2950527759", "https://openalex.org/W2950621612", "https://openalex.org/W2951008357", "https://openalex.org/W2951766328", "https://openalex.org/W2963341956", "https://openalex.org/W2964325845", "https://openalex.org/W2964335063", "https://openalex.org/W2965373594", "https://openalex.org/W2970608575", "https://openalex.org/W2972082064", "https://openalex.org/W2972926655", "https://openalex.org/W2973049837", "https://openalex.org/W2973529529", "https://openalex.org/W2980789587", "https://openalex.org/W2992113183", "https://openalex.org/W2996287690", "https://openalex.org/W3001279689", "https://openalex.org/W3007855629", "https://openalex.org/W3021164770", "https://openalex.org/W3033187248", "https://openalex.org/W3033638351", "https://openalex.org/W3034445277", "https://openalex.org/W3036601975", "https://openalex.org/W3037831233", "https://openalex.org/W3040955294", "https://openalex.org/W3046453918", "https://openalex.org/W3082115681", "https://openalex.org/W3082274269", "https://openalex.org/W3089307846", "https://openalex.org/W3095312831", "https://openalex.org/W3098605233", "https://openalex.org/W3099782249", "https://openalex.org/W3105247453", "https://openalex.org/W3117572899", "https://openalex.org/W3118592163", "https://openalex.org/W3118781290", "https://openalex.org/W3123221944", "https://openalex.org/W3126675481", "https://openalex.org/W3129576130", "https://openalex.org/W3132736064", "https://openalex.org/W3133255051", "https://openalex.org/W3133702157", "https://openalex.org/W3135367836", "https://openalex.org/W3146944767", "https://openalex.org/W3148330722", "https://openalex.org/W3155981360", "https://openalex.org/W3156891177", "https://openalex.org/W3161457214", "https://openalex.org/W3162948197", "https://openalex.org/W3164133168", "https://openalex.org/W3168154341", "https://openalex.org/W3170863103", "https://openalex.org/W3170962973", "https://openalex.org/W3190860428", "https://openalex.org/W3193439412", "https://openalex.org/W3212496002"], "related_works": ["https://openalex.org/W2789551765", "https://openalex.org/W3122369893", "https://openalex.org/W2407476586", "https://openalex.org/W2799261831", "https://openalex.org/W56853149", "https://openalex.org/W2750654225", "https://openalex.org/W2808153292", "https://openalex.org/W4382654858", "https://openalex.org/W2387174153", "https://openalex.org/W2617035575"], "abstract_inverted_index": {"We": [0], "introduce": [1], "Codex,": [2], "a": [3, 31, 71], "GPT": [4], "language": [5], "model": [6, 47, 69, 100], "fine-tuned": [7], "on": [8], "publicly": [9], "available": [10], "code": [11, 129], "from": [12, 44, 67], "GitHub,": [13], "and": [14, 57, 113, 135], "study": [15], "its": [16, 102], "Python": [17], "code-writing": [18], "capabilities.": [19], "A": [20], "distinct": [21], "production": [22], "version": [23], "of": [24, 50, 88, 98, 111, 126], "Codex": [25], "powers": [26], "GitHub": [27], "Copilot.": [28], "On": [29], "HumanEval,": [30], "new": [32], "evaluation": [33], "set": [34], "we": [35, 62, 85, 120], "release": [36], "to": [37, 79, 117], "measure": [38], "functional": [39], "correctness": [40], "for": [41, 75], "synthesizing": [42], "programs": [43], "docstrings,": [45], "our": [46, 89, 99], "solves": [48, 55, 59], "28.8%": [49], "the": [51, 68, 122], "problems,": [52], "while": [53], "GPT-3": [54], "0%": [56], "GPT-J": [58], "11.4%.": [60], "Furthermore,": [61], "find": [63], "that": [64], "repeated": [65], "sampling": [66], "is": [70], "surprisingly": [72], "effective": [73], "strategy": [74], "producing": [76], "working": [77], "solutions": [78], "difficult": [80], "prompts.": [81], "Using": [82], "this": [83], "method,": [84], "solve": [86], "70.2%": [87], "problems": [90], "with": [91, 106, 114], "100": [92], "samples": [93], "per": [94], "problem.": [95], "Careful": [96], "investigation": [97], "reveals": [101], "limitations,": [103], "including": [104], "difficulty": [105], "docstrings": [107], "describing": [108], "long": [109], "chains": [110], "operations": [112, 116], "binding": [115], "variables.": [118], "Finally,": [119], "discuss": [121], "potential": [123], "broader": [124], "impacts": [125], "deploying": [127], "powerful": [128], "generation": [130], "technologies,": [131], "covering": [132], "safety,": [133], "security,": [134], "economics.": [136]}, "counts_by_year": [{"year": 2026, "cited_by_count": 24}, {"year": 2025, "cited_by_count": 266}, {"year": 2024, "cited_by_count": 390}, {"year": 2023, "cited_by_count": 604}, {"year": 2022, "cited_by_count": 101}, {"year": 2021, "cited_by_count": 37}], "updated_date": "2026-05-19T08:33:51.333923", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4281557260", "doi": "https://doi.org/10.48550/arxiv.2205.11916", "title": "Large Language Models are Zero-Shot Reasoners", "display_name": "Large Language Models are Zero-Shot Reasoners", "relevance_score": 2921.0166, "publication_year": 2022, "publication_date": "2022-05-24", "ids": {"openalex": "https://openalex.org/W4281557260", "doi": "https://doi.org/10.48550/arxiv.2205.11916"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2205.11916", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2205.11916", "pdf_url": "https://arxiv.org/pdf/2205.11916", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2205.11916", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5103525627", "display_name": "Takeshi Kojima", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Kojima, Takeshi", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5061613634", "display_name": "Shixiang Gu", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Gu, Shixiang Shane", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5073571802", "display_name": "Machel Reid", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Reid, Machel", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5074059447", "display_name": "Yutaka Matsuo", "orcid": "https://orcid.org/0000-0002-2070-4393"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Matsuo, Yutaka", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "last", "author": {"id": "https://openalex.org/A5063925941", "display_name": "Yusuke Iwasawa", "orcid": "https://orcid.org/0000-0002-1321-2622"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Iwasawa, Yusuke", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}], "institutions": [], "countries_distinct_count": 0, "institutions_distinct_count": 5, "corresponding_author_ids": ["https://openalex.org/A5103525627"], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 1105, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9991000294685364, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9991000294685364, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9988999962806702, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T13629", "display_name": "Text Readability and Simplification", "score": 0.983299970626831, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/shot", "display_name": "Shot (pellet)", "score": 0.7429025173187256}, {"id": "https://openalex.org/keywords/task", "display_name": "Task (project management)", "score": 0.6887775659561157}, {"id": "https://openalex.org/keywords/benchmark", "display_name": "Benchmark (surveying)", "score": 0.620551347732544}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6034812331199646}, {"id": "https://openalex.org/keywords/zero", "display_name": "Zero (linguistics)", "score": 0.5844914317131042}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.43634408712387085}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.3936164975166321}, {"id": "https://openalex.org/keywords/cognitive-psychology", "display_name": "Cognitive psychology", "score": 0.3516826033592224}, {"id": "https://openalex.org/keywords/linguistics", "display_name": "Linguistics", "score": 0.24554407596588135}, {"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.23245424032211304}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.07088425755500793}, {"id": "https://openalex.org/keywords/geography", "display_name": "Geography", "score": 0.0700419545173645}], "concepts": [{"id": "https://openalex.org/C2778344882", "wikidata": "https://www.wikidata.org/wiki/Q278938", "display_name": "Shot (pellet)", "level": 2, "score": 0.7429025173187256}, {"id": "https://openalex.org/C2780451532", "wikidata": "https://www.wikidata.org/wiki/Q759676", "display_name": "Task (project management)", "level": 2, "score": 0.6887775659561157}, {"id": "https://openalex.org/C185798385", "wikidata": "https://www.wikidata.org/wiki/Q1161707", "display_name": "Benchmark (surveying)", "level": 2, "score": 0.620551347732544}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6034812331199646}, {"id": "https://openalex.org/C2780813799", "wikidata": "https://www.wikidata.org/wiki/Q3274237", "display_name": "Zero (linguistics)", "level": 2, "score": 0.5844914317131042}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.43634408712387085}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.3936164975166321}, {"id": "https://openalex.org/C180747234", "wikidata": "https://www.wikidata.org/wiki/Q23373", "display_name": "Cognitive psychology", "level": 1, "score": 0.3516826033592224}, {"id": "https://openalex.org/C41895202", "wikidata": "https://www.wikidata.org/wiki/Q8162", "display_name": "Linguistics", "level": 1, "score": 0.24554407596588135}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.23245424032211304}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.07088425755500793}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.0700419545173645}, {"id": "https://openalex.org/C185592680", "wikidata": "https://www.wikidata.org/wiki/Q2329", "display_name": "Chemistry", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C13280743", "wikidata": "https://www.wikidata.org/wiki/Q131089", "display_name": "Geodesy", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C138885662", "wikidata": "https://www.wikidata.org/wiki/Q5891", "display_name": "Philosophy", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C178790620", "wikidata": "https://www.wikidata.org/wiki/Q11351", "display_name": "Organic chemistry", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C201995342", "wikidata": "https://www.wikidata.org/wiki/Q682496", "display_name": "Systems engineering", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:2205.11916", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2205.11916", "pdf_url": "https://arxiv.org/pdf/2205.11916", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, {"id": "doi:10.48550/arxiv.2205.11916", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2205.11916", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2205.11916", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2205.11916", "pdf_url": "https://arxiv.org/pdf/2205.11916", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.8700000047683716}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 0, "referenced_works": [], "related_works": ["https://openalex.org/W2074502265", "https://openalex.org/W4214877189", "https://openalex.org/W2773965352", "https://openalex.org/W2381179799", "https://openalex.org/W2378211422", "https://openalex.org/W2980279061", "https://openalex.org/W2334685461", "https://openalex.org/W2745001401", "https://openalex.org/W4321353415", "https://openalex.org/W2366718574"], "abstract_inverted_index": {"Pretrained": [0], "large": [1, 163, 177], "language": [2, 13], "models": [3], "(LLMs)": [4], "are": [5, 69, 82], "widely": [6], "used": [7], "in": [8, 48], "many": [9], "sub-fields": [10], "of": [11, 28, 172, 184, 201, 238], "natural": [12], "processing": [14], "(NLP)": [15], "and": [16, 50, 131, 156, 196, 241], "generally": [17], "known": [18], "as": [19, 167, 169, 222], "excellent": [20], "few-shot": [21, 76, 144, 255], "learners": [22], "with": [23, 162, 174], "task-specific": [24], "exemplars.": [25, 256], "Notably,": [26], "chain": [27], "thought": [29], "(CoT)": [30], "prompting,": [31], "a": [32], "recent": [33], "technique": [34], "for": [35, 64, 75, 228], "eliciting": [36], "complex": [37], "multi-step": [38], "reasoning": [39, 117, 126, 134, 191, 231], "through": [40], "step-by-step": [41], "answer": [42], "examples,": [43, 145], "achieved": [44], "the": [45, 60, 104, 148, 223, 229, 236, 243], "state-of-the-art": [46], "performances": [47, 113], "arithmetics": [49, 120], "symbolic": [51, 125], "reasoning,": [52], "difficult": [53], "system-2": [54], "tasks": [55, 118, 135, 192], "that": [56, 80, 100], "do": [57], "not": [58, 219], "follow": [59], "standard": [61], "scaling": [62], "laws": [63], "LLMs.": [65], "While": [66], "these": [67], "successes": [68], "often": [70], "attributed": [71], "to": [72, 154, 160], "LLMs'": [73], "ability": [74], "learning,": [77], "we": [78], "show": [79], "LLMs": [81, 249], "decent": [83], "zero-shot": [84, 111, 199, 226, 245], "reasoners": [85], "by": [86, 92, 212], "simply": [87], "adding": [88], "\"Let's": [89], "think": [90], "step": [91], "step\"": [93], "before": [94, 250], "each": [95], "answer.": [96], "Experimental": [97], "results": [98], "demonstrate": [99], "our": [101, 217], "Zero-shot-CoT,": [102], "using": [103], "same": [105], "single": [106, 186], "prompt": [107, 187], "template,": [108], "significantly": [109], "outperforms": [110], "LLM": [112], "on": [114, 150], "diverse": [115, 190], "benchmark": [116], "including": [119], "(MultiArith,": [121], "GSM8K,": [122], "AQUA-RAT,": [123], "SVAMP),": [124], "(Last": [127], "Letter,": [128], "Coin": [129], "Flip),": [130], "other": [132], "logical": [133], "(Date": [136], "Understanding,": [137], "Tracking": [138], "Shuffled": [139], "Objects),": [140], "without": [141], "any": [142], "hand-crafted": [143], "e.g.": [146], "increasing": [147], "accuracy": [149], "MultiArith": [151], "from": [152, 158], "17.7%": [153], "78.7%": [155], "GSM8K": [157], "10.4%": [159], "40.7%": [161], "InstructGPT": [164], "model": [165], "(text-davinci-002),": [166], "well": [168], "similar": [170], "magnitudes": [171], "improvements": [173], "another": [175], "off-the-shelf": [176], "model,": [178], "540B": [179], "parameter": [180], "PaLM.": [181], "The": [182], "versatility": [183], "this": [185], "across": [188], "very": [189], "hints": [193], "at": [194], "untapped": [195], "understudied": [197], "fundamental": [198], "capabilities": [200, 208], "LLMs,": [202], "suggesting": [203], "high-level,": [204], "multi-task": [205], "broad": [206], "cognitive": [207], "may": [209], "be": [210], "extracted": [211], "simple": [213], "prompting.": [214], "We": [215], "hope": [216], "work": [218], "only": [220], "serves": [221], "minimal": [224], "strongest": [225], "baseline": [227], "challenging": [230], "benchmarks,": [232], "but": [233], "also": [234], "highlights": [235], "importance": [237], "carefully": [239], "exploring": [240], "analyzing": [242], "enormous": [244], "knowledge": [246], "hidden": [247], "inside": [248], "crafting": [251], "finetuning": [252], "datasets": [253], "or": [254]}, "counts_by_year": [{"year": 2026, "cited_by_count": 17}, {"year": 2025, "cited_by_count": 248}, {"year": 2024, "cited_by_count": 404}, {"year": 2023, "cited_by_count": 416}, {"year": 2022, "cited_by_count": 20}], "updated_date": "2026-05-11T08:15:01.531666", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4393065402", "doi": "https://doi.org/10.1007/s11704-024-40231-1", "title": "A survey on large language model based autonomous agents", "display_name": "A survey on large language model based autonomous agents", "relevance_score": 2781.756, "publication_year": 2024, "publication_date": "2024-03-22", "ids": {"openalex": "https://openalex.org/W4393065402", "doi": "https://doi.org/10.1007/s11704-024-40231-1"}, "language": "en", "primary_location": {"id": "doi:10.1007/s11704-024-40231-1", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/s11704-024-40231-1", "pdf_url": "https://link.springer.com/content/pdf/10.1007/s11704-024-40231-1.pdf", "source": {"id": "https://openalex.org/S4210231404", "display_name": "Frontiers of Computer Science", "issn_l": "2095-2228", "issn": ["2095-2228", "2095-2236"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310311889", "host_organization_name": "Higher Education Press", "host_organization_lineage": ["https://openalex.org/P4310311889"], "host_organization_lineage_names": ["Higher Education Press"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Frontiers of Computer Science", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "hybrid", "oa_url": "https://link.springer.com/content/pdf/10.1007/s11704-024-40231-1.pdf", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5101394605", "display_name": "Lei Wang", "orcid": "https://orcid.org/0009-0001-6108-9235"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Lei Wang", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100410908", "display_name": "Chen Ma", "orcid": "https://orcid.org/0000-0001-7933-9813"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Chen Ma", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101929118", "display_name": "Xueyang Feng", "orcid": "https://orcid.org/0000-0003-4426-5732"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xueyang Feng", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100358735", "display_name": "Zeyu Zhang", "orcid": "https://orcid.org/0009-0006-2834-3007"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zeyu Zhang", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101551028", "display_name": "Hao Yang", "orcid": "https://orcid.org/0009-0008-5365-897X"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Hao Yang", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101658564", "display_name": "Jingsen Zhang", "orcid": "https://orcid.org/0000-0003-2997-3386"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jingsen Zhang", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5070590692", "display_name": "Zhiyuan Chen", "orcid": "https://orcid.org/0000-0001-9897-8848"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zhiyuan Chen", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5043446092", "display_name": "Jiakai Tang", "orcid": "https://orcid.org/0000-0001-9543-8889"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jiakai Tang", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100385692", "display_name": "Xu Chen", "orcid": "https://orcid.org/0000-0001-9943-6020"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xu Chen", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5043098453", "display_name": "Yankai Lin", "orcid": "https://orcid.org/0000-0002-0151-6178"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yankai Lin", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5037145565", "display_name": "Wayne Xin Zhao", "orcid": "https://orcid.org/0000-0002-8333-6196"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Wayne Xin Zhao", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5074858555", "display_name": "Zhewei Wei", "orcid": "https://orcid.org/0000-0003-3620-5086"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zhewei Wei", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5025631695", "display_name": "Ji-Rong Wen", "orcid": "https://orcid.org/0000-0002-9777-9676"}, "institutions": [{"id": "https://openalex.org/I78988378", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I78988378"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jirong Wen", "raw_affiliation_strings": ["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, 100872, China", "institution_ids": ["https://openalex.org/I78988378"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 13, "corresponding_author_ids": ["https://openalex.org/A5101394605"], "corresponding_institution_ids": ["https://openalex.org/I78988378"], "apc_list": {"value": 2290, "currency": "EUR", "value_usd": 2890}, "apc_paid": {"value": 2290, "currency": "EUR", "value_usd": 2890}, "fwci": 332.4567, "has_fulltext": true, "cited_by_count": 1053, "citation_normalized_percentile": {"value": 0.9999764, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 90, "max": 100}, "biblio": {"volume": "18", "issue": "6", "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10462", "display_name": "Reinforcement Learning in Robotics", "score": 0.9987999796867371, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10462", "display_name": "Reinforcement Learning in Robotics", "score": 0.9987999796867371, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9969000220298767, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9944999814033508, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.9063363075256348}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.33282819390296936}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.9063363075256348}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.33282819390296936}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1007/s11704-024-40231-1", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/s11704-024-40231-1", "pdf_url": "https://link.springer.com/content/pdf/10.1007/s11704-024-40231-1.pdf", "source": {"id": "https://openalex.org/S4210231404", "display_name": "Frontiers of Computer Science", "issn_l": "2095-2228", "issn": ["2095-2228", "2095-2236"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310311889", "host_organization_name": "Higher Education Press", "host_organization_lineage": ["https://openalex.org/P4310311889"], "host_organization_lineage_names": ["Higher Education Press"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Frontiers of Computer Science", "raw_type": "journal-article"}], "best_oa_location": {"id": "doi:10.1007/s11704-024-40231-1", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/s11704-024-40231-1", "pdf_url": "https://link.springer.com/content/pdf/10.1007/s11704-024-40231-1.pdf", "source": {"id": "https://openalex.org/S4210231404", "display_name": "Frontiers of Computer Science", "issn_l": "2095-2228", "issn": ["2095-2228", "2095-2236"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310311889", "host_organization_name": "Higher Education Press", "host_organization_lineage": ["https://openalex.org/P4310311889"], "host_organization_lineage_names": ["Higher Education Press"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Frontiers of Computer Science", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Industry, innovation and infrastructure", "id": "https://metadata.un.org/sdg/9", "score": 0.4399999976158142}], "awards": [{"id": "https://openalex.org/G639102501", "display_name": null, "funder_award_id": "62102420", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}], "funders": [{"id": "https://openalex.org/F4320321001", "display_name": "National Natural Science Foundation of China", "ror": "https://ror.org/01h0zpd94"}, {"id": "https://openalex.org/F4320322499", "display_name": "Renmin University of China", "ror": "https://ror.org/041pakw92"}], "has_content": {"grobid_xml": false, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4393065402.pdf"}, "referenced_works_count": 60, "referenced_works": ["https://openalex.org/W1583837637", "https://openalex.org/W1981276685", "https://openalex.org/W2046759284", "https://openalex.org/W2084335597", "https://openalex.org/W2145339207", "https://openalex.org/W2602856279", "https://openalex.org/W4224912544", "https://openalex.org/W4238095402", "https://openalex.org/W4289523162", "https://openalex.org/W4296343374", "https://openalex.org/W4307475457", "https://openalex.org/W4309674289", "https://openalex.org/W4321455981", "https://openalex.org/W4363624465", "https://openalex.org/W4367165010", "https://openalex.org/W4376504550", "https://openalex.org/W4378676756", "https://openalex.org/W4380763235", "https://openalex.org/W4384345748", "https://openalex.org/W4384918448", "https://openalex.org/W4385567201", "https://openalex.org/W4385571689", "https://openalex.org/W4385571775", "https://openalex.org/W4386200967", "https://openalex.org/W4386566629", "https://openalex.org/W4387394580", "https://openalex.org/W4387567460", "https://openalex.org/W4387835442", "https://openalex.org/W4387993371", "https://openalex.org/W4388040387", "https://openalex.org/W4388483618", "https://openalex.org/W4388626886", "https://openalex.org/W4388691863", "https://openalex.org/W4388744821", "https://openalex.org/W4389518608", "https://openalex.org/W4389518771", "https://openalex.org/W4389519042", "https://openalex.org/W4389519250", "https://openalex.org/W4389520747", "https://openalex.org/W4389523771", "https://openalex.org/W4389524373", "https://openalex.org/W4389544300", "https://openalex.org/W4389636360", "https://openalex.org/W4389667233", "https://openalex.org/W4389667254", "https://openalex.org/W4390481193", "https://openalex.org/W4390772308", "https://openalex.org/W4390872747", "https://openalex.org/W4390874280", "https://openalex.org/W4391136507", "https://openalex.org/W4391584331", "https://openalex.org/W4392240262", "https://openalex.org/W4393147219", "https://openalex.org/W4393160302", "https://openalex.org/W4401042703", "https://openalex.org/W4403275638", "https://openalex.org/W6600075759", "https://openalex.org/W6600669965", "https://openalex.org/W6602838585", "https://openalex.org/W6798182279"], "related_works": ["https://openalex.org/W2748952813", "https://openalex.org/W2390279801", "https://openalex.org/W2358668433", "https://openalex.org/W2376932109", "https://openalex.org/W2001405890", "https://openalex.org/W2382290278", "https://openalex.org/W2478288626", "https://openalex.org/W4391913857", "https://openalex.org/W2350741829", "https://openalex.org/W2530322880"], "abstract_inverted_index": {"Abstract": [0], "Autonomous": [1], "agents": [2, 20, 37, 91, 127], "have": [3, 57], "long": [4], "been": [5], "a": [6, 65, 78, 85, 93, 106, 118], "research": [7, 15, 68], "focus": [8], "in": [9, 60, 67, 128, 161], "academic": [10], "and": [11, 34, 133, 158], "industry": [12], "communities.": [13], "Previous": [14], "often": [16], "focuses": [17], "on": [18, 69, 149], "training": [19], "with": [21], "limited": [22], "knowledge": [23], "within": [24], "isolated": [25], "environments,": [26], "which": [27], "diverges": [28], "significantly": [29], "from": [30, 92], "human": [31], "learning": [32], "processes,": [33], "makes": [35], "the": [36, 45, 99, 121, 139, 150], "hard": [38], "to": [39, 64], "achieve": [40], "human-like": [41], "decisions.": [42], "Recently,": [43], "through": [44], "acquisition": [46], "of": [47, 50, 81, 88, 101, 112, 120, 124], "vast": [48], "amounts": [49], "Web": [51], "knowledge,": [52], "large": [53], "language": [54], "models": [55], "(LLMs)": [56], "shown": [58], "potential": [59], "human-level": [61], "intelligence,": [62], "leading": [63], "surge": [66], "LLM-based": [70, 89, 102, 125, 145], "autonomous": [71, 90, 103, 126, 146], "agents.": [72, 147], "In": [73], "this": [74, 162], "paper,": [75], "we": [76, 116, 136, 153], "present": [77, 117, 155], "comprehensive": [79], "survey": [80], "these": [82], "studies,": [83, 152], "delivering": [84], "systematic": [86], "review": [87], "holistic": [94], "perspective.": [95], "We": [96], "first": [97], "discuss": [98], "construction": [100], "agents,": [104], "proposing": [105], "unified": [107], "framework": [108], "that": [109], "encompasses": [110], "much": [111], "previous": [113, 151], "work.": [114], "Then,": [115], "overview": [119], "diverse": [122], "applications": [123], "social": [129], "science,": [130, 132], "natural": [131], "engineering.": [134], "Finally,": [135], "delve": [137], "into": [138], "evaluation": [140], "strategies": [141], "commonly": [142], "used": [143], "for": [144], "Based": [148], "also": [154], "several": [156], "challenges": [157], "future": [159], "directions": [160], "field.": [163]}, "counts_by_year": [{"year": 2026, "cited_by_count": 264}, {"year": 2025, "cited_by_count": 590}, {"year": 2024, "cited_by_count": 198}, {"year": 2023, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4404534210", "doi": "https://doi.org/10.1145/3703155", "title": "A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions", "display_name": "A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions", "relevance_score": 2780.519, "publication_year": 2024, "publication_date": "2024-11-20", "ids": {"openalex": "https://openalex.org/W4404534210", "doi": "https://doi.org/10.1145/3703155"}, "language": "en", "primary_location": {"id": "doi:10.1145/3703155", "is_oa": true, "landing_page_url": "https://doi.org/10.1145/3703155", "pdf_url": "https://dl.acm.org/doi/pdf/10.1145/3703155", "source": {"id": "https://openalex.org/S4394735545", "display_name": "ACM Transactions on Information Systems", "issn_l": "1046-8188", "issn": ["1046-8188", "1558-2868"], "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "ACM Transactions on Information Systems", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "bronze", "oa_url": "https://dl.acm.org/doi/pdf/10.1145/3703155", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": null, "display_name": "Lei Huang", "orcid": "https://orcid.org/0009-0002-9650-8353"}, "institutions": [{"id": "https://openalex.org/I204983213", "display_name": "Harbin Institute of Technology", "ror": "https://ror.org/01yqg2h08", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I204983213"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Lei Huang", "raw_affiliation_strings": ["Harbin Institute of Technology, Harbin, China", "Harbin Institute of Technology, China"], "raw_orcid": "https://orcid.org/0009-0002-9650-8353", "affiliations": [{"raw_affiliation_string": "Harbin Institute of Technology, Harbin, China", "institution_ids": ["https://openalex.org/I204983213"]}, {"raw_affiliation_string": "Harbin Institute of Technology, China", "institution_ids": ["https://openalex.org/I204983213"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5055989750", "display_name": "Weijiang Yu", "orcid": "https://orcid.org/0000-0002-7449-3093"}, "institutions": [{"id": "https://openalex.org/I2250955327", "display_name": "Huawei Technologies (China)", "ror": "https://ror.org/00cmhce21", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I2250955327"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Weijiang Yu", "raw_affiliation_strings": ["Huawei Inc., Shenzhen, China", "Huawei Inc., China"], "raw_orcid": "https://orcid.org/0000-0002-7449-3093", "affiliations": [{"raw_affiliation_string": "Huawei Inc., Shenzhen, China", "institution_ids": ["https://openalex.org/I2250955327"]}, {"raw_affiliation_string": "Huawei Inc., China", "institution_ids": ["https://openalex.org/I2250955327"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5111073904", "display_name": "Weitao Ma", "orcid": "https://orcid.org/0009-0007-8631-3858"}, "institutions": [{"id": "https://openalex.org/I204983213", "display_name": "Harbin Institute of Technology", "ror": "https://ror.org/01yqg2h08", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I204983213"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Weitao Ma", "raw_affiliation_strings": ["Harbin Institute of Technology, Harbin, China", "Harbin Institute of Technology, China"], "raw_orcid": "https://orcid.org/0009-0007-8631-3858", "affiliations": [{"raw_affiliation_string": "Harbin Institute of Technology, Harbin, China", "institution_ids": ["https://openalex.org/I204983213"]}, {"raw_affiliation_string": "Harbin Institute of Technology, China", "institution_ids": ["https://openalex.org/I204983213"]}]}, {"author_position": "middle", "author": {"id": null, "display_name": "Weihong Zhong", "orcid": "https://orcid.org/0009-0002-4063-668X"}, "institutions": [{"id": "https://openalex.org/I204983213", "display_name": "Harbin Institute of Technology", "ror": "https://ror.org/01yqg2h08", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I204983213"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Weihong Zhong", "raw_affiliation_strings": ["Harbin Institute of Technology, Harbin, China", "Harbin Institute of Technology, China"], "raw_orcid": "https://orcid.org/0009-0002-4063-668X", "affiliations": [{"raw_affiliation_string": "Harbin Institute of Technology, Harbin, China", "institution_ids": ["https://openalex.org/I204983213"]}, {"raw_affiliation_string": "Harbin Institute of Technology, China", "institution_ids": ["https://openalex.org/I204983213"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5007059246", "display_name": "Zhangyin Feng", "orcid": "https://orcid.org/0000-0001-5909-1339"}, "institutions": [{"id": "https://openalex.org/I204983213", "display_name": "Harbin Institute of Technology", "ror": "https://ror.org/01yqg2h08", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I204983213"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zhangyin Feng", "raw_affiliation_strings": ["Harbin Institute of Technology, Harbin, China", "Harbin Institute of Technology, China"], "raw_orcid": "https://orcid.org/0000-0001-5909-1339", "affiliations": [{"raw_affiliation_string": "Harbin Institute of Technology, Harbin, China", "institution_ids": ["https://openalex.org/I204983213"]}, {"raw_affiliation_string": "Harbin Institute of Technology, China", "institution_ids": ["https://openalex.org/I204983213"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5114889392", "display_name": "Haotian Wang", "orcid": "https://orcid.org/0009-0001-5363-3886"}, "institutions": [{"id": "https://openalex.org/I204983213", "display_name": "Harbin Institute of Technology", "ror": "https://ror.org/01yqg2h08", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I204983213"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Haotian Wang", "raw_affiliation_strings": ["Harbin Institute of Technology, Harbin, China", "Harbin Institute of Technology, China"], "raw_orcid": "https://orcid.org/0009-0001-5363-3886", "affiliations": [{"raw_affiliation_string": "Harbin Institute of Technology, Harbin, China", "institution_ids": ["https://openalex.org/I204983213"]}, {"raw_affiliation_string": "Harbin Institute of Technology, China", "institution_ids": ["https://openalex.org/I204983213"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5086038509", "display_name": "Qianglong Chen", "orcid": "https://orcid.org/0000-0002-7845-1544"}, "institutions": [{"id": "https://openalex.org/I204983213", "display_name": "Harbin Institute of Technology", "ror": "https://ror.org/01yqg2h08", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I204983213"]}, {"id": "https://openalex.org/I2250955327", "display_name": "Huawei Technologies (China)", "ror": "https://ror.org/00cmhce21", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I2250955327"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Qianglong Chen", "raw_affiliation_strings": ["Huawei Inc., Shenzhen, China", "Harbin Institute of Technology, China"], "raw_orcid": "https://orcid.org/0000-0002-7845-1544", "affiliations": [{"raw_affiliation_string": "Huawei Inc., Shenzhen, China", "institution_ids": ["https://openalex.org/I2250955327"]}, {"raw_affiliation_string": "Harbin Institute of Technology, China", "institution_ids": ["https://openalex.org/I204983213"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5063233389", "display_name": "Weihua Peng", "orcid": "https://orcid.org/0000-0003-3380-6409"}, "institutions": [{"id": "https://openalex.org/I2250955327", "display_name": "Huawei Technologies (China)", "ror": "https://ror.org/00cmhce21", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I2250955327"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Weihua Peng", "raw_affiliation_strings": ["Huawei Inc., Shenzhen, China", "Huawei Inc., China"], "raw_orcid": "https://orcid.org/0000-0003-3380-6409", "affiliations": [{"raw_affiliation_string": "Huawei Inc., Shenzhen, China", "institution_ids": ["https://openalex.org/I2250955327"]}, {"raw_affiliation_string": "Huawei Inc., China", "institution_ids": ["https://openalex.org/I2250955327"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5073213620", "display_name": "Xiaocheng Feng", "orcid": "https://orcid.org/0000-0001-6011-0496"}, "institutions": [{"id": "https://openalex.org/I204983213", "display_name": "Harbin Institute of Technology", "ror": "https://ror.org/01yqg2h08", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I204983213"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xiaocheng Feng", "raw_affiliation_strings": ["Harbin Institute of Technology, Harbin, China", "Harbin Institute of Technology, China"], "raw_orcid": "https://orcid.org/0000-0001-6011-0496", "affiliations": [{"raw_affiliation_string": "Harbin Institute of Technology, Harbin, China", "institution_ids": ["https://openalex.org/I204983213"]}, {"raw_affiliation_string": "Harbin Institute of Technology, China", "institution_ids": ["https://openalex.org/I204983213"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5017671620", "display_name": "Bing Qin", "orcid": "https://orcid.org/0000-0002-2543-5604"}, "institutions": [{"id": "https://openalex.org/I204983213", "display_name": "Harbin Institute of Technology", "ror": "https://ror.org/01yqg2h08", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I204983213"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Bing Qin", "raw_affiliation_strings": ["Harbin Institute of Technology, Harbin, China", "Harbin Institute of Technology, China"], "raw_orcid": "https://orcid.org/0000-0002-2543-5604", "affiliations": [{"raw_affiliation_string": "Harbin Institute of Technology, Harbin, China", "institution_ids": ["https://openalex.org/I204983213"]}, {"raw_affiliation_string": "Harbin Institute of Technology, China", "institution_ids": ["https://openalex.org/I204983213"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5100418171", "display_name": "Ting Liu", "orcid": "https://orcid.org/0009-0007-1999-2600"}, "institutions": [{"id": "https://openalex.org/I204983213", "display_name": "Harbin Institute of Technology", "ror": "https://ror.org/01yqg2h08", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I204983213"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Ting Liu", "raw_affiliation_strings": ["Harbin Institute of Technology, Harbin, China", "Harbin Institute of Technology, China"], "raw_orcid": "https://orcid.org/0009-0007-1999-2600", "affiliations": [{"raw_affiliation_string": "Harbin Institute of Technology, Harbin, China", "institution_ids": ["https://openalex.org/I204983213"]}, {"raw_affiliation_string": "Harbin Institute of Technology, China", "institution_ids": ["https://openalex.org/I204983213"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 11, "corresponding_author_ids": [], "corresponding_institution_ids": ["https://openalex.org/I204983213"], "apc_list": null, "apc_paid": null, "fwci": 432.9522, "has_fulltext": false, "cited_by_count": 1370, "citation_normalized_percentile": {"value": 0.99998112, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "43", "issue": "2", "first_page": "1", "last_page": "55"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9926000237464905, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9926000237464905, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T12808", "display_name": "Ferroelectric and Negative Capacitance Devices", "score": 0.9868000149726868, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T13629", "display_name": "Text Readability and Simplification", "score": 0.9686999917030334, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/visual-hallucination", "display_name": "Visual Hallucination", "score": 0.5640968084335327}, {"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.5297112464904785}, {"id": "https://openalex.org/keywords/cognitive-psychology", "display_name": "Cognitive psychology", "score": 0.40583133697509766}, {"id": "https://openalex.org/keywords/psychiatry", "display_name": "Psychiatry", "score": 0.15057167410850525}], "concepts": [{"id": "https://openalex.org/C2908998935", "wikidata": "https://www.wikidata.org/wiki/Q130741", "display_name": "Visual Hallucination", "level": 2, "score": 0.5640968084335327}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.5297112464904785}, {"id": "https://openalex.org/C180747234", "wikidata": "https://www.wikidata.org/wiki/Q23373", "display_name": "Cognitive psychology", "level": 1, "score": 0.40583133697509766}, {"id": "https://openalex.org/C118552586", "wikidata": "https://www.wikidata.org/wiki/Q7867", "display_name": "Psychiatry", "level": 1, "score": 0.15057167410850525}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1145/3703155", "is_oa": true, "landing_page_url": "https://doi.org/10.1145/3703155", "pdf_url": "https://dl.acm.org/doi/pdf/10.1145/3703155", "source": {"id": "https://openalex.org/S4394735545", "display_name": "ACM Transactions on Information Systems", "issn_l": "1046-8188", "issn": ["1046-8188", "1558-2868"], "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "ACM Transactions on Information Systems", "raw_type": "journal-article"}], "best_oa_location": {"id": "doi:10.1145/3703155", "is_oa": true, "landing_page_url": "https://doi.org/10.1145/3703155", "pdf_url": "https://dl.acm.org/doi/pdf/10.1145/3703155", "source": {"id": "https://openalex.org/S4394735545", "display_name": "ACM Transactions on Information Systems", "issn_l": "1046-8188", "issn": ["1046-8188", "1558-2868"], "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "ACM Transactions on Information Systems", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.6700000166893005}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4404534210.pdf"}, "referenced_works_count": 214, "referenced_works": ["https://openalex.org/W89714523", "https://openalex.org/W398859631", "https://openalex.org/W1498990157", "https://openalex.org/W2101105183", "https://openalex.org/W2158874082", "https://openalex.org/W2489487449", "https://openalex.org/W2531563875", "https://openalex.org/W2560674852", "https://openalex.org/W2747329762", "https://openalex.org/W2763110165", "https://openalex.org/W2889787757", "https://openalex.org/W2903268415", "https://openalex.org/W2914911817", "https://openalex.org/W2930957955", "https://openalex.org/W2946794439", "https://openalex.org/W2947681066", "https://openalex.org/W2950681488", "https://openalex.org/W2951211142", "https://openalex.org/W2952744660", "https://openalex.org/W2963096510", "https://openalex.org/W2963115613", "https://openalex.org/W2963341956", "https://openalex.org/W2970476646", "https://openalex.org/W2970692082", "https://openalex.org/W3014096773", "https://openalex.org/W3021150969", "https://openalex.org/W3022685184", "https://openalex.org/W3034188538", "https://openalex.org/W3034383590", "https://openalex.org/W3034999214", "https://openalex.org/W3035214886", "https://openalex.org/W3098495697", "https://openalex.org/W3099700870", "https://openalex.org/W3101118213", "https://openalex.org/W3101551503", "https://openalex.org/W3102657423", "https://openalex.org/W3103178756", "https://openalex.org/W3106234277", "https://openalex.org/W3106302287", "https://openalex.org/W3133702157", "https://openalex.org/W3152884768", "https://openalex.org/W3153046263", "https://openalex.org/W3153193605", "https://openalex.org/W3153712677", "https://openalex.org/W3153947101", "https://openalex.org/W3155807546", "https://openalex.org/W3159259047", "https://openalex.org/W3168251909", "https://openalex.org/W3169283369", "https://openalex.org/W3170432046", "https://openalex.org/W3173343821", "https://openalex.org/W3173844397", "https://openalex.org/W3177525997", "https://openalex.org/W3177765786", "https://openalex.org/W3201174429", "https://openalex.org/W3207005999", "https://openalex.org/W3212464620", "https://openalex.org/W3213868621", "https://openalex.org/W3213990450", "https://openalex.org/W4205179624", "https://openalex.org/W4205477024", "https://openalex.org/W4206118214", "https://openalex.org/W4221143046", "https://openalex.org/W4223974161", "https://openalex.org/W4224051134", "https://openalex.org/W4224308101", "https://openalex.org/W4226118367", "https://openalex.org/W4229026446", "https://openalex.org/W4235210970", "https://openalex.org/W4281679115", "https://openalex.org/W4285149215", "https://openalex.org/W4285206226", "https://openalex.org/W4285225959", "https://openalex.org/W4285286564", "https://openalex.org/W4285298148", "https://openalex.org/W4288089799", "https://openalex.org/W4301243929", "https://openalex.org/W4309674289", "https://openalex.org/W4317794973", "https://openalex.org/W4318719006", "https://openalex.org/W4319793767", "https://openalex.org/W4322718191", "https://openalex.org/W4323706279", "https://openalex.org/W4353007481", "https://openalex.org/W4361193179", "https://openalex.org/W4375870261", "https://openalex.org/W4377866048", "https://openalex.org/W4378509387", "https://openalex.org/W4382240279", "https://openalex.org/W4385262268", "https://openalex.org/W4385327568", "https://openalex.org/W4385565472", "https://openalex.org/W4385569882", "https://openalex.org/W4385570326", "https://openalex.org/W4385570481", "https://openalex.org/W4385570777", "https://openalex.org/W4385571034", "https://openalex.org/W4385571050", "https://openalex.org/W4385571072", "https://openalex.org/W4385571158", "https://openalex.org/W4385571232", "https://openalex.org/W4385571271", "https://openalex.org/W4385571776", "https://openalex.org/W4385572775", "https://openalex.org/W4385573898", "https://openalex.org/W4385574183", "https://openalex.org/W4385714201", "https://openalex.org/W4385734218", "https://openalex.org/W4385889719", "https://openalex.org/W4386081161", "https://openalex.org/W4386566495", "https://openalex.org/W4386566590", "https://openalex.org/W4386566641", "https://openalex.org/W4386566643", "https://openalex.org/W4386566737", "https://openalex.org/W4386566857", "https://openalex.org/W4386576685", "https://openalex.org/W4386794805", "https://openalex.org/W4387157010", "https://openalex.org/W4387355694", "https://openalex.org/W4387596624", "https://openalex.org/W4387800173", "https://openalex.org/W4388093430", "https://openalex.org/W4388184878", "https://openalex.org/W4388650587", "https://openalex.org/W4388717437", "https://openalex.org/W4388748497", "https://openalex.org/W4388748510", "https://openalex.org/W4388778348", "https://openalex.org/W4388787636", "https://openalex.org/W4388787841", "https://openalex.org/W4389115095", "https://openalex.org/W4389518688", "https://openalex.org/W4389518833", "https://openalex.org/W4389518895", "https://openalex.org/W4389519118", "https://openalex.org/W4389519226", "https://openalex.org/W4389519239", "https://openalex.org/W4389519254", "https://openalex.org/W4389519449", "https://openalex.org/W4389519596", "https://openalex.org/W4389519598", "https://openalex.org/W4389520103", "https://openalex.org/W4389520333", "https://openalex.org/W4389520460", "https://openalex.org/W4389520468", "https://openalex.org/W4389520749", "https://openalex.org/W4389520758", "https://openalex.org/W4389523648", "https://openalex.org/W4389523675", "https://openalex.org/W4389523799", "https://openalex.org/W4389524320", "https://openalex.org/W4389524547", "https://openalex.org/W4389650831", "https://openalex.org/W4389713732", "https://openalex.org/W4389714070", "https://openalex.org/W4389777735", "https://openalex.org/W4389921502", "https://openalex.org/W4390041933", "https://openalex.org/W4390437891", "https://openalex.org/W4390602555", "https://openalex.org/W4390722860", "https://openalex.org/W4390833426", "https://openalex.org/W4390963073", "https://openalex.org/W4391158813", "https://openalex.org/W4391287688", "https://openalex.org/W4391376033", "https://openalex.org/W4391463108", "https://openalex.org/W4391871157", "https://openalex.org/W4391900009", "https://openalex.org/W4391914041", "https://openalex.org/W4391941943", "https://openalex.org/W4391987903", "https://openalex.org/W4392012005", "https://openalex.org/W4392090222", "https://openalex.org/W4392120541", "https://openalex.org/W4392538944", "https://openalex.org/W4392669753", "https://openalex.org/W4392930005", "https://openalex.org/W4393119012", "https://openalex.org/W4393284419", "https://openalex.org/W4394007431", "https://openalex.org/W4394736662", "https://openalex.org/W4396822552", "https://openalex.org/W4398757454", "https://openalex.org/W4398808052", "https://openalex.org/W4399152131", "https://openalex.org/W4399198354", "https://openalex.org/W4399198774", "https://openalex.org/W4399530612", "https://openalex.org/W4399837475", "https://openalex.org/W4399837530", "https://openalex.org/W4399911099", "https://openalex.org/W4399913054", "https://openalex.org/W4401042427", "https://openalex.org/W4401042753", "https://openalex.org/W4401042999", "https://openalex.org/W4402669975", "https://openalex.org/W4402670531", "https://openalex.org/W4402671413", "https://openalex.org/W4402671958", "https://openalex.org/W4402671995", "https://openalex.org/W4402684029", "https://openalex.org/W4402684046", "https://openalex.org/W4402684163", "https://openalex.org/W4402685455", "https://openalex.org/W4402726948", "https://openalex.org/W4402727851", "https://openalex.org/W4403791410", "https://openalex.org/W4404781368", "https://openalex.org/W4404781621", "https://openalex.org/W4404782801", "https://openalex.org/W4404782968", "https://openalex.org/W4404783000"], "related_works": ["https://openalex.org/W4391375266", "https://openalex.org/W2748952813", "https://openalex.org/W2419430421", "https://openalex.org/W2334811251", "https://openalex.org/W2386464051", "https://openalex.org/W32883749", "https://openalex.org/W2308791691", "https://openalex.org/W1972094787", "https://openalex.org/W1971933602", "https://openalex.org/W39816624"], "abstract_inverted_index": {"The": [0], "emergence": [1], "of": [2, 43, 93, 108, 113, 130, 187], "large": [3, 182], "language": [4, 14], "models": [5, 184], "(LLMs)": [6], "has": [7, 52], "marked": [8], "a": [9, 18, 87, 127], "significant": [10, 38], "breakthrough": [11], "in": [12, 21, 45, 96, 110, 158, 181, 190], "natural": [13], "processing": [15], "(NLP),": [16], "fueling": [17], "paradigm": [19], "shift": [20], "information": [22, 47], "acquisition.": [23], "Nevertheless,": [24], "LLMs": [25, 44, 157], "are": [26], "prone": [27], "to": [28, 56, 68, 122, 140], "hallucination,": [29], "generating": [30], "plausible": [31], "yet": [32], "nonfactual": [33], "content.": [34], "This": [35, 81], "phenomenon": [36], "raises": [37], "concerns": [39], "over": [40], "the": [41, 63, 84, 111, 119, 151, 172], "reliability": [42], "real-world": [46], "retrieval": [48], "(IR)": [49], "systems": [50], "and": [51, 58, 90, 115, 134, 185], "attracted": [53], "intensive": [54], "research": [55, 174], "detect": [57], "mitigate": [59], "such": [60], "hallucinations.": [61, 98, 123, 146, 192], "Given": [62], "open-ended": [64], "general-purpose": [65], "attributes": [66], "inherent": [67], "LLMs,": [69], "LLM": [70, 97, 114, 145, 177, 191], "hallucinations": [71], "present": [72, 126], "distinct": [73], "challenges": [74], "that": [75], "diverge": [76], "from": [77], "prior": [78], "task-specific": [79], "models.": [80], "divergence": [82], "highlights": [83], "urgency": [85], "for": [86, 143, 163], "nuanced": [88], "understanding": [89, 186], "comprehensive": [91], "overview": [92, 129], "recent": [94], "advances": [95], "In": [99], "this": [100], "survey,": [101], "we": [102, 125, 148, 170], "begin": [103], "with": [104], "an": [105], "innovative": [106], "taxonomy": [107], "hallucination": [109, 131, 180], "era": [112], "then": [116, 138], "delve": [117, 149], "into": [118, 150], "factors": [120], "contributing": [121], "Subsequently,": [124], "thorough": [128], "detection": [132], "methods": [133], "benchmarks.": [135], "Our": [136], "discussion": [137], "transfers": [139], "representative": [141], "methodologies": [142], "mitigating": [144], "Additionally,": [147], "current": [152], "limitations": [153], "faced": [154], "by": [155], "retrieval-augmented": [156], "combating": [159], "hallucinations,": [160, 178], "offering": [161], "insights": [162], "developing": [164], "more": [165], "robust": [166], "IR": [167], "systems.": [168], "Finally,": [169], "highlight": [171], "promising": [173], "directions": [175], "on": [176], "including": [179], "vision-language": [183], "knowledge": [188], "boundaries": [189]}, "counts_by_year": [{"year": 2026, "cited_by_count": 421}, {"year": 2025, "cited_by_count": 814}, {"year": 2024, "cited_by_count": 135}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2024-11-21T00:00:00"}, {"id": "https://openalex.org/W4387500346", "doi": "https://doi.org/10.1038/s43856-023-00370-1", "title": "The future landscape of large language models in medicine", "display_name": "The future landscape of large language models in medicine", "relevance_score": 2765.9944, "publication_year": 2023, "publication_date": "2023-10-10", "ids": {"openalex": "https://openalex.org/W4387500346", "doi": "https://doi.org/10.1038/s43856-023-00370-1", "pmid": "https://pubmed.ncbi.nlm.nih.gov/37816837"}, "language": "en", "primary_location": {"id": "doi:10.1038/s43856-023-00370-1", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s43856-023-00370-1", "pdf_url": "https://www.nature.com/articles/s43856-023-00370-1.pdf", "source": {"id": "https://openalex.org/S4210167893", "display_name": "Communications Medicine", "issn_l": "2730-664X", "issn": ["2730-664X"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Communications Medicine", "raw_type": "journal-article"}, "type": "review", "indexed_in": ["crossref", "doaj", "pubmed"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://www.nature.com/articles/s43856-023-00370-1.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5038711899", "display_name": "Jan Clusmann", "orcid": "https://orcid.org/0000-0003-2925-8438"}, "institutions": [{"id": "https://openalex.org/I4210108778", "display_name": "Fresenius (Germany)", "ror": "https://ror.org/01v376g59", "country_code": "DE", "type": "company", "lineage": ["https://openalex.org/I4210108778"]}, {"id": "https://openalex.org/I78650965", "display_name": "Technische Universit\u00e4t Dresden", "ror": "https://ror.org/042aqky30", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I78650965"]}, {"id": "https://openalex.org/I887968799", "display_name": "RWTH Aachen University", "ror": "https://ror.org/04xfq0f34", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I887968799"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Jan Clusmann", "raw_affiliation_strings": ["Department of Medicine III, University Hospital RWTH Aachen, Aachen, Germany", "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany"], "raw_orcid": "https://orcid.org/0000-0003-2925-8438", "affiliations": [{"raw_affiliation_string": "Department of Medicine III, University Hospital RWTH Aachen, Aachen, Germany", "institution_ids": ["https://openalex.org/I887968799"]}, {"raw_affiliation_string": "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany", "institution_ids": ["https://openalex.org/I78650965", "https://openalex.org/I4210108778"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5059363211", "display_name": "Fiona R. Kolbinger", "orcid": "https://orcid.org/0000-0003-2265-4809"}, "institutions": [{"id": "https://openalex.org/I4210108778", "display_name": "Fresenius (Germany)", "ror": "https://ror.org/01v376g59", "country_code": "DE", "type": "company", "lineage": ["https://openalex.org/I4210108778"]}, {"id": "https://openalex.org/I4210162051", "display_name": "University Hospital Carl Gustav Carus", "ror": "https://ror.org/04za5zm41", "country_code": "DE", "type": "healthcare", "lineage": ["https://openalex.org/I4210162051"]}, {"id": "https://openalex.org/I78650965", "display_name": "Technische Universit\u00e4t Dresden", "ror": "https://ror.org/042aqky30", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I78650965"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Fiona R. Kolbinger", "raw_affiliation_strings": ["Department of Visceral, Thoracic and Vascular Surgery, University Hospital and Faculty of Medicine Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany", "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany"], "raw_orcid": "https://orcid.org/0000-0003-2265-4809", "affiliations": [{"raw_affiliation_string": "Department of Visceral, Thoracic and Vascular Surgery, University Hospital and Faculty of Medicine Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany", "institution_ids": ["https://openalex.org/I4210162051"]}, {"raw_affiliation_string": "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany", "institution_ids": ["https://openalex.org/I78650965", "https://openalex.org/I4210108778"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5065852572", "display_name": "Hannah Sophie Muti", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210108778", "display_name": "Fresenius (Germany)", "ror": "https://ror.org/01v376g59", "country_code": "DE", "type": "company", "lineage": ["https://openalex.org/I4210108778"]}, {"id": "https://openalex.org/I4210162051", "display_name": "University Hospital Carl Gustav Carus", "ror": "https://ror.org/04za5zm41", "country_code": "DE", "type": "healthcare", "lineage": ["https://openalex.org/I4210162051"]}, {"id": "https://openalex.org/I78650965", "display_name": "Technische Universit\u00e4t Dresden", "ror": "https://ror.org/042aqky30", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I78650965"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Hannah Sophie Muti", "raw_affiliation_strings": ["Department of Visceral, Thoracic and Vascular Surgery, University Hospital and Faculty of Medicine Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany", "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Visceral, Thoracic and Vascular Surgery, University Hospital and Faculty of Medicine Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany", "institution_ids": ["https://openalex.org/I4210162051"]}, {"raw_affiliation_string": "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany", "institution_ids": ["https://openalex.org/I78650965", "https://openalex.org/I4210108778"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5072074738", "display_name": "Zunamys I. Carrero", "orcid": "https://orcid.org/0000-0001-8501-1566"}, "institutions": [{"id": "https://openalex.org/I4210108778", "display_name": "Fresenius (Germany)", "ror": "https://ror.org/01v376g59", "country_code": "DE", "type": "company", "lineage": ["https://openalex.org/I4210108778"]}, {"id": "https://openalex.org/I78650965", "display_name": "Technische Universit\u00e4t Dresden", "ror": "https://ror.org/042aqky30", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I78650965"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Zunamys I. Carrero", "raw_affiliation_strings": ["Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany"], "raw_orcid": "https://orcid.org/0000-0001-8501-1566", "affiliations": [{"raw_affiliation_string": "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany", "institution_ids": ["https://openalex.org/I78650965", "https://openalex.org/I4210108778"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5027652600", "display_name": "Jan\u2010Niklas Eckardt", "orcid": "https://orcid.org/0000-0002-3649-2823"}, "institutions": [{"id": "https://openalex.org/I4210108778", "display_name": "Fresenius (Germany)", "ror": "https://ror.org/01v376g59", "country_code": "DE", "type": "company", "lineage": ["https://openalex.org/I4210108778"]}, {"id": "https://openalex.org/I78650965", "display_name": "Technische Universit\u00e4t Dresden", "ror": "https://ror.org/042aqky30", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I78650965"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Jan-Niklas Eckardt", "raw_affiliation_strings": ["Department of Medicine I, University Hospital Dresden, Dresden, Germany", "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Medicine I, University Hospital Dresden, Dresden, Germany", "institution_ids": []}, {"raw_affiliation_string": "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany", "institution_ids": ["https://openalex.org/I78650965", "https://openalex.org/I4210108778"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5057475480", "display_name": "Narmin Ghaffari Laleh", "orcid": "https://orcid.org/0000-0003-0889-3352"}, "institutions": [{"id": "https://openalex.org/I4210108778", "display_name": "Fresenius (Germany)", "ror": "https://ror.org/01v376g59", "country_code": "DE", "type": "company", "lineage": ["https://openalex.org/I4210108778"]}, {"id": "https://openalex.org/I78650965", "display_name": "Technische Universit\u00e4t Dresden", "ror": "https://ror.org/042aqky30", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I78650965"]}, {"id": "https://openalex.org/I887968799", "display_name": "RWTH Aachen University", "ror": "https://ror.org/04xfq0f34", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I887968799"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Narmin Ghaffari Laleh", "raw_affiliation_strings": ["Department of Medicine III, University Hospital RWTH Aachen, Aachen, Germany", "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Medicine III, University Hospital RWTH Aachen, Aachen, Germany", "institution_ids": ["https://openalex.org/I887968799"]}, {"raw_affiliation_string": "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany", "institution_ids": ["https://openalex.org/I78650965", "https://openalex.org/I4210108778"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5093036710", "display_name": "Chiara Maria Lavinia L\u00f6ffler", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210108778", "display_name": "Fresenius (Germany)", "ror": "https://ror.org/01v376g59", "country_code": "DE", "type": "company", "lineage": ["https://openalex.org/I4210108778"]}, {"id": "https://openalex.org/I78650965", "display_name": "Technische Universit\u00e4t Dresden", "ror": "https://ror.org/042aqky30", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I78650965"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Chiara Maria Lavinia L\u00f6ffler", "raw_affiliation_strings": ["Department of Medicine I, University Hospital Dresden, Dresden, Germany", "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Medicine I, University Hospital Dresden, Dresden, Germany", "institution_ids": []}, {"raw_affiliation_string": "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany", "institution_ids": ["https://openalex.org/I78650965", "https://openalex.org/I4210108778"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5093036711", "display_name": "Sophie-Caroline Schwarzkopf", "orcid": "https://orcid.org/0000-0003-1861-5671"}, "institutions": [{"id": "https://openalex.org/I4210162051", "display_name": "University Hospital Carl Gustav Carus", "ror": "https://ror.org/04za5zm41", "country_code": "DE", "type": "healthcare", "lineage": ["https://openalex.org/I4210162051"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Sophie-Caroline Schwarzkopf", "raw_affiliation_strings": ["Department of Visceral, Thoracic and Vascular Surgery, University Hospital and Faculty of Medicine Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Visceral, Thoracic and Vascular Surgery, University Hospital and Faculty of Medicine Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany", "institution_ids": ["https://openalex.org/I4210162051"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5093036712", "display_name": "Michaela Unger", "orcid": "https://orcid.org/0000-0001-5811-0200"}, "institutions": [{"id": "https://openalex.org/I4210108778", "display_name": "Fresenius (Germany)", "ror": "https://ror.org/01v376g59", "country_code": "DE", "type": "company", "lineage": ["https://openalex.org/I4210108778"]}, {"id": "https://openalex.org/I78650965", "display_name": "Technische Universit\u00e4t Dresden", "ror": "https://ror.org/042aqky30", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I78650965"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Michaela Unger", "raw_affiliation_strings": ["Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany"], "raw_orcid": "https://orcid.org/0000-0001-5811-0200", "affiliations": [{"raw_affiliation_string": "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany", "institution_ids": ["https://openalex.org/I78650965", "https://openalex.org/I4210108778"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5012440991", "display_name": "Gregory Patrick Veldhuizen", "orcid": "https://orcid.org/0000-0001-7364-8498"}, "institutions": [{"id": "https://openalex.org/I4210108778", "display_name": "Fresenius (Germany)", "ror": "https://ror.org/01v376g59", "country_code": "DE", "type": "company", "lineage": ["https://openalex.org/I4210108778"]}, {"id": "https://openalex.org/I78650965", "display_name": "Technische Universit\u00e4t Dresden", "ror": "https://ror.org/042aqky30", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I78650965"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Gregory P. Veldhuizen", "raw_affiliation_strings": ["Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany", "institution_ids": ["https://openalex.org/I78650965", "https://openalex.org/I4210108778"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5000341866", "display_name": "Sophia J. Wagner", "orcid": "https://orcid.org/0000-0003-3763-2282"}, "institutions": [{"id": "https://openalex.org/I2802821144", "display_name": "Center for Environmental Health", "ror": "https://ror.org/03k84rm07", "country_code": "US", "type": "facility", "lineage": ["https://openalex.org/I2802821144"]}, {"id": "https://openalex.org/I3018134672", "display_name": "Helmholtz Zentrum M\u00fcnchen", "ror": "https://ror.org/00cfam450", "country_code": "DE", "type": "facility", "lineage": ["https://openalex.org/I1305996414", "https://openalex.org/I3018134672"]}, {"id": "https://openalex.org/I62916508", "display_name": "Technical University of Munich", "ror": "https://ror.org/02kkvpp62", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I62916508"]}], "countries": ["DE", "US"], "is_corresponding": false, "raw_author_name": "Sophia J. Wagner", "raw_affiliation_strings": ["Helmholtz Munich-German Research Center for Environment and Health, Munich, Germany", "School of Computation, Information and Technology, Technical University of Munich, Munich, Germany", "Helmholtz Munich\u2013German Research Center for Environment and Health, Munich, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Helmholtz Munich-German Research Center for Environment and Health, Munich, Germany", "institution_ids": ["https://openalex.org/I3018134672", "https://openalex.org/I2802821144"]}, {"raw_affiliation_string": "School of Computation, Information and Technology, Technical University of Munich, Munich, Germany", "institution_ids": ["https://openalex.org/I62916508"]}, {"raw_affiliation_string": "Helmholtz Munich\u2013German Research Center for Environment and Health, Munich, Germany", "institution_ids": ["https://openalex.org/I3018134672"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5073483894", "display_name": "Jakob Nikolas Kather", "orcid": "https://orcid.org/0000-0002-3730-5348"}, "institutions": [{"id": "https://openalex.org/I223822909", "display_name": "Heidelberg University", "ror": "https://ror.org/038t36y30", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I223822909"]}, {"id": "https://openalex.org/I2802164966", "display_name": "University Hospital Heidelberg", "ror": "https://ror.org/013czdx64", "country_code": "DE", "type": "healthcare", "lineage": ["https://openalex.org/I2802164966"]}, {"id": "https://openalex.org/I4210108778", "display_name": "Fresenius (Germany)", "ror": "https://ror.org/01v376g59", "country_code": "DE", "type": "company", "lineage": ["https://openalex.org/I4210108778"]}, {"id": "https://openalex.org/I4210111460", "display_name": "National Center for Tumor Diseases", "ror": "https://ror.org/01txwsw02", "country_code": "DE", "type": "funder", "lineage": ["https://openalex.org/I4210111460"]}, {"id": "https://openalex.org/I78650965", "display_name": "Technische Universit\u00e4t Dresden", "ror": "https://ror.org/042aqky30", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I78650965"]}, {"id": "https://openalex.org/I887968799", "display_name": "RWTH Aachen University", "ror": "https://ror.org/04xfq0f34", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I887968799"]}], "countries": ["DE"], "is_corresponding": true, "raw_author_name": "Jakob Nikolas Kather", "raw_affiliation_strings": ["Department of Medicine I, University Hospital Dresden, Dresden, Germany. jakob-nikolas.kather@alumni.dkfz.de", "Department of Medicine III, University Hospital RWTH Aachen, Aachen, Germany. jakob-nikolas.kather@alumni.dkfz.de", "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany. jakob-nikolas.kather@alumni.dkfz.de", "Medical Oncology, National Center for Tumor Diseases (NCT), University Hospital Heidelberg, Heidelberg, Germany. jakob-nikolas.kather@alumni.dkfz.de", "Department of Medicine III, University Hospital RWTH Aachen, Aachen, Germany", "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany", "Department of Medicine I, University Hospital Dresden, Dresden, Germany", "Medical Oncology, National Center for Tumor Diseases (NCT), University Hospital Heidelberg, Heidelberg, Germany"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Medicine I, University Hospital Dresden, Dresden, Germany. jakob-nikolas.kather@alumni.dkfz.de", "institution_ids": ["https://openalex.org/I78650965"]}, {"raw_affiliation_string": "Department of Medicine III, University Hospital RWTH Aachen, Aachen, Germany. jakob-nikolas.kather@alumni.dkfz.de", "institution_ids": ["https://openalex.org/I887968799"]}, {"raw_affiliation_string": "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany. jakob-nikolas.kather@alumni.dkfz.de", "institution_ids": ["https://openalex.org/I78650965"]}, {"raw_affiliation_string": "Medical Oncology, National Center for Tumor Diseases (NCT), University Hospital Heidelberg, Heidelberg, Germany. jakob-nikolas.kather@alumni.dkfz.de", "institution_ids": ["https://openalex.org/I4210111460", "https://openalex.org/I223822909", "https://openalex.org/I2802164966"]}, {"raw_affiliation_string": "Department of Medicine III, University Hospital RWTH Aachen, Aachen, Germany", "institution_ids": ["https://openalex.org/I887968799"]}, {"raw_affiliation_string": "Else Kroener Fresenius Center for Digital Health, TUD Dresden University of Technology, Dresden, Germany", "institution_ids": ["https://openalex.org/I78650965", "https://openalex.org/I4210108778"]}, {"raw_affiliation_string": "Department of Medicine I, University Hospital Dresden, Dresden, Germany", "institution_ids": []}, {"raw_affiliation_string": "Medical Oncology, National Center for Tumor Diseases (NCT), University Hospital Heidelberg, Heidelberg, Germany", "institution_ids": ["https://openalex.org/I4210111460", "https://openalex.org/I2802164966", "https://openalex.org/I223822909"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 12, "corresponding_author_ids": ["https://openalex.org/A5073483894"], "corresponding_institution_ids": ["https://openalex.org/I223822909", "https://openalex.org/I2802164966", "https://openalex.org/I4210108778", "https://openalex.org/I4210111460", "https://openalex.org/I78650965", "https://openalex.org/I887968799"], "apc_list": {"value": 2290, "currency": "GBP", "value_usd": 2808}, "apc_paid": {"value": 3313, "currency": "EUR", "value_usd": 3573}, "fwci": 33.4823, "has_fulltext": true, "cited_by_count": 922, "citation_normalized_percentile": {"value": 0.9974804, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "3", "issue": "1", "first_page": "141", "last_page": "141"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, "topics": [{"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T11775", "display_name": "COVID-19 diagnosis using AI", "score": 0.9836999773979187, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T12422", "display_name": "Radiomics and Machine Learning in Medical Imaging", "score": 0.9718999862670898, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transparency", "display_name": "Transparency (behavior)", "score": 0.6071803569793701}, {"id": "https://openalex.org/keywords/misinformation", "display_name": "Misinformation", "score": 0.5799887180328369}, {"id": "https://openalex.org/keywords/accountability", "display_name": "Accountability", "score": 0.4871756434440613}, {"id": "https://openalex.org/keywords/misconduct", "display_name": "Misconduct", "score": 0.4350014925003052}, {"id": "https://openalex.org/keywords/political-science", "display_name": "Political science", "score": 0.3267452120780945}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.2629547417163849}, {"id": "https://openalex.org/keywords/computer-security", "display_name": "Computer security", "score": 0.14129090309143066}], "concepts": [{"id": "https://openalex.org/C2780233690", "wikidata": "https://www.wikidata.org/wiki/Q535347", "display_name": "Transparency (behavior)", "level": 2, "score": 0.6071803569793701}, {"id": "https://openalex.org/C2776990098", "wikidata": "https://www.wikidata.org/wiki/Q13579947", "display_name": "Misinformation", "level": 2, "score": 0.5799887180328369}, {"id": "https://openalex.org/C2776007630", "wikidata": "https://www.wikidata.org/wiki/Q2798912", "display_name": "Accountability", "level": 2, "score": 0.4871756434440613}, {"id": "https://openalex.org/C2780587575", "wikidata": "https://www.wikidata.org/wiki/Q6875295", "display_name": "Misconduct", "level": 2, "score": 0.4350014925003052}, {"id": "https://openalex.org/C17744445", "wikidata": "https://www.wikidata.org/wiki/Q36442", "display_name": "Political science", "level": 0, "score": 0.3267452120780945}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.2629547417163849}, {"id": "https://openalex.org/C38652104", "wikidata": "https://www.wikidata.org/wiki/Q3510521", "display_name": "Computer security", "level": 1, "score": 0.14129090309143066}, {"id": "https://openalex.org/C199539241", "wikidata": "https://www.wikidata.org/wiki/Q7748", "display_name": "Law", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 6, "locations": [{"id": "doi:10.1038/s43856-023-00370-1", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s43856-023-00370-1", "pdf_url": "https://www.nature.com/articles/s43856-023-00370-1.pdf", "source": {"id": "https://openalex.org/S4210167893", "display_name": "Communications Medicine", "issn_l": "2730-664X", "issn": ["2730-664X"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Communications Medicine", "raw_type": "journal-article"}, {"id": "pmid:37816837", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/37816837", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Communications medicine", "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:10564921", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/10564921", "pdf_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10564921/pdf/43856_2023_Article_370.pdf", "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Commun Med (Lond)", "raw_type": "Text"}, {"id": "pmh:oai:qucosa:de:qucosa:97662", "is_oa": true, "landing_page_url": "https://tud.qucosa.de/id/qucosa%3A97662", "pdf_url": "https://tud.qucosa.de/api/qucosa%3A97662/attachment/ATT-0/", "source": {"id": "https://openalex.org/S4377196312", "display_name": "Qucosa (Saxon State and University Library Dresden)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I3132420320", "host_organization_name": "SLUB Dresden", "host_organization_lineage": ["https://openalex.org/I3132420320"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "doc-type:Text"}, {"id": "pmh:oai:doaj.org/article:2c3a059c5dc84900b754cfcf266eb7fc", "is_oa": true, "landing_page_url": "https://doaj.org/article/2c3a059c5dc84900b754cfcf266eb7fc", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-sa", "license_id": "https://openalex.org/licenses/cc-by-sa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Communications Medicine, Vol 3, Iss 1, Pp 1-8 (2023)", "raw_type": "article"}, {"id": "pmh:oai:mediatum.ub.tum.de:node/1763455", "is_oa": true, "landing_page_url": "https://mediatum.ub.tum.de/1763455", "pdf_url": null, "source": {"id": "https://openalex.org/S4377196330", "display_name": "mediaTUM  (Technical University of Munich)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I62916508", "host_organization_name": "Technical University of Munich", "host_organization_lineage": ["https://openalex.org/I62916508"], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "doi:10.1038/s43856-023-00370-1", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s43856-023-00370-1", "pdf_url": "https://www.nature.com/articles/s43856-023-00370-1.pdf", "source": {"id": "https://openalex.org/S4210167893", "display_name": "Communications Medicine", "issn_l": "2730-664X", "issn": ["2730-664X"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Communications Medicine", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.4399999976158142}], "awards": [{"id": "https://openalex.org/G1569319872", "display_name": null, "funder_award_id": "ZMVI1-2520DAT111", "funder_id": "https://openalex.org/F4320321721", "funder_display_name": "Bundesministerium f\u00fcr Gesundheit"}, {"id": "https://openalex.org/G2888424188", "display_name": null, "funder_award_id": "2520DAT111", "funder_id": "https://openalex.org/F4320321721", "funder_display_name": "Bundesministerium f\u00fcr Gesundheit"}, {"id": "https://openalex.org/G4712284355", "display_name": null, "funder_award_id": "57616814", "funder_id": "https://openalex.org/F4320320875", "funder_display_name": "Deutscher Akademischer Austauschdienst"}, {"id": "https://openalex.org/G6098565189", "display_name": null, "funder_award_id": "57616814", "funder_id": "https://openalex.org/F4320321114", "funder_display_name": "Bundesministerium f\u00fcr Bildung und Forschung"}, {"id": "https://openalex.org/G8004974288", "display_name": null, "funder_award_id": "70113864", "funder_id": "https://openalex.org/F4320323556", "funder_display_name": "Deutsche Krebshilfe"}, {"id": "https://openalex.org/G826797920", "display_name": null, "funder_award_id": "01KD2104C", "funder_id": "https://openalex.org/F4320321114", "funder_display_name": "Bundesministerium f\u00fcr Bildung und Forschung"}, {"id": "https://openalex.org/G8808717806", "display_name": null, "funder_award_id": "2520DAT111", "funder_id": "https://openalex.org/F4320323556", "funder_display_name": "Deutsche Krebshilfe"}], "funders": [{"id": "https://openalex.org/F4320310697", "display_name": "Joachim Herz Stiftung", "ror": "https://ror.org/01j8qgg43"}, {"id": "https://openalex.org/F4320320875", "display_name": "Deutscher Akademischer Austauschdienst", "ror": "https://ror.org/039djdh30"}, {"id": "https://openalex.org/F4320321114", "display_name": "Bundesministerium f\u00fcr Bildung und Forschung", "ror": "https://ror.org/04pz7b180"}, {"id": "https://openalex.org/F4320321721", "display_name": "Bundesministerium f\u00fcr Gesundheit", "ror": "https://ror.org/05vp4ka74"}, {"id": "https://openalex.org/F4320323556", "display_name": "Deutsche Krebshilfe", "ror": "https://ror.org/01wxdd722"}], "has_content": {"grobid_xml": false, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4387500346.pdf"}, "referenced_works_count": 63, "referenced_works": ["https://openalex.org/W12948169", "https://openalex.org/W1966832199", "https://openalex.org/W1994256263", "https://openalex.org/W2011053211", "https://openalex.org/W2072578023", "https://openalex.org/W2112464512", "https://openalex.org/W2114014706", "https://openalex.org/W2390598968", "https://openalex.org/W2555315083", "https://openalex.org/W2801762653", "https://openalex.org/W2802561155", "https://openalex.org/W2911489562", "https://openalex.org/W2963341956", "https://openalex.org/W2967201151", "https://openalex.org/W2970771982", "https://openalex.org/W3128912454", "https://openalex.org/W3160638507", "https://openalex.org/W3164718925", "https://openalex.org/W3166664235", "https://openalex.org/W3185482250", "https://openalex.org/W4220993274", "https://openalex.org/W4221167110", "https://openalex.org/W4283167130", "https://openalex.org/W4283810944", "https://openalex.org/W4285265395", "https://openalex.org/W4297253404", "https://openalex.org/W4307555508", "https://openalex.org/W4307688794", "https://openalex.org/W4310917376", "https://openalex.org/W4311000453", "https://openalex.org/W4312051216", "https://openalex.org/W4312205996", "https://openalex.org/W4312220150", "https://openalex.org/W4313545395", "https://openalex.org/W4317390716", "https://openalex.org/W4317853296", "https://openalex.org/W4318919287", "https://openalex.org/W4318931874", "https://openalex.org/W4319083882", "https://openalex.org/W4319332853", "https://openalex.org/W4319460874", "https://openalex.org/W4319662928", "https://openalex.org/W4322718191", "https://openalex.org/W4327545654", "https://openalex.org/W4327660563", "https://openalex.org/W4327810158", "https://openalex.org/W4327946446", "https://openalex.org/W4328049468", "https://openalex.org/W4360836968", "https://openalex.org/W4360891289", "https://openalex.org/W4361000349", "https://openalex.org/W4362703956", "https://openalex.org/W4367051110", "https://openalex.org/W4367310920", "https://openalex.org/W4382678522", "https://openalex.org/W4384071683", "https://openalex.org/W4385569698", "https://openalex.org/W4385571830", "https://openalex.org/W4386120650", "https://openalex.org/W4386339079", "https://openalex.org/W4386576626", "https://openalex.org/W6782465632", "https://openalex.org/W6810081322"], "related_works": ["https://openalex.org/W2748952813", "https://openalex.org/W3197131596", "https://openalex.org/W4388666321", "https://openalex.org/W4205914924", "https://openalex.org/W4283459170", "https://openalex.org/W4229014887", "https://openalex.org/W4225301003", "https://openalex.org/W4229067106", "https://openalex.org/W4220949352", "https://openalex.org/W3199802296"], "abstract_inverted_index": {"Large": [0], "language": [1], "models": [2, 57, 71], "(LLMs)": [3], "are": [4], "artificial": [5], "intelligence": [6], "(AI)": [7], "tools": [8, 63], "specifically": [9], "trained": [10], "to": [11, 53, 75, 82, 94], "process": [12], "and": [13, 38, 79, 89, 99, 108, 114, 123], "generate": [14], "text.": [15], "LLMs": [16, 31, 61, 117], "attracted": [17], "substantial": [18], "public": [19], "attention": [20], "after": [21], "OpenAI's": [22], "ChatGPT": [23, 59], "was": [24], "made": [25], "publicly": [26], "available": [27], "in": [28, 64, 118], "November": [29], "2022.": [30], "can": [32], "often": [33], "answer": [34], "questions,": [35], "summarize,": [36], "paraphrase": [37], "translate": [39], "text": [40], "on": [41], "a": [42, 95, 106], "level": [43], "that": [44], "is": [45], "nearly": [46], "indistinguishable": [47], "from": [48], "human": [49], "capabilities.": [50], "The": [51], "possibility": [52], "actively": [54], "interact": [55], "with": [56], "like": [58], "makes": [60], "attractive": [62], "various": [65], "fields,": [66], "including": [67], "medicine.": [68], "While": [69], "these": [70], "have": [72], "the": [73, 112], "potential": [74], "democratize": [76], "medical": [77, 121, 124], "knowledge": [78], "facilitate": [80], "access": [81], "healthcare,": [83], "they": [84], "could": [85], "equally": [86], "distribute": [87], "misinformation": [88], "exacerbate": [90], "scientific": [91], "misconduct": [92], "due": [93], "lack": [96], "of": [97, 111, 116], "accountability": [98], "transparency.": [100], "In": [101], "this": [102], "article,": [103], "we": [104], "provide": [105], "systematic": [107], "comprehensive": [109], "overview": [110], "potentials": [113], "limitations": [115], "clinical": [119], "practice,": [120], "research": [122], "education.": [125]}, "counts_by_year": [{"year": 2026, "cited_by_count": 142}, {"year": 2025, "cited_by_count": 441}, {"year": 2024, "cited_by_count": 322}, {"year": 2023, "cited_by_count": 17}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4389991792", "doi": "https://doi.org/10.1038/s41586-023-06792-0", "title": "Autonomous chemical research with large language models", "display_name": "Autonomous chemical research with large language models", "relevance_score": 2602.629, "publication_year": 2023, "publication_date": "2023-12-20", "ids": {"openalex": "https://openalex.org/W4389991792", "doi": "https://doi.org/10.1038/s41586-023-06792-0", "pmid": "https://pubmed.ncbi.nlm.nih.gov/38123806"}, "language": "en", "primary_location": {"id": "doi:10.1038/s41586-023-06792-0", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41586-023-06792-0", "pdf_url": "https://www.nature.com/articles/s41586-023-06792-0.pdf", "source": {"id": "https://openalex.org/S137773608", "display_name": "Nature", "issn_l": "0028-0836", "issn": ["0028-0836", "1476-4687"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "pubmed"], "open_access": {"is_oa": true, "oa_status": "hybrid", "oa_url": "https://www.nature.com/articles/s41586-023-06792-0.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5065327102", "display_name": "Daniil A. Boiko", "orcid": "https://orcid.org/0000-0003-4140-4645"}, "institutions": [{"id": "https://openalex.org/I74973139", "display_name": "Carnegie Mellon University", "ror": "https://ror.org/05x2bcf33", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74973139"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Daniil A. Boiko", "raw_affiliation_strings": ["Department of Chemical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"], "raw_orcid": "https://orcid.org/0000-0003-4140-4645", "affiliations": [{"raw_affiliation_string": "Department of Chemical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA", "institution_ids": ["https://openalex.org/I74973139"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5060793099", "display_name": "Robert MacKnight", "orcid": null}, "institutions": [{"id": "https://openalex.org/I74973139", "display_name": "Carnegie Mellon University", "ror": "https://ror.org/05x2bcf33", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74973139"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Robert MacKnight", "raw_affiliation_strings": ["Department of Chemical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Chemical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA", "institution_ids": ["https://openalex.org/I74973139"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5004653421", "display_name": "Ben Kline", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Ben Kline", "raw_affiliation_strings": ["Emerald Cloud Lab, South San Francisco, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Emerald Cloud Lab, South San Francisco, CA, USA", "institution_ids": []}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5048633127", "display_name": "Gabriel dos Passos Gomes", "orcid": "https://orcid.org/0000-0002-8235-5969"}, "institutions": [{"id": "https://openalex.org/I74973139", "display_name": "Carnegie Mellon University", "ror": "https://ror.org/05x2bcf33", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74973139"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Gabe Gomes", "raw_affiliation_strings": ["Department of Chemical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA. gabegomes@cmu.edu", "Department of Chemistry, Carnegie Mellon University, Pittsburgh, PA, USA. gabegomes@cmu.edu", "Wilton E. Scott Institute for Energy Innovation, Carnegie Mellon University, Pittsburgh, PA, USA. gabegomes@cmu.edu", "Department of Chemistry, Carnegie Mellon University, Pittsburgh, PA, USA"], "raw_orcid": "https://orcid.org/0000-0002-8235-5969", "affiliations": [{"raw_affiliation_string": "Department of Chemical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA. gabegomes@cmu.edu", "institution_ids": ["https://openalex.org/I74973139"]}, {"raw_affiliation_string": "Department of Chemistry, Carnegie Mellon University, Pittsburgh, PA, USA. gabegomes@cmu.edu", "institution_ids": ["https://openalex.org/I74973139"]}, {"raw_affiliation_string": "Wilton E. Scott Institute for Energy Innovation, Carnegie Mellon University, Pittsburgh, PA, USA. gabegomes@cmu.edu", "institution_ids": ["https://openalex.org/I74973139"]}, {"raw_affiliation_string": "Department of Chemistry, Carnegie Mellon University, Pittsburgh, PA, USA", "institution_ids": ["https://openalex.org/I74973139"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 4, "corresponding_author_ids": ["https://openalex.org/A5048633127"], "corresponding_institution_ids": ["https://openalex.org/I74973139"], "apc_list": {"value": 9750, "currency": "EUR", "value_usd": 11690}, "apc_paid": {"value": 9750, "currency": "EUR", "value_usd": 11690}, "fwci": 69.8658, "has_fulltext": true, "cited_by_count": 768, "citation_normalized_percentile": {"value": 0.99994384, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 98, "max": 100}, "biblio": {"volume": "624", "issue": "7992", "first_page": "570", "last_page": "578"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11948", "display_name": "Machine Learning in Materials Science", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/2505", "display_name": "Materials Chemistry"}, "field": {"id": "https://openalex.org/fields/25", "display_name": "Materials Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11948", "display_name": "Machine Learning in Materials Science", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/2505", "display_name": "Materials Chemistry"}, "field": {"id": "https://openalex.org/fields/25", "display_name": "Materials Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T12808", "display_name": "Ferroelectric and Negative Capacitance Devices", "score": 0.9814000129699707, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11407", "display_name": "Innovative Microfluidic and Catalytic Techniques Innovation", "score": 0.9736999869346619, "subfield": {"id": "https://openalex.org/subfields/2204", "display_name": "Biomedical Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7491552829742432}, {"id": "https://openalex.org/keywords/documentation", "display_name": "Documentation", "score": 0.6299862861633301}, {"id": "https://openalex.org/keywords/automation", "display_name": "Automation", "score": 0.5485549569129944}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5314183235168457}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.4668391942977905}, {"id": "https://openalex.org/keywords/the-internet", "display_name": "The Internet", "score": 0.450673371553421}, {"id": "https://openalex.org/keywords/natural-language", "display_name": "Natural language", "score": 0.44993144273757935}, {"id": "https://openalex.org/keywords/software-engineering", "display_name": "Software engineering", "score": 0.44717642664909363}, {"id": "https://openalex.org/keywords/natural-language-understanding", "display_name": "Natural language understanding", "score": 0.4117688238620758}, {"id": "https://openalex.org/keywords/human\u2013computer-interaction", "display_name": "Human\u2013computer interaction", "score": 0.3484974503517151}, {"id": "https://openalex.org/keywords/systems-engineering", "display_name": "Systems engineering", "score": 0.3265610337257385}, {"id": "https://openalex.org/keywords/programming-language", "display_name": "Programming language", "score": 0.2841845154762268}, {"id": "https://openalex.org/keywords/world-wide-web", "display_name": "World Wide Web", "score": 0.17139098048210144}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.11686700582504272}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7491552829742432}, {"id": "https://openalex.org/C56666940", "wikidata": "https://www.wikidata.org/wiki/Q788790", "display_name": "Documentation", "level": 2, "score": 0.6299862861633301}, {"id": "https://openalex.org/C115901376", "wikidata": "https://www.wikidata.org/wiki/Q184199", "display_name": "Automation", "level": 2, "score": 0.5485549569129944}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5314183235168457}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.4668391942977905}, {"id": "https://openalex.org/C110875604", "wikidata": "https://www.wikidata.org/wiki/Q75", "display_name": "The Internet", "level": 2, "score": 0.450673371553421}, {"id": "https://openalex.org/C195324797", "wikidata": "https://www.wikidata.org/wiki/Q33742", "display_name": "Natural language", "level": 2, "score": 0.44993144273757935}, {"id": "https://openalex.org/C115903868", "wikidata": "https://www.wikidata.org/wiki/Q80993", "display_name": "Software engineering", "level": 1, "score": 0.44717642664909363}, {"id": "https://openalex.org/C2779439875", "wikidata": "https://www.wikidata.org/wiki/Q1078276", "display_name": "Natural language understanding", "level": 3, "score": 0.4117688238620758}, {"id": "https://openalex.org/C107457646", "wikidata": "https://www.wikidata.org/wiki/Q207434", "display_name": "Human\u2013computer interaction", "level": 1, "score": 0.3484974503517151}, {"id": "https://openalex.org/C201995342", "wikidata": "https://www.wikidata.org/wiki/Q682496", "display_name": "Systems engineering", "level": 1, "score": 0.3265610337257385}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.2841845154762268}, {"id": "https://openalex.org/C136764020", "wikidata": "https://www.wikidata.org/wiki/Q466", "display_name": "World Wide Web", "level": 1, "score": 0.17139098048210144}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.11686700582504272}, {"id": "https://openalex.org/C78519656", "wikidata": "https://www.wikidata.org/wiki/Q101333", "display_name": "Mechanical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}], "mesh": [{"descriptor_ui": "D001185", "descriptor_name": "Artificial Intelligence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D001331", "descriptor_name": "Automation", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D002384", "descriptor_name": "Catalysis", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D004282", "descriptor_name": "Documentation", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D011211", "descriptor_name": "Electric Power Supplies", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}], "locations_count": 4, "locations": [{"id": "doi:10.1038/s41586-023-06792-0", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41586-023-06792-0", "pdf_url": "https://www.nature.com/articles/s41586-023-06792-0.pdf", "source": {"id": "https://openalex.org/S137773608", "display_name": "Nature", "issn_l": "0028-0836", "issn": ["0028-0836", "1476-4687"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature", "raw_type": "journal-article"}, {"id": "pmid:38123806", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/38123806", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature", "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:10733136", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/10733136", "pdf_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10733136/pdf/41586_2023_Article_6792.pdf", "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Nature", "raw_type": "Text"}, {"id": "pmh:oai:RePEc:nat:nature:v:624:y:2023:i:7992:d:10.1038_s41586-023-06792-0", "is_oa": false, "landing_page_url": "https://www.nature.com/articles/s41586-023-06792-0", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401271", "display_name": "RePEc: Research Papers in Economics", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I77793887", "host_organization_name": "Federal Reserve Bank of St. Louis", "host_organization_lineage": ["https://openalex.org/I77793887"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "doi:10.1038/s41586-023-06792-0", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41586-023-06792-0", "pdf_url": "https://www.nature.com/articles/s41586-023-06792-0.pdf", "source": {"id": "https://openalex.org/S137773608", "display_name": "Nature", "issn_l": "0028-0836", "issn": ["0028-0836", "1476-4687"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.8199999928474426}], "awards": [{"id": "https://openalex.org/G2712916420", "display_name": "CCI Phase I: NSF Center for Chemoenzymatic Synthesis", "funder_award_id": "2221346", "funder_id": "https://openalex.org/F4320306076", "funder_display_name": "National Science Foundation"}, {"id": "https://openalex.org/G356514451", "display_name": null, "funder_award_id": "2202693", "funder_id": "https://openalex.org/F4320306076", "funder_display_name": "National Science Foundation"}], "funders": [{"id": "https://openalex.org/F4320306076", "display_name": "National Science Foundation", "ror": "https://ror.org/021nxhr62"}, {"id": "https://openalex.org/F4320310207", "display_name": "Carnegie Mellon University", "ror": "https://ror.org/05x2bcf33"}], "has_content": {"grobid_xml": false, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4389991792.pdf"}, "referenced_works_count": 37, "referenced_works": ["https://openalex.org/W1991678929", "https://openalex.org/W2334592091", "https://openalex.org/W2784918212", "https://openalex.org/W2785942661", "https://openalex.org/W2830440988", "https://openalex.org/W2968071222", "https://openalex.org/W2998702515", "https://openalex.org/W3023843058", "https://openalex.org/W3042021489", "https://openalex.org/W3083669401", "https://openalex.org/W3180230246", "https://openalex.org/W3185341429", "https://openalex.org/W3211377821", "https://openalex.org/W3214740101", "https://openalex.org/W4221143046", "https://openalex.org/W4225591000", "https://openalex.org/W4226159083", "https://openalex.org/W4226278401", "https://openalex.org/W4226485558", "https://openalex.org/W4252076394", "https://openalex.org/W4281763794", "https://openalex.org/W4297253404", "https://openalex.org/W4304195432", "https://openalex.org/W4307410169", "https://openalex.org/W4309674289", "https://openalex.org/W4311172319", "https://openalex.org/W4322718191", "https://openalex.org/W4327550249", "https://openalex.org/W4360836968", "https://openalex.org/W4386465483", "https://openalex.org/W4387694367", "https://openalex.org/W4396723768", "https://openalex.org/W6767858076", "https://openalex.org/W6772383348", "https://openalex.org/W6810081322", "https://openalex.org/W6811129797", "https://openalex.org/W6847753483"], "related_works": ["https://openalex.org/W2367925007", "https://openalex.org/W3015724364", "https://openalex.org/W3094085917", "https://openalex.org/W4288263119", "https://openalex.org/W2967994095", "https://openalex.org/W4287631637", "https://openalex.org/W2900126711", "https://openalex.org/W4285240985", "https://openalex.org/W3099576124", "https://openalex.org/W4225162083"], "abstract_inverted_index": {"Abstract": [0], "Transformer-based": [1], "large": [2, 55], "language": [3, 15, 56], "models": [4, 57], "are": [5], "making": [6], "significant": [7], "strides": [8], "in": [9, 115], "various": [10], "fields,": [11], "such": [12, 61], "as": [13, 62], "natural": [14], "processing": [16], "1\u20135": [17], ",": [18, 21], "biology": [19], "6,7": [20], "chemistry": [22], "8\u201310": [23], "and": [24, 34, 49, 64, 69, 99, 107], "computer": [25], "programming": [26], "11,12": [27], ".": [28], "Here,": [29], "we": [30], "show": [31], "the": [32, 84, 104], "development": [33], "capabilities": [35, 94], "of": [36, 88, 109], "Coscientist,": [37], "an": [38], "artificial": [39, 110], "intelligence": [40, 111], "system": [41], "driven": [42], "by": [43, 53, 59], "GPT-4": [44], "that": [45], "autonomously": [46], "designs,": [47], "plans": [48], "performs": [50], "complex": [51], "experiments": [52], "incorporating": [54], "empowered": [58], "tools": [60], "internet": [63], "documentation": [65], "search,": [66], "code": [67], "execution": [68], "experimental": [70, 97], "automation.": [71], "Coscientist": [72, 114], "showcases": [73], "its": [74], "potential": [75], "for": [76, 95], "accelerating": [77], "research": [78], "across": [79], "six": [80], "diverse": [81], "tasks,": [82], "including": [83], "successful": [85], "reaction": [86], "optimization": [87], "palladium-catalysed": [89], "cross-couplings,": [90], "while": [91], "exhibiting": [92], "advanced": [93], "(semi-)autonomous": [96], "design": [98], "execution.": [100], "Our": [101], "findings": [102], "demonstrate": [103], "versatility,": [105], "efficacy": [106], "explainability": [108], "systems": [112], "like": [113], "advancing": [116], "research.": [117]}, "counts_by_year": [{"year": 2026, "cited_by_count": 164}, {"year": 2025, "cited_by_count": 394}, {"year": 2024, "cited_by_count": 203}, {"year": 2023, "cited_by_count": 7}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4387321091", "doi": "https://doi.org/10.1145/3600006.3613165", "title": "Efficient Memory Management for Large Language Model Serving with PagedAttention", "display_name": "Efficient Memory Management for Large Language Model Serving with PagedAttention", "relevance_score": 2589.7249, "publication_year": 2023, "publication_date": "2023-10-03", "ids": {"openalex": "https://openalex.org/W4387321091", "doi": "https://doi.org/10.1145/3600006.3613165"}, "language": "en", "primary_location": {"id": "doi:10.1145/3600006.3613165", "is_oa": true, "landing_page_url": "https://doi.org/10.1145/3600006.3613165", "pdf_url": "https://dl.acm.org/doi/pdf/10.1145/3600006.3613165", "source": null, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the 29th Symposium on Operating Systems Principles", "raw_type": "proceedings-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://dl.acm.org/doi/pdf/10.1145/3600006.3613165", "any_repository_has_fulltext": null}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5066299337", "display_name": "Woosuk Kwon", "orcid": "https://orcid.org/0009-0008-8870-4892"}, "institutions": [{"id": "https://openalex.org/I134446601", "display_name": "Berkeley College", "ror": "https://ror.org/02xewxa75", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I134446601"]}, {"id": "https://openalex.org/I95457486", "display_name": "University of California, Berkeley", "ror": "https://ror.org/01an7q238", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I95457486"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Woosuk Kwon", "raw_affiliation_strings": ["UC Berkeley, Berkeley, United States of America"], "raw_orcid": "https://orcid.org/0009-0008-8870-4892", "affiliations": [{"raw_affiliation_string": "UC Berkeley, Berkeley, United States of America", "institution_ids": ["https://openalex.org/I134446601", "https://openalex.org/I95457486"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5067888631", "display_name": "Z. Li", "orcid": "https://orcid.org/0009-0004-1534-9106"}, "institutions": [{"id": "https://openalex.org/I134446601", "display_name": "Berkeley College", "ror": "https://ror.org/02xewxa75", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I134446601"]}, {"id": "https://openalex.org/I95457486", "display_name": "University of California, Berkeley", "ror": "https://ror.org/01an7q238", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I95457486"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Zhuohan Li", "raw_affiliation_strings": ["UC Berkeley, Berkeley, United States of America"], "raw_orcid": "https://orcid.org/0009-0004-1534-9106", "affiliations": [{"raw_affiliation_string": "UC Berkeley, Berkeley, United States of America", "institution_ids": ["https://openalex.org/I134446601", "https://openalex.org/I95457486"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5083595182", "display_name": "Siyuan Zhuang", "orcid": "https://orcid.org/0009-0007-3787-0316"}, "institutions": [{"id": "https://openalex.org/I134446601", "display_name": "Berkeley College", "ror": "https://ror.org/02xewxa75", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I134446601"]}, {"id": "https://openalex.org/I95457486", "display_name": "University of California, Berkeley", "ror": "https://ror.org/01an7q238", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I95457486"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Siyuan Zhuang", "raw_affiliation_strings": ["UC Berkeley, Berkeley, USA"], "raw_orcid": "https://orcid.org/0009-0007-3787-0316", "affiliations": [{"raw_affiliation_string": "UC Berkeley, Berkeley, USA", "institution_ids": ["https://openalex.org/I134446601", "https://openalex.org/I95457486"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5083402013", "display_name": "Ying Sheng", "orcid": null}, "institutions": [{"id": "https://openalex.org/I95457486", "display_name": "University of California, Berkeley", "ror": "https://ror.org/01an7q238", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I95457486"]}, {"id": "https://openalex.org/I97018004", "display_name": "Stanford University", "ror": "https://ror.org/00f54p054", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I97018004"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Ying Sheng", "raw_affiliation_strings": ["UC Berkeley and Stanford University, Berkeley, USA"], "raw_orcid": "https://orcid.org/0000-0002-1883-2126", "affiliations": [{"raw_affiliation_string": "UC Berkeley and Stanford University, Berkeley, USA", "institution_ids": ["https://openalex.org/I95457486", "https://openalex.org/I97018004"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5013500109", "display_name": "L Zheng", "orcid": "https://orcid.org/0000-0002-6611-4612"}, "institutions": [{"id": "https://openalex.org/I134446601", "display_name": "Berkeley College", "ror": "https://ror.org/02xewxa75", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I134446601"]}, {"id": "https://openalex.org/I95457486", "display_name": "University of California, Berkeley", "ror": "https://ror.org/01an7q238", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I95457486"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Lianmin Zheng", "raw_affiliation_strings": ["UC Berkeley, Berkeley, United States of America"], "raw_orcid": "https://orcid.org/0000-0002-6611-4612", "affiliations": [{"raw_affiliation_string": "UC Berkeley, Berkeley, United States of America", "institution_ids": ["https://openalex.org/I134446601", "https://openalex.org/I95457486"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5008633310", "display_name": "Cody Hao Yu", "orcid": "https://orcid.org/0000-0002-9298-6254"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Cody Hao Yu", "raw_affiliation_strings": ["Independent Researcher, Berkeley, United States of America"], "raw_orcid": "https://orcid.org/0000-0002-9298-6254", "affiliations": [{"raw_affiliation_string": "Independent Researcher, Berkeley, United States of America", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5072427753", "display_name": "Joseph E. Gonzalez", "orcid": "https://orcid.org/0000-0003-2921-956X"}, "institutions": [{"id": "https://openalex.org/I134446601", "display_name": "Berkeley College", "ror": "https://ror.org/02xewxa75", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I134446601"]}, {"id": "https://openalex.org/I95457486", "display_name": "University of California, Berkeley", "ror": "https://ror.org/01an7q238", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I95457486"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Joseph Gonzalez", "raw_affiliation_strings": ["UC Berkeley, Berkeley, United States of America"], "raw_orcid": "https://orcid.org/0000-0003-2921-956X", "affiliations": [{"raw_affiliation_string": "UC Berkeley, Berkeley, United States of America", "institution_ids": ["https://openalex.org/I134446601", "https://openalex.org/I95457486"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5092145402", "display_name": "Hao Zhang", "orcid": "https://orcid.org/0009-0003-8392-3977"}, "institutions": [{"id": "https://openalex.org/I36258959", "display_name": "University of California San Diego", "ror": "https://ror.org/0168r3w48", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I36258959"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Hao Zhang", "raw_affiliation_strings": ["UC San Diego, La Jolla, United States of America"], "raw_orcid": "https://orcid.org/0009-0003-8392-3977", "affiliations": [{"raw_affiliation_string": "UC San Diego, La Jolla, United States of America", "institution_ids": ["https://openalex.org/I36258959"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5041920173", "display_name": "Ion Stoica", "orcid": "https://orcid.org/0000-0002-5373-0088"}, "institutions": [{"id": "https://openalex.org/I134446601", "display_name": "Berkeley College", "ror": "https://ror.org/02xewxa75", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I134446601"]}, {"id": "https://openalex.org/I95457486", "display_name": "University of California, Berkeley", "ror": "https://ror.org/01an7q238", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I95457486"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Ion Stoica", "raw_affiliation_strings": ["UC Berkeley, Berkeley, United States of America"], "raw_orcid": "https://orcid.org/0000-0002-5373-0088", "affiliations": [{"raw_affiliation_string": "UC Berkeley, Berkeley, United States of America", "institution_ids": ["https://openalex.org/I134446601", "https://openalex.org/I95457486"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 9, "corresponding_author_ids": ["https://openalex.org/A5066299337"], "corresponding_institution_ids": ["https://openalex.org/I134446601", "https://openalex.org/I95457486"], "apc_list": null, "apc_paid": null, "fwci": 164.7116, "has_fulltext": true, "cited_by_count": 992, "citation_normalized_percentile": {"value": 0.99987923, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "611", "last_page": "626"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9994999766349792, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9994999766349792, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.988099992275238, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11478", "display_name": "Caching and Content Delivery", "score": 0.9872000217437744, "subfield": {"id": "https://openalex.org/subfields/1705", "display_name": "Computer Networks and Communications"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8598029613494873}, {"id": "https://openalex.org/keywords/paging", "display_name": "Paging", "score": 0.7440685033798218}, {"id": "https://openalex.org/keywords/cache", "display_name": "Cache", "score": 0.6487390995025635}, {"id": "https://openalex.org/keywords/demand-paging", "display_name": "Demand paging", "score": 0.6292343139648438}, {"id": "https://openalex.org/keywords/parallel-computing", "display_name": "Parallel computing", "score": 0.5352877378463745}, {"id": "https://openalex.org/keywords/memory-management", "display_name": "Memory management", "score": 0.4912266135215759}, {"id": "https://openalex.org/keywords/virtual-memory", "display_name": "Virtual memory", "score": 0.4682157039642334}, {"id": "https://openalex.org/keywords/cache-coloring", "display_name": "Cache coloring", "score": 0.45709553360939026}, {"id": "https://openalex.org/keywords/cache-pollution", "display_name": "Cache pollution", "score": 0.44173580408096313}, {"id": "https://openalex.org/keywords/page-cache", "display_name": "Page cache", "score": 0.4315970540046692}, {"id": "https://openalex.org/keywords/latency", "display_name": "Latency (audio)", "score": 0.42580246925354004}, {"id": "https://openalex.org/keywords/cpu-cache", "display_name": "CPU cache", "score": 0.4250311255455017}, {"id": "https://openalex.org/keywords/cache-algorithms", "display_name": "Cache algorithms", "score": 0.406555712223053}, {"id": "https://openalex.org/keywords/operating-system", "display_name": "Operating system", "score": 0.3706657886505127}, {"id": "https://openalex.org/keywords/computer-network", "display_name": "Computer network", "score": 0.36251378059387207}, {"id": "https://openalex.org/keywords/overlay", "display_name": "Overlay", "score": 0.17822396755218506}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8598029613494873}, {"id": "https://openalex.org/C50954386", "wikidata": "https://www.wikidata.org/wiki/Q656083", "display_name": "Paging", "level": 2, "score": 0.7440685033798218}, {"id": "https://openalex.org/C115537543", "wikidata": "https://www.wikidata.org/wiki/Q165596", "display_name": "Cache", "level": 2, "score": 0.6487390995025635}, {"id": "https://openalex.org/C188873839", "wikidata": "https://www.wikidata.org/wiki/Q5255045", "display_name": "Demand paging", "level": 5, "score": 0.6292343139648438}, {"id": "https://openalex.org/C173608175", "wikidata": "https://www.wikidata.org/wiki/Q232661", "display_name": "Parallel computing", "level": 1, "score": 0.5352877378463745}, {"id": "https://openalex.org/C176649486", "wikidata": "https://www.wikidata.org/wiki/Q2308807", "display_name": "Memory management", "level": 3, "score": 0.4912266135215759}, {"id": "https://openalex.org/C76399640", "wikidata": "https://www.wikidata.org/wiki/Q189401", "display_name": "Virtual memory", "level": 4, "score": 0.4682157039642334}, {"id": "https://openalex.org/C201148951", "wikidata": "https://www.wikidata.org/wiki/Q5015976", "display_name": "Cache coloring", "level": 4, "score": 0.45709553360939026}, {"id": "https://openalex.org/C113166858", "wikidata": "https://www.wikidata.org/wiki/Q5015981", "display_name": "Cache pollution", "level": 5, "score": 0.44173580408096313}, {"id": "https://openalex.org/C36340418", "wikidata": "https://www.wikidata.org/wiki/Q7124288", "display_name": "Page cache", "level": 5, "score": 0.4315970540046692}, {"id": "https://openalex.org/C82876162", "wikidata": "https://www.wikidata.org/wiki/Q17096504", "display_name": "Latency (audio)", "level": 2, "score": 0.42580246925354004}, {"id": "https://openalex.org/C189783530", "wikidata": "https://www.wikidata.org/wiki/Q352090", "display_name": "CPU cache", "level": 3, "score": 0.4250311255455017}, {"id": "https://openalex.org/C38556500", "wikidata": "https://www.wikidata.org/wiki/Q13404475", "display_name": "Cache algorithms", "level": 4, "score": 0.406555712223053}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.3706657886505127}, {"id": "https://openalex.org/C31258907", "wikidata": "https://www.wikidata.org/wiki/Q1301371", "display_name": "Computer network", "level": 1, "score": 0.36251378059387207}, {"id": "https://openalex.org/C136085584", "wikidata": "https://www.wikidata.org/wiki/Q910289", "display_name": "Overlay", "level": 2, "score": 0.17822396755218506}, {"id": "https://openalex.org/C76155785", "wikidata": "https://www.wikidata.org/wiki/Q418", "display_name": "Telecommunications", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1145/3600006.3613165", "is_oa": true, "landing_page_url": "https://doi.org/10.1145/3600006.3613165", "pdf_url": "https://dl.acm.org/doi/pdf/10.1145/3600006.3613165", "source": null, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the 29th Symposium on Operating Systems Principles", "raw_type": "proceedings-article"}], "best_oa_location": {"id": "doi:10.1145/3600006.3613165", "is_oa": true, "landing_page_url": "https://doi.org/10.1145/3600006.3613165", "pdf_url": "https://dl.acm.org/doi/pdf/10.1145/3600006.3613165", "source": null, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the 29th Symposium on Operating Systems Principles", "raw_type": "proceedings-article"}, "sustainable_development_goals": [], "awards": [], "funders": [{"id": "https://openalex.org/F4320316785", "display_name": "VMware", "ror": null}, {"id": "https://openalex.org/F4320325295", "display_name": "Zayed University", "ror": "https://ror.org/03snqfa66"}, {"id": "https://openalex.org/F4320332195", "display_name": "Samsung", "ror": "https://ror.org/04w3jy968"}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4387321091.pdf", "grobid_xml": "https://content.openalex.org/works/W4387321091.grobid-xml"}, "referenced_works_count": 19, "referenced_works": ["https://openalex.org/W2164155474", "https://openalex.org/W2194775991", "https://openalex.org/W2512924740", "https://openalex.org/W2734941459", "https://openalex.org/W2798291715", "https://openalex.org/W2914209329", "https://openalex.org/W2979044977", "https://openalex.org/W2979826702", "https://openalex.org/W2982157693", "https://openalex.org/W3012479151", "https://openalex.org/W3037639655", "https://openalex.org/W3095488153", "https://openalex.org/W3130716829", "https://openalex.org/W3172198372", "https://openalex.org/W4226479682", "https://openalex.org/W4281758439", "https://openalex.org/W4301361180", "https://openalex.org/W4307315283", "https://openalex.org/W6862640317"], "related_works": ["https://openalex.org/W2357520409", "https://openalex.org/W4241723377", "https://openalex.org/W2155379745", "https://openalex.org/W4235954812", "https://openalex.org/W4242544852", "https://openalex.org/W1820333363", "https://openalex.org/W2010739099", "https://openalex.org/W2116040063", "https://openalex.org/W2093630148", "https://openalex.org/W1993535731"], "abstract_inverted_index": {"High": [0], "throughput": [1, 120], "serving": [2, 86], "of": [3, 79, 101, 121, 130], "large": [4], "language": [5], "models": [6], "(LLMs)": [7], "requires": [8], "batching": [9], "sufficiently": [10], "many": [11], "requests": [12, 107], "at": [13, 163], "a": [14], "time.": [15], "However,": [16], "existing": [17], "systems": [18], "struggle": [19], "because": [20], "the": [21, 52, 67, 119, 127, 134], "key-value": [22], "cache": [23, 95, 103], "(KV": [24], "cache)": [25], "memory": [26, 41, 70, 96, 111], "for": [27], "each": [28], "request": [29], "is": [30, 144, 160], "huge": [31], "and": [32, 34, 48, 71, 97, 105, 140, 152], "grows": [33], "shrinks": [35], "dynamically.": [36], "When": [37], "managed": [38], "inefficiently,": [39], "this": [40, 57], "can": [42], "be": [43], "significantly": [44], "wasted": [45], "by": [46, 66, 124], "fragmentation": [47], "redundant": [49], "duplication,": [50], "limiting": [51], "batch": [53], "size.": [54], "To": [55], "address": [56], "problem,": [58], "we": [59, 81], "propose": [60], "PagedAttention,": [61], "an": [62, 84], "attention": [63], "algorithm": [64], "inspired": [65], "classical": [68], "virtual": [69], "paging": [72], "techniques": [73], "in": [74, 93], "operating": [75], "systems.": [76], "On": [77], "top": [78], "it,": [80], "build": [82], "vLLM,": [83], "LLM": [85], "system": [87], "that": [88, 116], "achieves": [89], "(1)": [90], "near-zero": [91], "waste": [92], "KV": [94, 102], "(2)": [98], "flexible": [99], "sharing": [100], "within": [104], "across": [106], "to": [108, 133], "further": [109], "reduce": [110], "usage.": [112], "Our": [113], "evaluations": [114], "show": [115], "vLLM": [117], "improves": [118], "popular": [122], "LLMs": [123], "2--4\u00d7": [125], "with": [126, 147], "same": [128], "level": [129], "latency": [131], "compared": [132], "state-of-the-art": [135], "systems,": [136], "such": [137], "as": [138], "FasterTransformer": [139], "Orca.": [141], "The": [142], "improvement": [143], "more": [145, 153], "pronounced": [146], "longer": [148], "sequences,": [149], "larger": [150], "models,": [151], "complex": [154], "decoding": [155], "algorithms.": [156], "vLLM's": [157], "source": [158], "code": [159], "publicly": [161], "available": [162], "https://github.com/vllm-project/vllm.": [164]}, "counts_by_year": [{"year": 2026, "cited_by_count": 232}, {"year": 2025, "cited_by_count": 588}, {"year": 2024, "cited_by_count": 163}, {"year": 2023, "cited_by_count": 9}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4319460874", "doi": "https://doi.org/10.2196/45312", "title": "How Does ChatGPT Perform on the United States Medical Licensing Examination (USMLE)? The Implications of Large Language Models for Medical Education and Knowledge Assessment", "display_name": "How Does ChatGPT Perform on the United States Medical Licensing Examination (USMLE)? The Implications of Large Language Models for Medical Education and Knowledge Assessment", "relevance_score": 2513.3088, "publication_year": 2023, "publication_date": "2023-02-08", "ids": {"openalex": "https://openalex.org/W4319460874", "doi": "https://doi.org/10.2196/45312", "pmid": "https://pubmed.ncbi.nlm.nih.gov/36753318"}, "language": "en", "primary_location": {"id": "doi:10.2196/45312", "is_oa": true, "landing_page_url": "https://doi.org/10.2196/45312", "pdf_url": "https://mededu.jmir.org/2023/1/e45312/PDF", "source": {"id": "https://openalex.org/S4210212741", "display_name": "JMIR Medical Education", "issn_l": "2369-3762", "issn": ["2369-3762"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310320608", "host_organization_name": "JMIR Publications", "host_organization_lineage": ["https://openalex.org/P4310320608"], "host_organization_lineage_names": ["JMIR Publications"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "JMIR Medical Education", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "doaj", "pubmed"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://mededu.jmir.org/2023/1/e45312/PDF", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5019426692", "display_name": "Aidan Gilson", "orcid": "https://orcid.org/0000-0002-4770-4705"}, "institutions": [{"id": "https://openalex.org/I32971472", "display_name": "Yale University", "ror": "https://ror.org/03v76x132", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I32971472"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Aidan Gilson", "raw_affiliation_strings": ["Department of Emergency Medicine, Yale University School of Medicine, New Haven, CT, United States", "Section for Biomedical Informatics and Data Science, Yale University School of Medicine, New Haven, CT, United States"], "raw_orcid": "https://orcid.org/0000-0002-4770-4705", "affiliations": [{"raw_affiliation_string": "Department of Emergency Medicine, Yale University School of Medicine, New Haven, CT, United States", "institution_ids": ["https://openalex.org/I32971472"]}, {"raw_affiliation_string": "Section for Biomedical Informatics and Data Science, Yale University School of Medicine, New Haven, CT, United States", "institution_ids": ["https://openalex.org/I32971472"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5049597319", "display_name": "Conrad Safranek", "orcid": "https://orcid.org/0000-0003-1985-9432"}, "institutions": [{"id": "https://openalex.org/I32971472", "display_name": "Yale University", "ror": "https://ror.org/03v76x132", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I32971472"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Conrad W Safranek", "raw_affiliation_strings": ["Section for Biomedical Informatics and Data Science, Yale University School of Medicine, New Haven, CT, United States"], "raw_orcid": "https://orcid.org/0000-0003-1985-9432", "affiliations": [{"raw_affiliation_string": "Section for Biomedical Informatics and Data Science, Yale University School of Medicine, New Haven, CT, United States", "institution_ids": ["https://openalex.org/I32971472"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5078468272", "display_name": "Thomas Huang", "orcid": "https://orcid.org/0000-0001-9056-7016"}, "institutions": [{"id": "https://openalex.org/I32971472", "display_name": "Yale University", "ror": "https://ror.org/03v76x132", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I32971472"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Thomas Huang", "raw_affiliation_strings": ["Department of Emergency Medicine, Yale University School of Medicine, New Haven, CT, United States"], "raw_orcid": "https://orcid.org/0000-0001-9056-7016", "affiliations": [{"raw_affiliation_string": "Department of Emergency Medicine, Yale University School of Medicine, New Haven, CT, United States", "institution_ids": ["https://openalex.org/I32971472"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5088607405", "display_name": "Vimig Socrates", "orcid": "https://orcid.org/0000-0001-7955-9875"}, "institutions": [{"id": "https://openalex.org/I32971472", "display_name": "Yale University", "ror": "https://ror.org/03v76x132", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I32971472"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Vimig Socrates", "raw_affiliation_strings": ["Program of Computational Biology and Bioinformatics, Yale University, New Haven, CT, United States", "Section for Biomedical Informatics and Data Science, Yale University School of Medicine, New Haven, CT, United States"], "raw_orcid": "https://orcid.org/0000-0001-7955-9875", "affiliations": [{"raw_affiliation_string": "Program of Computational Biology and Bioinformatics, Yale University, New Haven, CT, United States", "institution_ids": ["https://openalex.org/I32971472"]}, {"raw_affiliation_string": "Section for Biomedical Informatics and Data Science, Yale University School of Medicine, New Haven, CT, United States", "institution_ids": ["https://openalex.org/I32971472"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5049490816", "display_name": "Ling Chi", "orcid": "https://orcid.org/0000-0002-8270-9245"}, "institutions": [{"id": "https://openalex.org/I32971472", "display_name": "Yale University", "ror": "https://ror.org/03v76x132", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I32971472"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Ling Chi", "raw_affiliation_strings": ["Section for Biomedical Informatics and Data Science, Yale University School of Medicine, New Haven, CT, United States"], "raw_orcid": "https://orcid.org/0000-0002-8270-9245", "affiliations": [{"raw_affiliation_string": "Section for Biomedical Informatics and Data Science, Yale University School of Medicine, New Haven, CT, United States", "institution_ids": ["https://openalex.org/I32971472"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5109921699", "display_name": "Richard A. Taylor", "orcid": "https://orcid.org/0000-0002-9082-6644"}, "institutions": [{"id": "https://openalex.org/I32971472", "display_name": "Yale University", "ror": "https://ror.org/03v76x132", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I32971472"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Richard Andrew Taylor", "raw_affiliation_strings": ["Department of Emergency Medicine, Yale University School of Medicine, New Haven, CT, United States", "Section for Biomedical Informatics and Data Science, Yale University School of Medicine, New Haven, CT, United States"], "raw_orcid": "https://orcid.org/0000-0002-9082-6644", "affiliations": [{"raw_affiliation_string": "Department of Emergency Medicine, Yale University School of Medicine, New Haven, CT, United States", "institution_ids": ["https://openalex.org/I32971472"]}, {"raw_affiliation_string": "Section for Biomedical Informatics and Data Science, Yale University School of Medicine, New Haven, CT, United States", "institution_ids": ["https://openalex.org/I32971472"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5012426158", "display_name": "David Chartash", "orcid": "https://orcid.org/0000-0002-0265-330X"}, "institutions": [{"id": "https://openalex.org/I100930933", "display_name": "University College Dublin", "ror": "https://ror.org/05m7pjf47", "country_code": "IE", "type": "education", "lineage": ["https://openalex.org/I100930933"]}, {"id": "https://openalex.org/I181231927", "display_name": "National University of Ireland", "ror": "https://ror.org/00shsf120", "country_code": "IE", "type": "education", "lineage": ["https://openalex.org/I181231927"]}, {"id": "https://openalex.org/I32971472", "display_name": "Yale University", "ror": "https://ror.org/03v76x132", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I32971472"]}], "countries": ["IE", "US"], "is_corresponding": true, "raw_author_name": "David Chartash", "raw_affiliation_strings": ["School of Medicine, University College Dublin, National University of Ireland, Dublin, Dublin, Ireland", "Section for Biomedical Informatics and Data Science, Yale University School of Medicine, New Haven, CT, United States"], "raw_orcid": "https://orcid.org/0000-0002-0265-330X", "affiliations": [{"raw_affiliation_string": "School of Medicine, University College Dublin, National University of Ireland, Dublin, Dublin, Ireland", "institution_ids": ["https://openalex.org/I181231927", "https://openalex.org/I100930933"]}, {"raw_affiliation_string": "Section for Biomedical Informatics and Data Science, Yale University School of Medicine, New Haven, CT, United States", "institution_ids": ["https://openalex.org/I32971472"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 7, "corresponding_author_ids": ["https://openalex.org/A5012426158"], "corresponding_institution_ids": ["https://openalex.org/I100930933", "https://openalex.org/I181231927", "https://openalex.org/I32971472"], "apc_list": {"value": 1873, "currency": "USD", "value_usd": 1873}, "apc_paid": {"value": 1873, "currency": "USD", "value_usd": 1873}, "fwci": 72.1214, "has_fulltext": true, "cited_by_count": 1990, "citation_normalized_percentile": {"value": 0.99925345, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 90, "max": 100}, "biblio": {"volume": "9", "issue": null, "first_page": "e45312", "last_page": "e45312"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9442999958992004, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, "topics": [{"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9442999958992004, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T12128", "display_name": "AI in Service Interactions", "score": 0.005499999970197678, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11492", "display_name": "Academic integrity and plagiarism", "score": 0.004000000189989805, "subfield": {"id": "https://openalex.org/subfields/3311", "display_name": "Safety Research"}, "field": {"id": "https://openalex.org/fields/33", "display_name": "Social Sciences"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/interpretability", "display_name": "Interpretability", "score": 0.642863929271698}, {"id": "https://openalex.org/keywords/united-states-medical-licensing-examination", "display_name": "United States Medical Licensing Examination", "score": 0.5854576230049133}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.5590518712997437}, {"id": "https://openalex.org/keywords/set", "display_name": "Set (abstract data type)", "score": 0.5363966226577759}, {"id": "https://openalex.org/keywords/medical-education", "display_name": "Medical education", "score": 0.3753146529197693}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.36788302659988403}, {"id": "https://openalex.org/keywords/medical-school", "display_name": "Medical school", "score": 0.28754937648773193}, {"id": "https://openalex.org/keywords/medicine", "display_name": "Medicine", "score": 0.26776158809661865}], "concepts": [{"id": "https://openalex.org/C2781067378", "wikidata": "https://www.wikidata.org/wiki/Q17027399", "display_name": "Interpretability", "level": 2, "score": 0.642863929271698}, {"id": "https://openalex.org/C2779741528", "wikidata": "https://www.wikidata.org/wiki/Q1156524", "display_name": "United States Medical Licensing Examination", "level": 3, "score": 0.5854576230049133}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.5590518712997437}, {"id": "https://openalex.org/C177264268", "wikidata": "https://www.wikidata.org/wiki/Q1514741", "display_name": "Set (abstract data type)", "level": 2, "score": 0.5363966226577759}, {"id": "https://openalex.org/C509550671", "wikidata": "https://www.wikidata.org/wiki/Q126945", "display_name": "Medical education", "level": 1, "score": 0.3753146529197693}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.36788302659988403}, {"id": "https://openalex.org/C2993838110", "wikidata": "https://www.wikidata.org/wiki/Q494230", "display_name": "Medical school", "level": 2, "score": 0.28754937648773193}, {"id": "https://openalex.org/C71924100", "wikidata": "https://www.wikidata.org/wiki/Q11190", "display_name": "Medicine", "level": 0, "score": 0.26776158809661865}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 4, "locations": [{"id": "doi:10.2196/45312", "is_oa": true, "landing_page_url": "https://doi.org/10.2196/45312", "pdf_url": "https://mededu.jmir.org/2023/1/e45312/PDF", "source": {"id": "https://openalex.org/S4210212741", "display_name": "JMIR Medical Education", "issn_l": "2369-3762", "issn": ["2369-3762"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310320608", "host_organization_name": "JMIR Publications", "host_organization_lineage": ["https://openalex.org/P4310320608"], "host_organization_lineage_names": ["JMIR Publications"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "JMIR Medical Education", "raw_type": "journal-article"}, {"id": "pmid:36753318", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/36753318", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "JMIR medical education", "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:9947764", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/9947764", "pdf_url": null, "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "JMIR Med Educ", "raw_type": "Text"}, {"id": "pmh:oai:doaj.org/article:56efa8a062244f0898f11b12fa0d5d93", "is_oa": true, "landing_page_url": "https://doaj.org/article/56efa8a062244f0898f11b12fa0d5d93", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-sa", "license_id": "https://openalex.org/licenses/cc-by-sa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "JMIR Medical Education, Vol 9, p e45312 (2023)", "raw_type": "article"}], "best_oa_location": {"id": "doi:10.2196/45312", "is_oa": true, "landing_page_url": "https://doi.org/10.2196/45312", "pdf_url": "https://mededu.jmir.org/2023/1/e45312/PDF", "source": {"id": "https://openalex.org/S4210212741", "display_name": "JMIR Medical Education", "issn_l": "2369-3762", "issn": ["2369-3762"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310320608", "host_organization_name": "JMIR Publications", "host_organization_lineage": ["https://openalex.org/P4310320608"], "host_organization_lineage_names": ["JMIR Publications"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "JMIR Medical Education", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.8899999856948853}], "awards": [], "funders": [{"id": "https://openalex.org/F4320308380", "display_name": "Yale University", "ror": "https://ror.org/03v76x132"}, {"id": "https://openalex.org/F4320337357", "display_name": "National Institute of Diabetes and Digestive and Kidney Diseases", "ror": "https://ror.org/00adh9b73"}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4319460874.pdf", "grobid_xml": "https://content.openalex.org/works/W4319460874.grobid-xml"}, "referenced_works_count": 21, "referenced_works": ["https://openalex.org/W61072347", "https://openalex.org/W1995903131", "https://openalex.org/W2058046738", "https://openalex.org/W2113671972", "https://openalex.org/W2132053012", "https://openalex.org/W2211637316", "https://openalex.org/W2911109671", "https://openalex.org/W2952752960", "https://openalex.org/W2972522091", "https://openalex.org/W2973049837", "https://openalex.org/W2987501933", "https://openalex.org/W3081747209", "https://openalex.org/W3090073303", "https://openalex.org/W3162922479", "https://openalex.org/W3191249430", "https://openalex.org/W4281252097", "https://openalex.org/W4285124505", "https://openalex.org/W4286985375", "https://openalex.org/W4292779060", "https://openalex.org/W4296415471", "https://openalex.org/W4385245566"], "related_works": ["https://openalex.org/W2905433371", "https://openalex.org/W2888392564", "https://openalex.org/W4310278675", "https://openalex.org/W4388422664", "https://openalex.org/W4390569940", "https://openalex.org/W3104204519", "https://openalex.org/W2416519807", "https://openalex.org/W2776799857", "https://openalex.org/W3037189781", "https://openalex.org/W4243413683"], "abstract_inverted_index": {"BACKGROUND:": [0], "Chat": [1], "Generative": [2], "Pre-trained": [3], "Transformer": [4], "(ChatGPT)": [5], "is": [6], "a": [7, 88, 221, 302, 320, 339, 343, 368], "175-billion-parameter": [8], "natural": [9, 306], "language": [10, 136, 307], "processing": [11, 308], "model": [12, 219, 334], "that": [13, 238, 332], "can": [14], "generate": [15], "conversation-style": [16], "responses": [17, 55], "to": [18, 25, 53, 67, 75, 110, 132, 164, 172, 215, 258, 274, 286, 352, 383], "user": [19, 57, 112], "input.": [20], "OBJECTIVE:": [21], "This": [22], "study": [23], "aimed": [24], "evaluate": [26, 68], "the": [27, 34, 37, 104, 111, 118, 157, 165, 173, 177, 232, 252, 259, 275, 290, 311, 326, 333, 336, 359, 372], "performance": [28, 105, 129, 225], "of": [29, 36, 64, 121, 144, 156, 161, 169, 189, 249, 251, 266, 271, 313, 338, 361, 375], "ChatGPT": [30, 146, 186, 200, 300, 376], "on": [31, 100, 106, 205, 289, 310, 325], "questions": [32, 66, 73], "within": [33, 231], "scope": [35], "United": [38], "States": [39], "Medical": [40, 122], "Licensing": [41], "Examination": [42], "(USMLE)": [43], "Step": [44, 47, 76, 79], "1": [45, 77], "and": [46, 78, 103, 139, 167, 184, 196, 211, 279, 293, 355], "2": [48, 62, 133], "exams,": [49], "as": [50, 52, 226, 377], "well": [51], "analyze": [54], "for": [56, 93, 241, 282, 342, 371], "interpretability.": [58], "METHODS:": [59], "We": [60, 236], "used": [61, 90], "sets": [63], "multiple-choice": [65], "ChatGPT's": [69, 128, 242, 350], "performance,": [70], "each": [71, 145], "with": [72], "pertaining": [74], "2.": [80], "The": [81, 114, 141, 218, 269], "first": [82], "set": [83, 116], "was": [84, 117, 130, 148, 245, 261, 277], "derived": [85], "from": [86], "AMBOSS,": [87], "commonly": [89], "question": [91, 101, 227, 260, 276, 315], "bank": [92], "medical": [94, 314, 345, 380], "students,": [95], "which": [96], "also": [97], "provides": [98], "statistics": [99], "difficulty": [102, 228], "an": [107, 378], "exam": [108], "relative": [109, 285], "base.": [113], "second": [115], "National": [119], "Board": [120], "Examiners": [123], "(NBME)": [124], "free": [125], "120": [126], "questions.": [127, 268], "compared": [131], "other": [134], "large": [135], "models,": [137], "GPT-3": [138, 212], "InstructGPT.": [140], "text": [142], "output": [143], "response": [147], "evaluated": [149], "across": [150, 207, 358], "3": [151], "qualitative": [152], "metrics:": [153], "logical": [154, 239], "justification": [155, 240], "answer": [158, 243], "selected,": [159], "presence": [160, 168, 270], "information": [162, 170, 257, 272], "internal": [163], "question,": [166], "external": [171, 273], "question.": [174], "RESULTS:": [175], "Of": [176], "4": [178], "data": [179, 209, 234, 254, 296, 328], "sets,": [180, 210, 297], "AMBOSS-Step1,": [181], "AMBOSS-Step2,": [182], "NBME-Free-Step1,": [183], "NBME-Free-Step2,": [185], "achieved": [187], "accuracies": [188], "44%": [190], "(44/100),": [191], "42%": [192], "(42/100),": [193], "64.4%": [194], "(56/87),": [195], "57.8%": [197], "(59/102),": [198], "respectively.": [199, 298], "outperformed": [201], "InstructGPT": [202], "by": [203], "8.15%": [204], "average": [206], "all": [208, 267], "performed": [213], "similarly": [214], "random": [216], "chance.": [217], "demonstrated": [220], "significant": [222, 303], "decrease": [223], "in": [224, 247, 263, 305], "increased": [229], "(P=.01)": [230], "AMBOSS-Step1": [233], "set.": [235], "found": [237], "selection": [244], "present": [246, 262], "100%": [248], "outputs": [250], "NBME": [253], "sets.": [255], "Internal": [256], "96.8%": [264], "(183/189)": [265], "44.5%": [278], "27%": [280], "lower": [281], "incorrect": [283], "answers": [284, 288], "correct": [287], "NBME-Free-Step1": [291], "(P<.001)": [292], "NBME-Free-Step2": [294], "(P=.001)": [295], "CONCLUSIONS:": [299], "marks": [301], "improvement": [304], "models": [309], "tasks": [312], "answering.": [316], "By": [317], "performing": [318], "at": [319], "greater": [321], "than": [322], "60%": [323], "threshold": [324], "NBME-Free-Step-1": [327], "set,": [329], "we": [330, 348], "show": [331], "achieves": [335], "equivalent": [337], "passing": [340], "score": [341], "third-year": [344], "student.": [346], "Additionally,": [347], "highlight": [349], "capacity": [351], "provide": [353], "logic": [354], "informational": [356], "context": [357], "majority": [360], "answers.": [362], "These": [363], "facts": [364], "taken": [365], "together": [366], "make": [367], "compelling": [369], "case": [370], "potential": [373], "applications": [374], "interactive": [379], "education": [381], "tool": [382], "support": [384], "learning.": [385]}, "counts_by_year": [{"year": 2026, "cited_by_count": 148}, {"year": 2025, "cited_by_count": 554}, {"year": 2024, "cited_by_count": 741}, {"year": 2023, "cited_by_count": 543}, {"year": 2022, "cited_by_count": 1}, {"year": 2013, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4390692489", "doi": "https://doi.org/10.1109/tkde.2024.3352100", "title": "Unifying Large Language Models and Knowledge Graphs: A Roadmap", "display_name": "Unifying Large Language Models and Knowledge Graphs: A Roadmap", "relevance_score": 2492.679, "publication_year": 2024, "publication_date": "2024-01-10", "ids": {"openalex": "https://openalex.org/W4390692489", "doi": "https://doi.org/10.1109/tkde.2024.3352100"}, "language": "en", "primary_location": {"id": "doi:10.1109/tkde.2024.3352100", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/tkde.2024.3352100", "pdf_url": null, "source": {"id": "https://openalex.org/S30698027", "display_name": "IEEE Transactions on Knowledge and Data Engineering", "issn_l": "1041-4347", "issn": ["1041-4347", "1558-2191", "2326-3865"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320439", "host_organization_name": "IEEE Computer Society", "host_organization_lineage": ["https://openalex.org/P4310320439", "https://openalex.org/P4310319808"], "host_organization_lineage_names": ["IEEE Computer Society", "Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Transactions on Knowledge and Data Engineering", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5008056593", "display_name": "Shirui Pan", "orcid": "https://orcid.org/0000-0003-0794-527X"}, "institutions": [{"id": "https://openalex.org/I11701301", "display_name": "Griffith University", "ror": "https://ror.org/02sc3r913", "country_code": "AU", "type": "education", "lineage": ["https://openalex.org/I11701301"]}], "countries": ["AU"], "is_corresponding": true, "raw_author_name": "Shirui Pan", "raw_affiliation_strings": ["School of Information and Communication Technology and Institute for Integrated and Intelligent Systems (IIIS), Griffith University, Nathan, QLD, Australia"], "raw_orcid": "https://orcid.org/0000-0003-0794-527X", "affiliations": [{"raw_affiliation_string": "School of Information and Communication Technology and Institute for Integrated and Intelligent Systems (IIIS), Griffith University, Nathan, QLD, Australia", "institution_ids": ["https://openalex.org/I11701301"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5007704896", "display_name": "Linhao Luo", "orcid": "https://orcid.org/0000-0003-0027-942X"}, "institutions": [{"id": "https://openalex.org/I56590836", "display_name": "Monash University", "ror": "https://ror.org/02bfwt286", "country_code": "AU", "type": "education", "lineage": ["https://openalex.org/I56590836"]}], "countries": ["AU"], "is_corresponding": false, "raw_author_name": "Linhao Luo", "raw_affiliation_strings": ["Department of Data Science and AI, Monash University, Melbourne, VIC, Australia"], "raw_orcid": "https://orcid.org/0000-0003-0027-942X", "affiliations": [{"raw_affiliation_string": "Department of Data Science and AI, Monash University, Melbourne, VIC, Australia", "institution_ids": ["https://openalex.org/I56590836"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100374831", "display_name": "Yufei Wang", "orcid": "https://orcid.org/0000-0002-8108-3818"}, "institutions": [{"id": "https://openalex.org/I56590836", "display_name": "Monash University", "ror": "https://ror.org/02bfwt286", "country_code": "AU", "type": "education", "lineage": ["https://openalex.org/I56590836"]}], "countries": ["AU"], "is_corresponding": false, "raw_author_name": "Yufei Wang", "raw_affiliation_strings": ["Department of Data Science and AI, Monash University, Melbourne, VIC, Australia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Data Science and AI, Monash University, Melbourne, VIC, Australia", "institution_ids": ["https://openalex.org/I56590836"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5114500343", "display_name": "Chen Chen", "orcid": "https://orcid.org/0000-0002-4637-9250"}, "institutions": [{"id": "https://openalex.org/I172675005", "display_name": "Nanyang Technological University", "ror": "https://ror.org/02e7b5302", "country_code": "SG", "type": "education", "lineage": ["https://openalex.org/I172675005"]}], "countries": ["SG"], "is_corresponding": false, "raw_author_name": "Chen Chen", "raw_affiliation_strings": ["Nanyang Technological University, Singapore"], "raw_orcid": "https://orcid.org/0000-0002-4637-9250", "affiliations": [{"raw_affiliation_string": "Nanyang Technological University, Singapore", "institution_ids": ["https://openalex.org/I172675005"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5010757894", "display_name": "Jiapu Wang", "orcid": "https://orcid.org/0000-0001-7639-5289"}, "institutions": [{"id": "https://openalex.org/I37796252", "display_name": "Beijing University of Technology", "ror": "https://ror.org/037b1pp87", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I37796252"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jiapu Wang", "raw_affiliation_strings": ["Faculty of Information Technology, Beijing University of Technology, Beijing, China"], "raw_orcid": "https://orcid.org/0000-0001-7639-5289", "affiliations": [{"raw_affiliation_string": "Faculty of Information Technology, Beijing University of Technology, Beijing, China", "institution_ids": ["https://openalex.org/I37796252"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5080738591", "display_name": "Xindong Wu", "orcid": "https://orcid.org/0000-0003-2396-1704"}, "institutions": [{"id": "https://openalex.org/I16365422", "display_name": "Hefei University of Technology", "ror": "https://ror.org/02czkny70", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I16365422"]}, {"id": "https://openalex.org/I4210123185", "display_name": "Zhejiang Lab", "ror": "https://ror.org/02m2h7991", "country_code": "CN", "type": "facility", "lineage": ["https://openalex.org/I4210123185"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xindong Wu", "raw_affiliation_strings": ["Key Laboratory of Knowledge Engineering with Big Data (the Ministry of Education of China), Hefei University of Technology, Hefei, China", "Research Center for Knowledge Engineering, Zhejiang Lab, Hangzhou, China"], "raw_orcid": "https://orcid.org/0000-0003-2396-1704", "affiliations": [{"raw_affiliation_string": "Key Laboratory of Knowledge Engineering with Big Data (the Ministry of Education of China), Hefei University of Technology, Hefei, China", "institution_ids": ["https://openalex.org/I16365422"]}, {"raw_affiliation_string": "Research Center for Knowledge Engineering, Zhejiang Lab, Hangzhou, China", "institution_ids": ["https://openalex.org/I4210123185"]}]}], "institutions": [], "countries_distinct_count": 3, "institutions_distinct_count": 6, "corresponding_author_ids": ["https://openalex.org/A5008056593"], "corresponding_institution_ids": ["https://openalex.org/I11701301"], "apc_list": null, "apc_paid": null, "fwci": 272.0963, "has_fulltext": false, "cited_by_count": 889, "citation_normalized_percentile": {"value": 0.99995752, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "36", "issue": "7", "first_page": "3580", "last_page": "3599"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11273", "display_name": "Advanced Graph Neural Networks", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9990000128746033, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8141952753067017}, {"id": "https://openalex.org/keywords/knowledge-graph", "display_name": "Knowledge graph", "score": 0.536865234375}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.4542340636253357}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.4326993227005005}, {"id": "https://openalex.org/keywords/data-science", "display_name": "Data science", "score": 0.3519226908683777}, {"id": "https://openalex.org/keywords/theoretical-computer-science", "display_name": "Theoretical computer science", "score": 0.33957284688949585}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8141952753067017}, {"id": "https://openalex.org/C2987255567", "wikidata": "https://www.wikidata.org/wiki/Q33002955", "display_name": "Knowledge graph", "level": 2, "score": 0.536865234375}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.4542340636253357}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.4326993227005005}, {"id": "https://openalex.org/C2522767166", "wikidata": "https://www.wikidata.org/wiki/Q2374463", "display_name": "Data science", "level": 1, "score": 0.3519226908683777}, {"id": "https://openalex.org/C80444323", "wikidata": "https://www.wikidata.org/wiki/Q2878974", "display_name": "Theoretical computer science", "level": 1, "score": 0.33957284688949585}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1109/tkde.2024.3352100", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/tkde.2024.3352100", "pdf_url": null, "source": {"id": "https://openalex.org/S30698027", "display_name": "IEEE Transactions on Knowledge and Data Engineering", "issn_l": "1041-4347", "issn": ["1041-4347", "1558-2191", "2326-3865"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320439", "host_organization_name": "IEEE Computer Society", "host_organization_lineage": ["https://openalex.org/P4310320439", "https://openalex.org/P4310319808"], "host_organization_lineage_names": ["IEEE Computer Society", "Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Transactions on Knowledge and Data Engineering", "raw_type": "journal-article"}, {"id": "pmh:oai:research-repository.griffith.edu.au:10072/430441", "is_oa": false, "landing_page_url": "https://hdl.handle.net/10072/430441", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "Journal article"}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.8500000238418579}], "awards": [{"id": "https://openalex.org/G1128271767", "display_name": null, "funder_award_id": "62120106008", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G5335404683", "display_name": null, "funder_award_id": "FT210100097", "funder_id": "https://openalex.org/F4320334704", "funder_display_name": "Australian Research Council"}, {"id": "https://openalex.org/G8347859160", "display_name": null, "funder_award_id": "DP240101547", "funder_id": "https://openalex.org/F4320334704", "funder_display_name": "Australian Research Council"}], "funders": [{"id": "https://openalex.org/F4320321001", "display_name": "National Natural Science Foundation of China", "ror": "https://ror.org/01h0zpd94"}, {"id": "https://openalex.org/F4320334704", "display_name": "Australian Research Council", "ror": "https://ror.org/05mmh0f86"}], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 238, "referenced_works": ["https://openalex.org/W102708294", "https://openalex.org/W277886906", "https://openalex.org/W1512387364", "https://openalex.org/W1964763677", "https://openalex.org/W2022166150", "https://openalex.org/W2080133951", "https://openalex.org/W2094728533", "https://openalex.org/W2159583324", "https://openalex.org/W2184957013", "https://openalex.org/W2561529111", "https://openalex.org/W2588576322", "https://openalex.org/W2620787630", "https://openalex.org/W2762569911", "https://openalex.org/W2786660442", "https://openalex.org/W2807873315", "https://openalex.org/W2889002152", "https://openalex.org/W2889234142", "https://openalex.org/W2890560945", "https://openalex.org/W2896457183", "https://openalex.org/W2908230750", "https://openalex.org/W2945878859", "https://openalex.org/W2950339735", "https://openalex.org/W2951048068", "https://openalex.org/W2951286828", "https://openalex.org/W2953356739", "https://openalex.org/W2962739339", "https://openalex.org/W2963571857", "https://openalex.org/W2963869731", "https://openalex.org/W2963870853", "https://openalex.org/W2963895422", "https://openalex.org/W2964727037", "https://openalex.org/W2965373594", "https://openalex.org/W2965723991", "https://openalex.org/W2966317026", "https://openalex.org/W2970476646", "https://openalex.org/W2970550868", "https://openalex.org/W2972167903", "https://openalex.org/W2981039167", "https://openalex.org/W2983995706", "https://openalex.org/W2986836624", "https://openalex.org/W2987972786", "https://openalex.org/W2996749332", "https://openalex.org/W2998385486", "https://openalex.org/W3003265726", "https://openalex.org/W3003908700", "https://openalex.org/W3011411500", "https://openalex.org/W3011574394", "https://openalex.org/W3012590175", "https://openalex.org/W3026997957", "https://openalex.org/W3034385177", "https://openalex.org/W3034862985", "https://openalex.org/W3034918576", "https://openalex.org/W3034999214", "https://openalex.org/W3035251962", "https://openalex.org/W3035419191", "https://openalex.org/W3040558716", "https://openalex.org/W3042315843", "https://openalex.org/W3044438666", "https://openalex.org/W3083494020", "https://openalex.org/W3086728154", "https://openalex.org/W3088409176", "https://openalex.org/W3090656107", "https://openalex.org/W3090716330", "https://openalex.org/W3092965216", "https://openalex.org/W3093922720", "https://openalex.org/W3095839900", "https://openalex.org/W3097986428", "https://openalex.org/W3098266846", "https://openalex.org/W3098267758", "https://openalex.org/W3099206682", "https://openalex.org/W3104007871", "https://openalex.org/W3105082862", "https://openalex.org/W3106234277", "https://openalex.org/W3106255016", "https://openalex.org/W3114916066", "https://openalex.org/W3115091907", "https://openalex.org/W3117696238", "https://openalex.org/W3130909864", "https://openalex.org/W3151929433", "https://openalex.org/W3152884768", "https://openalex.org/W3155001903", "https://openalex.org/W3156082048", "https://openalex.org/W3157651462", "https://openalex.org/W3165066581", "https://openalex.org/W3169483174", "https://openalex.org/W3172335055", "https://openalex.org/W3173436410", "https://openalex.org/W3174464510", "https://openalex.org/W3174531908", "https://openalex.org/W3176175717", "https://openalex.org/W3176750236", "https://openalex.org/W3182414949", "https://openalex.org/W3187134297", "https://openalex.org/W3193084543", "https://openalex.org/W3197746952", "https://openalex.org/W3201503287", "https://openalex.org/W3201595577", "https://openalex.org/W3205810519", "https://openalex.org/W3207539211", "https://openalex.org/W3207976211", "https://openalex.org/W3212129137", "https://openalex.org/W3217374296", "https://openalex.org/W4200629408", "https://openalex.org/W4205450747", "https://openalex.org/W4221021831", "https://openalex.org/W4221141423", "https://openalex.org/W4221142421", "https://openalex.org/W4221157571", "https://openalex.org/W4221161695", "https://openalex.org/W4224863259", "https://openalex.org/W4225390052", "https://openalex.org/W4225632115", "https://openalex.org/W4226142803", "https://openalex.org/W4226399820", "https://openalex.org/W4226455589", "https://openalex.org/W4229543565", "https://openalex.org/W4283026156", "https://openalex.org/W4285172793", "https://openalex.org/W4287824654", "https://openalex.org/W4287887705", "https://openalex.org/W4288089799", "https://openalex.org/W4288373939", "https://openalex.org/W4297903189", "https://openalex.org/W4307023377", "https://openalex.org/W4309674289", "https://openalex.org/W4310424784", "https://openalex.org/W4311787510", "https://openalex.org/W4312044727", "https://openalex.org/W4320507215", "https://openalex.org/W4321854923", "https://openalex.org/W4322718191", "https://openalex.org/W4362515116", "https://openalex.org/W4366327286", "https://openalex.org/W4366733551", "https://openalex.org/W4366850747", "https://openalex.org/W4367860080", "https://openalex.org/W4376876984", "https://openalex.org/W4382652828", "https://openalex.org/W4384345684", "https://openalex.org/W4384643637", "https://openalex.org/W4384643740", "https://openalex.org/W4385245566", "https://openalex.org/W4385270279", "https://openalex.org/W4385570284", "https://openalex.org/W4385570777", "https://openalex.org/W4385571693", "https://openalex.org/W4385573010", "https://openalex.org/W4385573097", "https://openalex.org/W4385573374", "https://openalex.org/W4385682136", "https://openalex.org/W4386071707", "https://openalex.org/W4386275705", "https://openalex.org/W4386290290", "https://openalex.org/W4386443326", "https://openalex.org/W4386554558", "https://openalex.org/W4386556710", "https://openalex.org/W4386566720", "https://openalex.org/W4387322659", "https://openalex.org/W4387356300", "https://openalex.org/W4387430414", "https://openalex.org/W4387789854", "https://openalex.org/W4389519364", "https://openalex.org/W4389520370", "https://openalex.org/W4389520779", "https://openalex.org/W4389523903", "https://openalex.org/W4392240262", "https://openalex.org/W4392637089", "https://openalex.org/W4392669753", "https://openalex.org/W4393034172", "https://openalex.org/W4393152682", "https://openalex.org/W4394743141", "https://openalex.org/W4401754921", "https://openalex.org/W4402670285", "https://openalex.org/W4402670718", "https://openalex.org/W4402671983", "https://openalex.org/W4402672041", "https://openalex.org/W4402684119", "https://openalex.org/W6631964550", "https://openalex.org/W6678830454", "https://openalex.org/W6755207826", "https://openalex.org/W6757835916", "https://openalex.org/W6759415298", "https://openalex.org/W6760837195", "https://openalex.org/W6766673545", "https://openalex.org/W6767905578", "https://openalex.org/W6768021236", "https://openalex.org/W6769627184", "https://openalex.org/W6770982027", "https://openalex.org/W6771917389", "https://openalex.org/W6774222543", "https://openalex.org/W6777615688", "https://openalex.org/W6778883912", "https://openalex.org/W6780022207", "https://openalex.org/W6782661448", "https://openalex.org/W6783672905", "https://openalex.org/W6794915352", "https://openalex.org/W6798398338", "https://openalex.org/W6800270430", "https://openalex.org/W6802645015", "https://openalex.org/W6802669662", "https://openalex.org/W6803835179", "https://openalex.org/W6809646742", "https://openalex.org/W6809968427", "https://openalex.org/W6810021225", "https://openalex.org/W6810152935", "https://openalex.org/W6810162553", "https://openalex.org/W6810313920", "https://openalex.org/W6810738896", "https://openalex.org/W6810855181", "https://openalex.org/W6811129797", "https://openalex.org/W6838461927", "https://openalex.org/W6843185178", "https://openalex.org/W6843344103", "https://openalex.org/W6845921028", "https://openalex.org/W6845952779", "https://openalex.org/W6846002521", "https://openalex.org/W6846922846", "https://openalex.org/W6846939453", "https://openalex.org/W6848628793", "https://openalex.org/W6850068309", "https://openalex.org/W6850625674", "https://openalex.org/W6851596285", "https://openalex.org/W6851775633", "https://openalex.org/W6851950068", "https://openalex.org/W6852336134", "https://openalex.org/W6852581803", "https://openalex.org/W6852584861", "https://openalex.org/W6853729351", "https://openalex.org/W6854743099", "https://openalex.org/W6855912908", "https://openalex.org/W6855964927", "https://openalex.org/W6856086692", "https://openalex.org/W6856973282", "https://openalex.org/W6857080369", "https://openalex.org/W6857396974", "https://openalex.org/W6857420988", "https://openalex.org/W6858040502", "https://openalex.org/W7061052158"], "related_works": ["https://openalex.org/W3188962172", "https://openalex.org/W2772917594", "https://openalex.org/W4312825515", "https://openalex.org/W4306742369", "https://openalex.org/W4303457083", "https://openalex.org/W2131146434", "https://openalex.org/W2951359407", "https://openalex.org/W4376623224", "https://openalex.org/W3136979370", "https://openalex.org/W3204019825"], "abstract_inverted_index": {"Large": [0], "language": [1, 18], "models": [2, 58], "(LLMs),": [3], "such": [4, 181], "as": [5, 182], "ChatGPT": [6], "and": [7, 20, 28, 41, 51, 75, 83, 98, 109, 112, 130, 151, 188, 191, 203, 208, 219, 228, 232, 243], "GPT4,": [8], "are": [9, 32, 55, 79], "making": [10], "new": [11, 96], "waves": [12], "in": [13, 92, 200, 210, 240], "the": [14, 89, 126, 149, 158, 164], "field": [15], "of": [16, 39, 128, 135, 154, 160, 163], "natural": [17], "processing": [19], "artificial": [21], "intelligence,": [22], "due": [23], "to": [24, 81, 94, 106, 215], "their": [25, 115, 245], "emergent": [26], "ability": [27], "generalizability.": [29], "However,": [30], "LLMs": [31, 68, 108, 129, 176, 196, 202, 218], "black-box": [33], "models,": [34], "which": [35, 87, 145, 201], "often": [36], "fall": [37], "short": [38], "capturing": [40], "accessing": [42], "factual": [43, 63], "knowledge.": [44, 64, 101, 229], "In": [45, 117], "contrast,": [46], "Knowledge": [47], "Graphs": [48], "(KGs),": [49], "Wikipedia": [50], "Huapu": [52], "for": [53, 73, 125, 157, 177, 221], "example,": [54], "structured": [56], "knowledge": [57, 72, 165], "that": [59, 174], "explicitly": [60], "store": [61], "rich": [62], "KGs": [65, 78, 93, 110, 147, 204, 220], "can": [66], "enhance": [67, 216], "by": [69, 85, 167, 225], "providing": [70], "external": [71], "inference": [74, 152], "interpretability.": [76], "Meanwhile,": [77], "difficult": [80], "construct": [82], "evolve": [84], "nature,": [86], "challenges": [88], "existing": [90, 234], "methods": [91], "generate": [95], "facts": [97], "represent": [99], "unseen": [100], "Therefore,": [102], "it": [103], "is": [104], "complementary": [105], "unify": [107], "together": [111], "simultaneously": [113], "leverage": [114, 175], "advantages.": [116], "this": [118], "article,": [119], "we": [120], "present": [121], "a": [122, 211], "forward-looking": [123], "roadmap": [124, 133, 242], "unification": [127], "KGs.": [131], "Our": [132], "consists": [134], "three": [136, 238], "general": [137], "frameworks,": [138], "namely,": [139], "<italic": [140, 169, 192], "xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"": [141, 170, 193], "xmlns:xlink=\"http://www.w3.org/1999/xlink\">1)": [142], "KG-enhanced": [143], "LLMs,</i>": [144], "incorporate": [146], "during": [148], "pre-training": [150], "phases": [153], "LLMs,": [155], "or": [156], "purpose": [159], "enhancing": [161], "understanding": [162], "learned": [166], "LLMs;": [168], "xmlns:xlink=\"http://www.w3.org/1999/xlink\">2)": [171], "LLM-augmented": [172], "KGs,</i>": [173], "different": [178], "KG": [179], "tasks": [180], "embedding,": [183], "completion,": [184], "construction,": [185], "graph-to-text": [186], "generation,": [187], "question": [189], "answering;": [190], "xmlns:xlink=\"http://www.w3.org/1999/xlink\">3)": [194], "Synergized": [195], "+": [197], "KGs</i>": [198], ",": [199], "play": [205], "equal": [206], "roles": [207], "work": [209], "mutually": [212], "beneficial": [213], "way": [214], "both": [217, 226], "bidirectional": [222], "reasoning": [223], "driven": [224], "data": [227], "We": [230], "review": [231], "summarize": [233], "efforts": [235], "within": [236], "these": [237], "frameworks": [239], "our": [241], "pinpoint": [244], "future": [246], "research": [247], "directions.": [248]}, "counts_by_year": [{"year": 2026, "cited_by_count": 173}, {"year": 2025, "cited_by_count": 452}, {"year": 2024, "cited_by_count": 236}, {"year": 2023, "cited_by_count": 28}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4312220150", "doi": "https://doi.org/10.1038/s41746-022-00742-2", "title": "A large language model for electronic health records", "display_name": "A large language model for electronic health records", "relevance_score": 2465.5215, "publication_year": 2022, "publication_date": "2022-12-26", "ids": {"openalex": "https://openalex.org/W4312220150", "doi": "https://doi.org/10.1038/s41746-022-00742-2", "pmid": "https://pubmed.ncbi.nlm.nih.gov/36572766"}, "language": "en", "primary_location": {"id": "doi:10.1038/s41746-022-00742-2", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41746-022-00742-2", "pdf_url": "https://www.nature.com/articles/s41746-022-00742-2.pdf", "source": {"id": "https://openalex.org/S4210195431", "display_name": "npj Digital Medicine", "issn_l": "2398-6352", "issn": ["2398-6352"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "npj Digital Medicine", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "doaj", "pubmed"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://www.nature.com/articles/s41746-022-00742-2.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5103133745", "display_name": "Xi Yang", "orcid": "https://orcid.org/0000-0003-2981-3972"}, "institutions": [{"id": "https://openalex.org/I2800717037", "display_name": "University of Florida Health", "ror": "https://ror.org/04tk2gy88", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I2800717037"]}, {"id": "https://openalex.org/I33213144", "display_name": "University of Florida", "ror": "https://ror.org/02y3ad647", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I33213144"]}, {"id": "https://openalex.org/I4390039331", "display_name": "UF Health Cancer Center", "ror": "https://ror.org/044vhe029", "country_code": null, "type": "healthcare", "lineage": ["https://openalex.org/I2800717037", "https://openalex.org/I4390039331"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Xi Yang", "raw_affiliation_strings": ["Cancer Informatics and eHealth core, University of Florida Health Cancer Center, Gainesville, FL, USA", "Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Cancer Informatics and eHealth core, University of Florida Health Cancer Center, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I2800717037", "https://openalex.org/I4390039331"]}, {"raw_affiliation_string": "Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I33213144"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5004483523", "display_name": "Aokun Chen", "orcid": "https://orcid.org/0000-0002-5100-3821"}, "institutions": [{"id": "https://openalex.org/I2800717037", "display_name": "University of Florida Health", "ror": "https://ror.org/04tk2gy88", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I2800717037"]}, {"id": "https://openalex.org/I33213144", "display_name": "University of Florida", "ror": "https://ror.org/02y3ad647", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I33213144"]}, {"id": "https://openalex.org/I4390039331", "display_name": "UF Health Cancer Center", "ror": "https://ror.org/044vhe029", "country_code": null, "type": "healthcare", "lineage": ["https://openalex.org/I2800717037", "https://openalex.org/I4390039331"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Aokun Chen", "raw_affiliation_strings": ["Cancer Informatics and eHealth core, University of Florida Health Cancer Center, Gainesville, FL, USA", "Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Cancer Informatics and eHealth core, University of Florida Health Cancer Center, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I2800717037", "https://openalex.org/I4390039331"]}, {"raw_affiliation_string": "Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I33213144"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5009065821", "display_name": "Nima PourNejatian", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210127875", "display_name": "Nvidia (United States)", "ror": "https://ror.org/03jdj4y14", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210127875"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Nima PourNejatian", "raw_affiliation_strings": ["NVIDIA, Santa Clara, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "NVIDIA, Santa Clara, CA, USA", "institution_ids": ["https://openalex.org/I4210127875"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5112748839", "display_name": "Hoo Chang Shin", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210127875", "display_name": "Nvidia (United States)", "ror": "https://ror.org/03jdj4y14", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210127875"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Hoo Chang Shin", "raw_affiliation_strings": ["NVIDIA, Santa Clara, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "NVIDIA, Santa Clara, CA, USA", "institution_ids": ["https://openalex.org/I4210127875"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5089553213", "display_name": "Kaleb E Smith", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210127875", "display_name": "Nvidia (United States)", "ror": "https://ror.org/03jdj4y14", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210127875"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Kaleb E. Smith", "raw_affiliation_strings": ["NVIDIA, Santa Clara, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "NVIDIA, Santa Clara, CA, USA", "institution_ids": ["https://openalex.org/I4210127875"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5001562064", "display_name": "Christopher Parisien", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210127875", "display_name": "Nvidia (United States)", "ror": "https://ror.org/03jdj4y14", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210127875"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Christopher Parisien", "raw_affiliation_strings": ["NVIDIA, Santa Clara, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "NVIDIA, Santa Clara, CA, USA", "institution_ids": ["https://openalex.org/I4210127875"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5054618681", "display_name": "Colin B. Compas", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210127875", "display_name": "Nvidia (United States)", "ror": "https://ror.org/03jdj4y14", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210127875"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Colin Compas", "raw_affiliation_strings": ["NVIDIA, Santa Clara, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "NVIDIA, Santa Clara, CA, USA", "institution_ids": ["https://openalex.org/I4210127875"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5104053092", "display_name": "Cheryl Martin", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210127875", "display_name": "Nvidia (United States)", "ror": "https://ror.org/03jdj4y14", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210127875"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Cheryl Martin", "raw_affiliation_strings": ["NVIDIA, Santa Clara, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "NVIDIA, Santa Clara, CA, USA", "institution_ids": ["https://openalex.org/I4210127875"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5068151024", "display_name": "Anthony Costa", "orcid": "https://orcid.org/0000-0002-2202-6450"}, "institutions": [{"id": "https://openalex.org/I4210127875", "display_name": "Nvidia (United States)", "ror": "https://ror.org/03jdj4y14", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210127875"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Anthony B. Costa", "raw_affiliation_strings": ["NVIDIA, Santa Clara, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "NVIDIA, Santa Clara, CA, USA", "institution_ids": ["https://openalex.org/I4210127875"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5031887767", "display_name": "Mona G. Flores", "orcid": "https://orcid.org/0000-0002-7362-3044"}, "institutions": [{"id": "https://openalex.org/I4210127875", "display_name": "Nvidia (United States)", "ror": "https://ror.org/03jdj4y14", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210127875"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Mona G. Flores", "raw_affiliation_strings": ["NVIDIA, Santa Clara, CA, USA"], "raw_orcid": "https://orcid.org/0000-0002-7362-3044", "affiliations": [{"raw_affiliation_string": "NVIDIA, Santa Clara, CA, USA", "institution_ids": ["https://openalex.org/I4210127875"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100643464", "display_name": "Ying Zhang", "orcid": "https://orcid.org/0000-0003-4210-2104"}, "institutions": [{"id": "https://openalex.org/I33213144", "display_name": "University of Florida", "ror": "https://ror.org/02y3ad647", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I33213144"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Ying Zhang", "raw_affiliation_strings": ["Research Computing, University of Florida, Gainesville, FL, USA"], "raw_orcid": "https://orcid.org/0000-0003-4210-2104", "affiliations": [{"raw_affiliation_string": "Research Computing, University of Florida, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I33213144"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5045150730", "display_name": "Tanja Mago\u010d", "orcid": "https://orcid.org/0000-0001-8213-2266"}, "institutions": [{"id": "https://openalex.org/I33213144", "display_name": "University of Florida", "ror": "https://ror.org/02y3ad647", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I33213144"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Tanja Magoc", "raw_affiliation_strings": ["Integrated Data Repository Research Services, University of Florida, Gainesville, FL, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Integrated Data Repository Research Services, University of Florida, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I33213144"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5017766297", "display_name": "Christopher A. Harle", "orcid": "https://orcid.org/0000-0002-4803-3632"}, "institutions": [{"id": "https://openalex.org/I33213144", "display_name": "University of Florida", "ror": "https://ror.org/02y3ad647", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I33213144"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Christopher A. Harle", "raw_affiliation_strings": ["Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA", "Integrated Data Repository Research Services, University of Florida, Gainesville, FL, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I33213144"]}, {"raw_affiliation_string": "Integrated Data Repository Research Services, University of Florida, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I33213144"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5039309602", "display_name": "Gloria Lipori", "orcid": "https://orcid.org/0000-0001-5616-2701"}, "institutions": [{"id": "https://openalex.org/I33213144", "display_name": "University of Florida", "ror": "https://ror.org/02y3ad647", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I33213144"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Gloria Lipori", "raw_affiliation_strings": ["Integrated Data Repository Research Services, University of Florida, Gainesville, FL, USA", "Lillian S. Wells Department of Neurosurgery, UF Clinical and Translational Science Institute, University of Florida, Gainesville, FL, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Integrated Data Repository Research Services, University of Florida, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I33213144"]}, {"raw_affiliation_string": "Lillian S. Wells Department of Neurosurgery, UF Clinical and Translational Science Institute, University of Florida, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I33213144"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5087959258", "display_name": "Duane A. Mitchell", "orcid": "https://orcid.org/0000-0001-6049-213X"}, "institutions": [{"id": "https://openalex.org/I33213144", "display_name": "University of Florida", "ror": "https://ror.org/02y3ad647", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I33213144"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Duane A. Mitchell", "raw_affiliation_strings": ["Lillian S. Wells Department of Neurosurgery, UF Clinical and Translational Science Institute, University of Florida, Gainesville, FL, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Lillian S. Wells Department of Neurosurgery, UF Clinical and Translational Science Institute, University of Florida, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I33213144"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5076610873", "display_name": "William R. Hogan", "orcid": "https://orcid.org/0000-0002-9881-1017"}, "institutions": [{"id": "https://openalex.org/I33213144", "display_name": "University of Florida", "ror": "https://ror.org/02y3ad647", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I33213144"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "William R. Hogan", "raw_affiliation_strings": ["Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA"], "raw_orcid": "https://orcid.org/0000-0002-9881-1017", "affiliations": [{"raw_affiliation_string": "Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I33213144"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5026803588", "display_name": "Elizabeth Shenkman", "orcid": "https://orcid.org/0000-0003-4903-1804"}, "institutions": [{"id": "https://openalex.org/I33213144", "display_name": "University of Florida", "ror": "https://ror.org/02y3ad647", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I33213144"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Elizabeth A. Shenkman", "raw_affiliation_strings": ["Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA"], "raw_orcid": "https://orcid.org/0000-0003-4903-1804", "affiliations": [{"raw_affiliation_string": "Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I33213144"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5030951014", "display_name": "Jiang Bian", "orcid": "https://orcid.org/0000-0002-2238-5429"}, "institutions": [{"id": "https://openalex.org/I2800717037", "display_name": "University of Florida Health", "ror": "https://ror.org/04tk2gy88", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I2800717037"]}, {"id": "https://openalex.org/I33213144", "display_name": "University of Florida", "ror": "https://ror.org/02y3ad647", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I33213144"]}, {"id": "https://openalex.org/I4390039331", "display_name": "UF Health Cancer Center", "ror": "https://ror.org/044vhe029", "country_code": null, "type": "healthcare", "lineage": ["https://openalex.org/I2800717037", "https://openalex.org/I4390039331"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Jiang Bian", "raw_affiliation_strings": ["Cancer Informatics and eHealth core, University of Florida Health Cancer Center, Gainesville, FL, USA", "Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA"], "raw_orcid": "https://orcid.org/0000-0002-2238-5429", "affiliations": [{"raw_affiliation_string": "Cancer Informatics and eHealth core, University of Florida Health Cancer Center, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I2800717037", "https://openalex.org/I4390039331"]}, {"raw_affiliation_string": "Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I33213144"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5010253402", "display_name": "Yonghui Wu", "orcid": "https://orcid.org/0000-0002-6780-6135"}, "institutions": [{"id": "https://openalex.org/I2800717037", "display_name": "University of Florida Health", "ror": "https://ror.org/04tk2gy88", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I2800717037"]}, {"id": "https://openalex.org/I4390039331", "display_name": "UF Health Cancer Center", "ror": "https://ror.org/044vhe029", "country_code": null, "type": "healthcare", "lineage": ["https://openalex.org/I2800717037", "https://openalex.org/I4390039331"]}, {"id": "https://openalex.org/I94062374", "display_name": "Florida College", "ror": "https://ror.org/010bgev76", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I94062374"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Yonghui Wu", "raw_affiliation_strings": ["Cancer Informatics and eHealth core, University of Florida Health Cancer Center, Gainesville, FL, USA. yonghui.wu@ufl.edu", "Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA. yonghui.wu@ufl.edu", "Cancer Informatics and eHealth core, University of Florida Health Cancer Center, Gainesville, FL, USA"], "raw_orcid": "https://orcid.org/0000-0002-6780-6135", "affiliations": [{"raw_affiliation_string": "Cancer Informatics and eHealth core, University of Florida Health Cancer Center, Gainesville, FL, USA. yonghui.wu@ufl.edu", "institution_ids": ["https://openalex.org/I2800717037"]}, {"raw_affiliation_string": "Department of Health Outcomes and Biomedical Informatics, College of Medicine, University of Florida, Gainesville, FL, USA. yonghui.wu@ufl.edu", "institution_ids": ["https://openalex.org/I94062374"]}, {"raw_affiliation_string": "Cancer Informatics and eHealth core, University of Florida Health Cancer Center, Gainesville, FL, USA", "institution_ids": ["https://openalex.org/I2800717037", "https://openalex.org/I4390039331"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 19, "corresponding_author_ids": ["https://openalex.org/A5103133745"], "corresponding_institution_ids": ["https://openalex.org/I2800717037", "https://openalex.org/I33213144", "https://openalex.org/I4390039331"], "apc_list": {"value": 3060, "currency": "USD", "value_usd": 3060}, "apc_paid": {"value": 3060, "currency": "USD", "value_usd": 3060}, "fwci": 100.5837, "has_fulltext": true, "cited_by_count": 805, "citation_normalized_percentile": {"value": 0.99974826, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 89, "max": 100}, "biblio": {"volume": "5", "issue": "1", "first_page": "194", "last_page": "194"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T13702", "display_name": "Machine Learning in Healthcare", "score": 0.9984999895095825, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9897000193595886, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.787964940071106}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.7205971479415894}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.7125694155693054}, {"id": "https://openalex.org/keywords/relationship-extraction", "display_name": "Relationship extraction", "score": 0.5655110478401184}, {"id": "https://openalex.org/keywords/domain", "display_name": "Domain (mathematical analysis)", "score": 0.4924086332321167}, {"id": "https://openalex.org/keywords/language-model", "display_name": "Language model", "score": 0.47684040665626526}, {"id": "https://openalex.org/keywords/inference", "display_name": "Inference", "score": 0.46271249651908875}, {"id": "https://openalex.org/keywords/f1-score", "display_name": "F1 score", "score": 0.43201565742492676}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.4090603291988373}, {"id": "https://openalex.org/keywords/information-extraction", "display_name": "Information extraction", "score": 0.3282942771911621}, {"id": "https://openalex.org/keywords/information-retrieval", "display_name": "Information retrieval", "score": 0.32324886322021484}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.787964940071106}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.7205971479415894}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.7125694155693054}, {"id": "https://openalex.org/C153604712", "wikidata": "https://www.wikidata.org/wiki/Q7310755", "display_name": "Relationship extraction", "level": 3, "score": 0.5655110478401184}, {"id": "https://openalex.org/C36503486", "wikidata": "https://www.wikidata.org/wiki/Q11235244", "display_name": "Domain (mathematical analysis)", "level": 2, "score": 0.4924086332321167}, {"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.47684040665626526}, {"id": "https://openalex.org/C2776214188", "wikidata": "https://www.wikidata.org/wiki/Q408386", "display_name": "Inference", "level": 2, "score": 0.46271249651908875}, {"id": "https://openalex.org/C148524875", "wikidata": "https://www.wikidata.org/wiki/Q6975395", "display_name": "F1 score", "level": 2, "score": 0.43201565742492676}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.4090603291988373}, {"id": "https://openalex.org/C195807954", "wikidata": "https://www.wikidata.org/wiki/Q1662562", "display_name": "Information extraction", "level": 2, "score": 0.3282942771911621}, {"id": "https://openalex.org/C23123220", "wikidata": "https://www.wikidata.org/wiki/Q816826", "display_name": "Information retrieval", "level": 1, "score": 0.32324886322021484}, {"id": "https://openalex.org/C134306372", "wikidata": "https://www.wikidata.org/wiki/Q7754", "display_name": "Mathematical analysis", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C33923547", "wikidata": "https://www.wikidata.org/wiki/Q395", "display_name": "Mathematics", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 5, "locations": [{"id": "doi:10.1038/s41746-022-00742-2", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41746-022-00742-2", "pdf_url": "https://www.nature.com/articles/s41746-022-00742-2.pdf", "source": {"id": "https://openalex.org/S4210195431", "display_name": "npj Digital Medicine", "issn_l": "2398-6352", "issn": ["2398-6352"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "npj Digital Medicine", "raw_type": "journal-article"}, {"id": "pmid:36572766", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/36572766", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "NPJ digital medicine", "raw_type": null}, {"id": "pmh:oai:doaj.org/article:557f807a3c23460bb1a9275a8e73d09f", "is_oa": false, "landing_page_url": "https://doaj.org/article/557f807a3c23460bb1a9275a8e73d09f", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "npj Digital Medicine, Vol 5, Iss 1, Pp 1-9 (2022)", "raw_type": "article"}, {"id": "pmh:oai:pubmedcentral.nih.gov:9792464", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/9792464", "pdf_url": null, "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "NPJ Digit Med", "raw_type": "Text"}, {"id": "pmh:oai:scholarworks.indianapolis.iu.edu:1805/46310", "is_oa": true, "landing_page_url": "https://hdl.handle.net/1805/46310", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400987", "display_name": "IUScholarWorks (Indiana University)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I592451", "host_organization_name": "Indiana University", "host_organization_lineage": ["https://openalex.org/I592451"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "PMC", "raw_type": "Article"}], "best_oa_location": {"id": "doi:10.1038/s41746-022-00742-2", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41746-022-00742-2", "pdf_url": "https://www.nature.com/articles/s41746-022-00742-2.pdf", "source": {"id": "https://openalex.org/S4210195431", "display_name": "npj Digital Medicine", "issn_l": "2398-6352", "issn": ["2398-6352"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "npj Digital Medicine", "raw_type": "journal-article"}, "sustainable_development_goals": [], "awards": [{"id": "https://openalex.org/G1244765908", "display_name": null, "funder_award_id": "R56AG069880", "funder_id": "https://openalex.org/F4320337351", "funder_display_name": "National Cancer Institute"}, {"id": "https://openalex.org/G1419835852", "display_name": null, "funder_award_id": "R56AG069880", "funder_id": "https://openalex.org/F4320337337", "funder_display_name": "National Institute on Aging"}, {"id": "https://openalex.org/G1473873222", "display_name": null, "funder_award_id": "R21AG062884", "funder_id": "https://openalex.org/F4320337337", "funder_display_name": "National Institute on Aging"}, {"id": "https://openalex.org/G2213090008", "display_name": null, "funder_award_id": "1R01CA246418", "funder_id": "https://openalex.org/F4320337351", "funder_display_name": "National Cancer Institute"}, {"id": "https://openalex.org/G37493133", "display_name": null, "funder_award_id": "1R01CA246418 R01", "funder_id": "https://openalex.org/F4320337351", "funder_display_name": "National Cancer Institute"}, {"id": "https://openalex.org/G4156463097", "display_name": null, "funder_award_id": "NIA R56AG069880", "funder_id": "https://openalex.org/F4320337337", "funder_display_name": "National Institute on Aging"}, {"id": "https://openalex.org/G4691473461", "display_name": null, "funder_award_id": "ME-2018C3-14754", "funder_id": "https://openalex.org/F4320308927", "funder_display_name": "Patient-Centered Outcomes Research Institute"}], "funders": [{"id": "https://openalex.org/F4320308927", "display_name": "Patient-Centered Outcomes Research Institute", "ror": "https://ror.org/014q65q44"}, {"id": "https://openalex.org/F4320332659", "display_name": "University of Florida Health", "ror": "https://ror.org/04tk2gy88"}, {"id": "https://openalex.org/F4320334287", "display_name": "Clinical and Translational Science Institute, University of Florida", "ror": null}, {"id": "https://openalex.org/F4320337337", "display_name": "National Institute on Aging", "ror": "https://ror.org/049v75w11"}, {"id": "https://openalex.org/F4320337351", "display_name": "National Cancer Institute", "ror": "https://ror.org/040gcmg81"}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4312220150.pdf", "grobid_xml": "https://content.openalex.org/works/W4312220150.grobid-xml"}, "referenced_works_count": 77, "referenced_works": ["https://openalex.org/W55204438", "https://openalex.org/W1840435438", "https://openalex.org/W1847618513", "https://openalex.org/W1981276685", "https://openalex.org/W2114388055", "https://openalex.org/W2130158090", "https://openalex.org/W2137407193", "https://openalex.org/W2168041406", "https://openalex.org/W2169818249", "https://openalex.org/W2171313960", "https://openalex.org/W2296283641", "https://openalex.org/W2396881363", "https://openalex.org/W2398489001", "https://openalex.org/W2467995757", "https://openalex.org/W2599674900", "https://openalex.org/W2602583982", "https://openalex.org/W2613482391", "https://openalex.org/W2739351760", "https://openalex.org/W2748099698", "https://openalex.org/W2769851464", "https://openalex.org/W2800055384", "https://openalex.org/W2888285200", "https://openalex.org/W2889272240", "https://openalex.org/W2891113091", "https://openalex.org/W2911462778", "https://openalex.org/W2911489562", "https://openalex.org/W2913352150", "https://openalex.org/W2919115771", "https://openalex.org/W2923014074", "https://openalex.org/W2940685834", "https://openalex.org/W2943552823", "https://openalex.org/W2950813464", "https://openalex.org/W2962784628", "https://openalex.org/W2963716420", "https://openalex.org/W2963748441", "https://openalex.org/W2963846996", "https://openalex.org/W2963918774", "https://openalex.org/W2970198438", "https://openalex.org/W2972297345", "https://openalex.org/W2973727699", "https://openalex.org/W2975059944", "https://openalex.org/W2981852735", "https://openalex.org/W2985884876", "https://openalex.org/W2993961432", "https://openalex.org/W2997090102", "https://openalex.org/W2998230451", "https://openalex.org/W3001393026", "https://openalex.org/W3005237274", "https://openalex.org/W3011574394", "https://openalex.org/W3026565924", "https://openalex.org/W3027260829", "https://openalex.org/W3034328552", "https://openalex.org/W3035129496", "https://openalex.org/W3035204084", "https://openalex.org/W3035375600", "https://openalex.org/W3046375318", "https://openalex.org/W3085139254", "https://openalex.org/W3088409176", "https://openalex.org/W3094834348", "https://openalex.org/W3095319910", "https://openalex.org/W3100468923", "https://openalex.org/W3101613385", "https://openalex.org/W3104033643", "https://openalex.org/W3104415840", "https://openalex.org/W3104578551", "https://openalex.org/W3105063288", "https://openalex.org/W3109225475", "https://openalex.org/W3109919947", "https://openalex.org/W3173229273", "https://openalex.org/W3176762756", "https://openalex.org/W3196412195", "https://openalex.org/W3201408301", "https://openalex.org/W4212774754", "https://openalex.org/W6683738474", "https://openalex.org/W6739901393", "https://openalex.org/W6800751262", "https://openalex.org/W6884859834"], "related_works": ["https://openalex.org/W842810586", "https://openalex.org/W4319940250", "https://openalex.org/W2352298027", "https://openalex.org/W2092919065", "https://openalex.org/W3138801416", "https://openalex.org/W4236762297", "https://openalex.org/W2444550338", "https://openalex.org/W2369351710", "https://openalex.org/W2594363579", "https://openalex.org/W2489933339"], "abstract_inverted_index": {"There": [0], "is": [1, 28, 55, 72], "an": [2], "increasing": [3], "interest": [4], "in": [5, 51, 67, 196], "developing": [6], "artificial": [7], "intelligence": [8], "(AI)": [9], "systems": [10, 35, 88, 209], "to": [11, 181, 206, 210], "process": [12], "and": [13, 117, 140, 155, 185, 193, 200], "interpret": [14], "electronic": [15], "health": [16], "records": [17], "(EHRs).": [18], "Natural": [19], "language": [20, 26, 44, 78, 102, 137, 176], "processing": [21], "(NLP)": [22], "powered": [23], "by": [24], "pretrained": [25], "models": [27, 79, 171, 216], "the": [29, 46, 52, 68, 151, 159, 162, 174], "key": [30], "technology": [31], "for": [32, 198], "medical": [33, 86, 130, 141, 207], "AI": [34, 87, 208], "utilizing": [36], "clinical": [37, 43, 53, 77, 101, 115, 123, 127, 175, 188], "narratives.": [38], "However,": [39], "there": [40], "are": [41, 217], "few": [42], "models,": [45], "largest": [47], "of": [48, 65, 82, 107, 113, 153, 161], "which": [49, 202], "trained": [50], "domain": [54], "comparatively": [56], "small": [57], "at": [58], "110": [59, 179], "million": [60, 180], "parameters": [61, 66, 83, 154, 184], "(compared": [62], "with": [63, 80], "billions": [64, 81], "general": [69], "domain).": [70], "It": [71], "not": [73], "clear": [74], "how": [75, 147], "large": [76, 100], "can": [84, 203], "help": [85], "utilize": [89], "unstructured": [90], "EHRs.": [91], "In": [92], "this": [93], "study,": [94], "we": [95], "develop": [96], "from": [97, 178], "scratch": [98], "a": [99], "model-GatorTron-using": [103], ">90": [104], "billion": [105, 111, 183], "words": [106, 112], "text": [108], "(including": [109], ">82": [110], "de-identified": [114], "text)": [116], "systematically": [118], "evaluate": [119], "it": [120], "on": [121], "five": [122, 187], "NLP": [124, 168, 189], "tasks": [125, 190], "including": [126], "concept": [128], "extraction,": [129, 132], "relation": [131], "semantic": [133], "textual": [134], "similarity,": [135], "natural": [136], "inference": [138], "(NLI),": [139], "question": [142], "answering": [143], "(MQA).": [144], "We": [145], "examine": [146], "(1)": [148], "scaling": [149, 157], "up": [150, 158, 173], "number": [152], "(2)": [156], "size": [160], "training": [163], "data": [164], "could": [165], "benefit": [166], "these": [167], "tasks.": [169], "GatorTron": [170, 215], "scale": [172], "model": [177], "8.9": [182], "improve": [186, 211], "(e.g.,": [191], "9.6%": [192], "9.5%": [194], "improvement": [195], "accuracy": [197], "NLI": [199], "MQA),": [201], "be": [204], "applied": [205], "healthcare": [212], "delivery.": [213], "The": [214], "publicly": [218], "available": [219], "at:": [220], "https://catalog.ngc.nvidia.com/orgs/nvidia/teams/clara/models/gatortron_og": [221], ".": [222]}, "counts_by_year": [{"year": 2026, "cited_by_count": 78}, {"year": 2025, "cited_by_count": 309}, {"year": 2024, "cited_by_count": 293}, {"year": 2023, "cited_by_count": 120}, {"year": 2022, "cited_by_count": 3}, {"year": 2020, "cited_by_count": 1}, {"year": 2019, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4383346782", "doi": "https://doi.org/10.1038/s41746-023-00873-0", "title": "The imperative for regulatory oversight of large language models (or generative AI) in healthcare", "display_name": "The imperative for regulatory oversight of large language models (or generative AI) in healthcare", "relevance_score": 2332.224, "publication_year": 2023, "publication_date": "2023-07-06", "ids": {"openalex": "https://openalex.org/W4383346782", "doi": "https://doi.org/10.1038/s41746-023-00873-0", "pmid": "https://pubmed.ncbi.nlm.nih.gov/37414860"}, "language": "en", "primary_location": {"id": "doi:10.1038/s41746-023-00873-0", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41746-023-00873-0", "pdf_url": "https://www.nature.com/articles/s41746-023-00873-0.pdf", "source": {"id": "https://openalex.org/S4210195431", "display_name": "npj Digital Medicine", "issn_l": "2398-6352", "issn": ["2398-6352"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "npj Digital Medicine", "raw_type": "journal-article"}, "type": "review", "indexed_in": ["crossref", "doaj", "pubmed"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://www.nature.com/articles/s41746-023-00873-0.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5064145018", "display_name": "Bertalan Mesk\u00f3", "orcid": "https://orcid.org/0000-0002-7005-7083"}, "institutions": [{"id": "https://openalex.org/I101202996", "display_name": "Semmelweis University", "ror": "https://ror.org/01g9ty582", "country_code": "HU", "type": "education", "lineage": ["https://openalex.org/I101202996"]}, {"id": "https://openalex.org/I4210114277", "display_name": "HUN-REN Veterinary Medical Research Institute", "ror": "https://ror.org/025m2a107", "country_code": "HU", "type": "facility", "lineage": ["https://openalex.org/I4210114277"]}], "countries": ["HU"], "is_corresponding": true, "raw_author_name": "Bertalan Mesk\u00f3", "raw_affiliation_strings": ["Department of Behavioural Sciences, Semmelweis University, Budapest, Hungary. berci@medicalfuturist.com", "The Medical Futurist Institute, Budapest, Hungary. berci@medicalfuturist.com", "The Medical Futurist Institute, Budapest, Hungary"], "raw_orcid": "https://orcid.org/0000-0002-7005-7083", "affiliations": [{"raw_affiliation_string": "Department of Behavioural Sciences, Semmelweis University, Budapest, Hungary. berci@medicalfuturist.com", "institution_ids": ["https://openalex.org/I101202996"]}, {"raw_affiliation_string": "The Medical Futurist Institute, Budapest, Hungary. berci@medicalfuturist.com", "institution_ids": ["https://openalex.org/I4210114277"]}, {"raw_affiliation_string": "The Medical Futurist Institute, Budapest, Hungary", "institution_ids": []}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5084515381", "display_name": "Eric J. Topol", "orcid": "https://orcid.org/0000-0002-1478-4729"}, "institutions": [{"id": "https://openalex.org/I123431417", "display_name": "Scripps Research Institute", "ror": "https://ror.org/02dxx6824", "country_code": "US", "type": "nonprofit", "lineage": ["https://openalex.org/I123431417"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Eric J. Topol", "raw_affiliation_strings": ["Scripps Research Translational Institute, Scripps Research, La Jolla, CA, USA"], "raw_orcid": "https://orcid.org/0000-0002-1478-4729", "affiliations": [{"raw_affiliation_string": "Scripps Research Translational Institute, Scripps Research, La Jolla, CA, USA", "institution_ids": ["https://openalex.org/I123431417"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 2, "corresponding_author_ids": ["https://openalex.org/A5064145018"], "corresponding_institution_ids": ["https://openalex.org/I101202996", "https://openalex.org/I4210114277"], "apc_list": {"value": 3060, "currency": "USD", "value_usd": 3060}, "apc_paid": {"value": 3060, "currency": "USD", "value_usd": 3060}, "fwci": 32.2839, "has_fulltext": true, "cited_by_count": 889, "citation_normalized_percentile": {"value": 0.99720045, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "6", "issue": "1", "first_page": "120", "last_page": "120"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, "topics": [{"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T10582", "display_name": "Ethics in Clinical Research", "score": 0.9769999980926514, "subfield": {"id": "https://openalex.org/subfields/2739", "display_name": "Public Health, Environmental and Occupational Health"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T12296", "display_name": "Autopsy Techniques and Outcomes", "score": 0.958899974822998, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformative-learning", "display_name": "Transformative learning", "score": 0.7725517749786377}, {"id": "https://openalex.org/keywords/context", "display_name": "Context (archaeology)", "score": 0.6280862092971802}, {"id": "https://openalex.org/keywords/health-care", "display_name": "Health care", "score": 0.5561794638633728}, {"id": "https://openalex.org/keywords/harm", "display_name": "Harm", "score": 0.49747684597969055}, {"id": "https://openalex.org/keywords/engineering-ethics", "display_name": "Engineering ethics", "score": 0.4356248378753662}, {"id": "https://openalex.org/keywords/public-relations", "display_name": "Public relations", "score": 0.380977988243103}, {"id": "https://openalex.org/keywords/business", "display_name": "Business", "score": 0.3394710421562195}, {"id": "https://openalex.org/keywords/political-science", "display_name": "Political science", "score": 0.3246229290962219}, {"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.29715695977211}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.20382961630821228}, {"id": "https://openalex.org/keywords/law", "display_name": "Law", "score": 0.14208650588989258}], "concepts": [{"id": "https://openalex.org/C70587473", "wikidata": "https://www.wikidata.org/wiki/Q7834111", "display_name": "Transformative learning", "level": 2, "score": 0.7725517749786377}, {"id": "https://openalex.org/C2779343474", "wikidata": "https://www.wikidata.org/wiki/Q3109175", "display_name": "Context (archaeology)", "level": 2, "score": 0.6280862092971802}, {"id": "https://openalex.org/C160735492", "wikidata": "https://www.wikidata.org/wiki/Q31207", "display_name": "Health care", "level": 2, "score": 0.5561794638633728}, {"id": "https://openalex.org/C2777363581", "wikidata": "https://www.wikidata.org/wiki/Q15098235", "display_name": "Harm", "level": 2, "score": 0.49747684597969055}, {"id": "https://openalex.org/C55587333", "wikidata": "https://www.wikidata.org/wiki/Q1133029", "display_name": "Engineering ethics", "level": 1, "score": 0.4356248378753662}, {"id": "https://openalex.org/C39549134", "wikidata": "https://www.wikidata.org/wiki/Q133080", "display_name": "Public relations", "level": 1, "score": 0.380977988243103}, {"id": "https://openalex.org/C144133560", "wikidata": "https://www.wikidata.org/wiki/Q4830453", "display_name": "Business", "level": 0, "score": 0.3394710421562195}, {"id": "https://openalex.org/C17744445", "wikidata": "https://www.wikidata.org/wiki/Q36442", "display_name": "Political science", "level": 0, "score": 0.3246229290962219}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.29715695977211}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.20382961630821228}, {"id": "https://openalex.org/C199539241", "wikidata": "https://www.wikidata.org/wiki/Q7748", "display_name": "Law", "level": 1, "score": 0.14208650588989258}, {"id": "https://openalex.org/C151730666", "wikidata": "https://www.wikidata.org/wiki/Q7205", "display_name": "Paleontology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C19417346", "wikidata": "https://www.wikidata.org/wiki/Q7922", "display_name": "Pedagogy", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C86803240", "wikidata": "https://www.wikidata.org/wiki/Q420", "display_name": "Biology", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 4, "locations": [{"id": "doi:10.1038/s41746-023-00873-0", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41746-023-00873-0", "pdf_url": "https://www.nature.com/articles/s41746-023-00873-0.pdf", "source": {"id": "https://openalex.org/S4210195431", "display_name": "npj Digital Medicine", "issn_l": "2398-6352", "issn": ["2398-6352"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "npj Digital Medicine", "raw_type": "journal-article"}, {"id": "pmid:37414860", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/37414860", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "NPJ digital medicine", "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:10326069", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/10326069", "pdf_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10326069/pdf/41746_2023_Article_873.pdf", "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "NPJ Digit Med", "raw_type": "Text"}, {"id": "pmh:oai:doaj.org/article:6dcc75da08c54ba28961309c6ba38871", "is_oa": true, "landing_page_url": "https://doaj.org/article/6dcc75da08c54ba28961309c6ba38871", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-sa", "license_id": "https://openalex.org/licenses/cc-by-sa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "npj Digital Medicine, Vol 6, Iss 1, Pp 1-6 (2023)", "raw_type": "article"}], "best_oa_location": {"id": "doi:10.1038/s41746-023-00873-0", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41746-023-00873-0", "pdf_url": "https://www.nature.com/articles/s41746-023-00873-0.pdf", "source": {"id": "https://openalex.org/S4210195431", "display_name": "npj Digital Medicine", "issn_l": "2398-6352", "issn": ["2398-6352"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "npj Digital Medicine", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Peace, Justice and strong institutions", "id": "https://metadata.un.org/sdg/16", "score": 0.41999998688697815}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4383346782.pdf"}, "referenced_works_count": 11, "referenced_works": ["https://openalex.org/W2908201961", "https://openalex.org/W2944973900", "https://openalex.org/W3013681994", "https://openalex.org/W3086667591", "https://openalex.org/W4292395122", "https://openalex.org/W4313197536", "https://openalex.org/W4321499561", "https://openalex.org/W4361251463", "https://openalex.org/W4361289889", "https://openalex.org/W4380319827", "https://openalex.org/W4381572755"], "related_works": ["https://openalex.org/W2748952813", "https://openalex.org/W2169196470", "https://openalex.org/W4385368139", "https://openalex.org/W4237580245", "https://openalex.org/W3113185420", "https://openalex.org/W2906134827", "https://openalex.org/W4322745238", "https://openalex.org/W4241245680", "https://openalex.org/W3124327509", "https://openalex.org/W4384833310"], "abstract_inverted_index": {"The": [0, 23, 101, 157], "rapid": [1], "advancements": [2], "in": [3, 28, 108, 164], "artificial": [4], "intelligence": [5], "(AI)": [6], "have": [7], "led": [8], "to": [9, 57, 117, 129, 132, 145, 181, 227, 231], "the": [10, 94, 112, 152], "development": [11], "of": [12, 26, 37, 97, 114, 154, 159], "sophisticated": [13], "large": [14], "language": [15], "models": [16, 80], "(LLMs)": [17], "such": [18], "as": [19, 54], "GPT-4": [20, 160], "and": [21, 66, 122, 150, 161, 166, 172, 178, 187, 200], "Bard.": [22], "potential": [24, 174], "implementation": [25], "LLMs": [27, 72, 204], "healthcare": [29, 167], "settings": [30], "has": [31], "already": [32], "garnered": [33], "considerable": [34], "attention": [35], "because": [36], "their": [38, 63, 170, 210], "diverse": [39], "applications": [40], "that": [41, 88, 105, 193], "include": [42], "facilitating": [43], "clinical": [44], "documentation,": [45], "obtaining": [46], "insurance": [47], "pre-authorization,": [48], "summarizing": [49], "research": [50], "papers,": [51], "or": [52, 208, 212], "working": [53], "a": [55, 74, 133, 176], "chatbot": [56], "answer": [58], "questions": [59], "for": [60, 99, 220], "patients": [61, 201], "about": [62], "specific": [64], "data": [65, 211], "concerns.": [67], "While": [68], "offering": [69], "transformative": [70, 173], "potential,": [71], "warrant": [73], "very": [75], "cautious": [76], "approach": [77], "since": [78], "these": [79], "are": [81, 89], "trained": [82], "differently": [83], "from": [84, 124, 225], "AI-based": [85], "medical": [86, 120, 198], "technologies": [87], "regulated": [90], "already,": [91], "especially": [92], "within": [93], "critical": [95, 179], "context": [96, 153], "caring": [98], "patients.": [100], "newest": [102], "version,": [103], "GPT-4,": [104], "was": [106], "released": [107], "March,": [109], "2023,": [110], "brings": [111], "potentials": [113], "this": [115, 229], "technology": [116], "support": [118], "multiple": [119], "tasks;": [121], "risks": [123], "mishandling": [125], "results": [126], "it": [127, 141], "provides": [128], "varying": [130], "reliability": [131], "new": [134], "level.": [135], "Besides": [136], "being": [137], "an": [138], "advanced": [139], "LLM,": [140], "will": [142], "be": [143], "able": [144], "read": [146], "texts": [147], "on": [148], "images": [149], "analyze": [151], "those": [155], "images.": [156], "regulation": [158], "generative": [162], "AI": [163], "medicine": [165], "without": [168, 205], "damaging": [169], "exciting": [171], "is": [175], "timely": [177], "challenge": [180], "ensure": [182], "safety,": [183], "maintain": [184], "ethical": [185], "standards,": [186], "protect": [188], "patient": [189], "privacy.": [190, 213], "We": [191], "argue": [192], "regulatory": [194], "oversight": [195], "should": [196], "assure": [197], "professionals": [199], "can": [202, 223], "use": [203], "causing": [206], "harm": [207], "compromising": [209], "This": [214], "paper": [215], "summarizes": [216], "our": [217], "practical": [218], "recommendations": [219], "what": [221], "we": [222], "expect": [224], "regulators": [226], "bring": [228], "vision": [230], "reality.": [232]}, "counts_by_year": [{"year": 2026, "cited_by_count": 110}, {"year": 2025, "cited_by_count": 341}, {"year": 2024, "cited_by_count": 349}, {"year": 2023, "cited_by_count": 89}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4225591000", "doi": "https://doi.org/10.48550/arxiv.2203.15556", "title": "Training Compute-Optimal Large Language Models", "display_name": "Training Compute-Optimal Large Language Models", "relevance_score": 2326.0547, "publication_year": 2022, "publication_date": "2022-03-29", "ids": {"openalex": "https://openalex.org/W4225591000", "doi": "https://doi.org/10.48550/arxiv.2203.15556"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2203.15556", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2203.15556", "pdf_url": "https://arxiv.org/pdf/2203.15556", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2203.15556", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5063020928", "display_name": "Jordan Hoffmann", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Hoffmann, Jordan", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5059460567", "display_name": "Sebastian Borgeaud", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Borgeaud, Sebastian", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5110691380", "display_name": "Arthur Mensch", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Mensch, Arthur", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5032652614", "display_name": "Elena Buchatskaya", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Buchatskaya, Elena", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5051582703", "display_name": "Trevor Cai", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Cai, Trevor", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5076998770", "display_name": "Eliza Rutherford", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Rutherford, Eliza", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5075173651", "display_name": "Diego de Las Casas", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Casas, Diego de Las", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5020758501", "display_name": "Lisa Anne Hendricks", "orcid": "https://orcid.org/0000-0001-9340-5143"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Hendricks, Lisa Anne", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5067022550", "display_name": "Johannes Welbl", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Welbl, Johannes", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5029924588", "display_name": "Aidan Clark", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Clark, Aidan", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5066862727", "display_name": "Tom Hennigan", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Hennigan, Tom", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5086001486", "display_name": "Eric Noland", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Noland, Eric", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5008790038", "display_name": "Katie Millican", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Millican, Katie", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5025210358", "display_name": "George van den Driessche", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Driessche, George van den", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5055400312", "display_name": "Bogdan Damoc", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Damoc, Bogdan", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5039232395", "display_name": "Aurelia Guy", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Guy, Aurelia", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5052435039", "display_name": "Simon Osindero", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Osindero, Simon", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5004625775", "display_name": "Karen Simonyan", "orcid": "https://orcid.org/0000-0003-0787-5507"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Simonyan, Karen", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5009345506", "display_name": "Erich Elsen", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Elsen, Erich", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5008158115", "display_name": "Jack W. Rae", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Rae, Jack W.", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5003562101", "display_name": "Oriol Vinyals", "orcid": "https://orcid.org/0000-0001-7848-7283"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Vinyals, Oriol", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "last", "author": {"id": "https://openalex.org/A5053301405", "display_name": "Laurent Sifre", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Sifre, Laurent", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}], "institutions": [], "countries_distinct_count": 0, "institutions_distinct_count": 22, "corresponding_author_ids": ["https://openalex.org/A5063020928"], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 661, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9987000226974487, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9987000226974487, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9987000226974487, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T12072", "display_name": "Machine Learning and Algorithms", "score": 0.9782000184059143, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/language-model", "display_name": "Language model", "score": 0.7316780090332031}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.669762134552002}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.4291324019432068}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.3140394687652588}], "concepts": [{"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.7316780090332031}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.669762134552002}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.4291324019432068}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.3140394687652588}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:2203.15556", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2203.15556", "pdf_url": "https://arxiv.org/pdf/2203.15556", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, {"id": "doi:10.48550/arxiv.2203.15556", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2203.15556", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2203.15556", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2203.15556", "pdf_url": "https://arxiv.org/pdf/2203.15556", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 0, "referenced_works": [], "related_works": ["https://openalex.org/W4288365749", "https://openalex.org/W2936497627", "https://openalex.org/W3013624417", "https://openalex.org/W4287826556", "https://openalex.org/W3098382480", "https://openalex.org/W4287598411", "https://openalex.org/W3094871513", "https://openalex.org/W3100913109", "https://openalex.org/W3198458223", "https://openalex.org/W3126642501"], "abstract_inverted_index": {"We": [0, 21, 104], "investigate": [1], "the": [2, 34, 43, 76, 80, 95, 117, 184], "optimal": [3], "model": [4, 15, 77, 93], "size": [5, 78, 94], "and": [6, 79, 127, 134, 143, 166], "number": [7, 81, 96], "of": [8, 33, 45, 82, 92, 97, 151, 181], "tokens": [9, 84, 99], "for": [10, 73, 89, 164], "training": [11, 46, 50, 83, 98, 109], "a": [12, 17, 31, 110, 148, 173, 177, 189], "transformer": [13], "language": [14, 26, 39, 53], "under": [16], "given": [18], "compute": [19, 119, 163], "budget.": [20], "find": [22, 71], "that": [23, 72, 115, 158], "current": [24], "large": [25, 149], "models": [27, 40, 54], "are": [28], "significantly": [29, 135], "undertrained,": [30], "consequence": [32], "recent": [35], "focus": [36], "on": [37, 64, 147, 183], "scaling": [38], "whilst": [41], "keeping": [42], "amount": [44], "data": [47], "constant.": [48], "By": [49], "over": [51, 60, 192], "400": [52], "ranging": [55], "from": [56], "70": [57], "million": [58], "to": [59, 66], "16": [61], "billion": [62, 68], "parameters": [63, 126], "5": [65], "500": [67], "tokens,": [69], "we": [70], "compute-optimal": [74, 112], "training,": [75], "should": [85, 100], "be": [86, 102], "scaled": [87], "equally:": [88], "every": [90], "doubling": [91], "also": [101, 156], "doubled.": [103], "test": [105], "this": [106], "hypothesis": [107], "by": [108], "predicted": [111], "model,": [113], "Chinchilla,": [114], "uses": [116, 160], "same": [118], "budget": [120], "as": [121], "Gopher": [122, 137], "but": [123], "with": [124], "70B": [125], "4$\\times$": [128], "more": [129, 130], "data.": [131], "Chinchilla": [132, 159, 175], "uniformly": [133], "outperforms": [136], "(280B),": [138], "GPT-3": [139], "(175B),": [140], "Jurassic-1": [141], "(178B),": [142], "Megatron-Turing": [144], "NLG": [145], "(530B)": [146], "range": [150], "downstream": [152, 170], "evaluation": [153], "tasks.": [154], "This": [155], "means": [157], "substantially": [161], "less": [162], "fine-tuning": [165], "inference,": [167], "greatly": [168], "facilitating": [169], "usage.": [171], "As": [172], "highlight,": [174], "reaches": [176], "state-of-the-art": [178], "average": [179], "accuracy": [180], "67.5%": [182], "MMLU": [185], "benchmark,": [186], "greater": [187], "than": [188], "7%": [190], "improvement": [191], "Gopher.": [193]}, "counts_by_year": [{"year": 2026, "cited_by_count": 19}, {"year": 2025, "cited_by_count": 152}, {"year": 2024, "cited_by_count": 221}, {"year": 2023, "cited_by_count": 239}, {"year": 2022, "cited_by_count": 29}, {"year": 2019, "cited_by_count": 1}], "updated_date": "2026-05-18T08:16:58.900851", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4318069287", "doi": "https://doi.org/10.1148/radiol.230163", "title": "ChatGPT and Other Large Language Models Are Double-edged Swords", "display_name": "ChatGPT and Other Large Language Models Are Double-edged Swords", "relevance_score": 2322.5483, "publication_year": 2023, "publication_date": "2023-01-26", "ids": {"openalex": "https://openalex.org/W4318069287", "doi": "https://doi.org/10.1148/radiol.230163", "pmid": "https://pubmed.ncbi.nlm.nih.gov/36700838"}, "language": "en", "primary_location": {"id": "doi:10.1148/radiol.230163", "is_oa": false, "landing_page_url": "https://doi.org/10.1148/radiol.230163", "pdf_url": null, "source": {"id": "https://openalex.org/S50280174", "display_name": "Radiology", "issn_l": "0033-8419", "issn": ["0033-8419", "1527-1315"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310315931", "host_organization_name": "Radiological Society of North America", "host_organization_lineage": ["https://openalex.org/P4310315931"], "host_organization_lineage_names": ["Radiological Society of North America"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Radiology", "raw_type": "journal-article"}, "type": "letter", "indexed_in": ["crossref", "pubmed"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5003735451", "display_name": "Yiqiu Shen", "orcid": "https://orcid.org/0000-0002-7726-2514"}, "institutions": [{"id": "https://openalex.org/I205783295", "display_name": "Cornell University", "ror": "https://ror.org/05bnh6r87", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I205783295"]}, {"id": "https://openalex.org/I57206974", "display_name": "New York University", "ror": "https://ror.org/0190ak572", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I57206974"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Yiqiu Shen", "raw_affiliation_strings": ["From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY"], "raw_orcid": "https://orcid.org/0000-0002-7726-2514", "affiliations": [{"raw_affiliation_string": "From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY", "institution_ids": ["https://openalex.org/I57206974", "https://openalex.org/I205783295"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5080296152", "display_name": "Laura Heacock", "orcid": "https://orcid.org/0000-0002-0900-0459"}, "institutions": [{"id": "https://openalex.org/I205783295", "display_name": "Cornell University", "ror": "https://ror.org/05bnh6r87", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I205783295"]}, {"id": "https://openalex.org/I57206974", "display_name": "New York University", "ror": "https://ror.org/0190ak572", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I57206974"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Laura Heacock", "raw_affiliation_strings": ["From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY", "institution_ids": ["https://openalex.org/I57206974", "https://openalex.org/I205783295"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5038538442", "display_name": "Jonathan Elias", "orcid": "https://orcid.org/0000-0002-1217-7001"}, "institutions": [{"id": "https://openalex.org/I205783295", "display_name": "Cornell University", "ror": "https://ror.org/05bnh6r87", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I205783295"]}, {"id": "https://openalex.org/I57206974", "display_name": "New York University", "ror": "https://ror.org/0190ak572", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I57206974"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Jonathan Elias", "raw_affiliation_strings": ["From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY"], "raw_orcid": "https://orcid.org/0000-0002-1217-7001", "affiliations": [{"raw_affiliation_string": "From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY", "institution_ids": ["https://openalex.org/I57206974", "https://openalex.org/I205783295"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5075686685", "display_name": "Keith Hentel", "orcid": "https://orcid.org/0000-0002-4503-9887"}, "institutions": [{"id": "https://openalex.org/I205783295", "display_name": "Cornell University", "ror": "https://ror.org/05bnh6r87", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I205783295"]}, {"id": "https://openalex.org/I57206974", "display_name": "New York University", "ror": "https://ror.org/0190ak572", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I57206974"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Keith D. Hentel", "raw_affiliation_strings": ["From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY"], "raw_orcid": "https://orcid.org/0000-0002-4503-9887", "affiliations": [{"raw_affiliation_string": "From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY", "institution_ids": ["https://openalex.org/I57206974", "https://openalex.org/I205783295"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5049693451", "display_name": "Beatriu Reig", "orcid": "https://orcid.org/0000-0002-6577-8601"}, "institutions": [{"id": "https://openalex.org/I205783295", "display_name": "Cornell University", "ror": "https://ror.org/05bnh6r87", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I205783295"]}, {"id": "https://openalex.org/I57206974", "display_name": "New York University", "ror": "https://ror.org/0190ak572", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I57206974"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Beatriu Reig", "raw_affiliation_strings": ["From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY", "institution_ids": ["https://openalex.org/I57206974", "https://openalex.org/I205783295"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5018859884", "display_name": "George Shih", "orcid": "https://orcid.org/0000-0002-8356-2011"}, "institutions": [{"id": "https://openalex.org/I205783295", "display_name": "Cornell University", "ror": "https://ror.org/05bnh6r87", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I205783295"]}, {"id": "https://openalex.org/I57206974", "display_name": "New York University", "ror": "https://ror.org/0190ak572", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I57206974"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "George Shih", "raw_affiliation_strings": ["From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY"], "raw_orcid": "https://orcid.org/0000-0002-8356-2011", "affiliations": [{"raw_affiliation_string": "From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY", "institution_ids": ["https://openalex.org/I57206974", "https://openalex.org/I205783295"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5054427605", "display_name": "Linda Moy", "orcid": "https://orcid.org/0000-0001-9564-9360"}, "institutions": [{"id": "https://openalex.org/I205783295", "display_name": "Cornell University", "ror": "https://ror.org/05bnh6r87", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I205783295"]}, {"id": "https://openalex.org/I57206974", "display_name": "New York University", "ror": "https://ror.org/0190ak572", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I57206974"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Linda Moy", "raw_affiliation_strings": ["From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY"], "raw_orcid": "https://orcid.org/0000-0001-9564-9360", "affiliations": [{"raw_affiliation_string": "From the Center for Data Science, New York University, 60\u20095th                     Ave, New York, NY 10011 (Y.S.); Department of Radiology, New York University                     School of Medicine, New York, NY (L.H., B.R., L.M.); and Departments of Primary                     Care (J.E.) and Radiology (K.D.H., G.S.), Weill Cornell Medicine, New York,                     NY", "institution_ids": ["https://openalex.org/I57206974", "https://openalex.org/I205783295"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 7, "corresponding_author_ids": ["https://openalex.org/A5003735451"], "corresponding_institution_ids": ["https://openalex.org/I205783295", "https://openalex.org/I57206974"], "apc_list": null, "apc_paid": null, "fwci": 35.9518, "has_fulltext": false, "cited_by_count": 995, "citation_normalized_percentile": {"value": 0.99757372, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 94, "max": 100}, "biblio": {"volume": "307", "issue": "2", "first_page": "e230163", "last_page": "e230163"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, "topics": [{"id": "https://openalex.org/T11636", "display_name": "Artificial Intelligence in Healthcare and Education", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/2718", "display_name": "Health Informatics"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T11775", "display_name": "COVID-19 diagnosis using AI", "score": 0.9944000244140625, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T12422", "display_name": "Radiomics and Machine Learning in Medical Imaging", "score": 0.992900013923645, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/medicine", "display_name": "Medicine", "score": 0.9498754739761353}, {"id": "https://openalex.org/keywords/linguistics", "display_name": "Linguistics", "score": 0.3854846954345703}], "concepts": [{"id": "https://openalex.org/C71924100", "wikidata": "https://www.wikidata.org/wiki/Q11190", "display_name": "Medicine", "level": 0, "score": 0.9498754739761353}, {"id": "https://openalex.org/C41895202", "wikidata": "https://www.wikidata.org/wiki/Q8162", "display_name": "Linguistics", "level": 1, "score": 0.3854846954345703}, {"id": "https://openalex.org/C138885662", "wikidata": "https://www.wikidata.org/wiki/Q5891", "display_name": "Philosophy", "level": 0, "score": 0.0}], "mesh": [{"descriptor_ui": "D005544", "descriptor_name": "Forecasting", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D005544", "descriptor_name": "Forecasting", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D005544", "descriptor_name": "Forecasting", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D066209", "descriptor_name": "Medical Writing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D066209", "descriptor_name": "Medical Writing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D066209", "descriptor_name": "Medical Writing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}], "locations_count": 2, "locations": [{"id": "doi:10.1148/radiol.230163", "is_oa": false, "landing_page_url": "https://doi.org/10.1148/radiol.230163", "pdf_url": null, "source": {"id": "https://openalex.org/S50280174", "display_name": "Radiology", "issn_l": "0033-8419", "issn": ["0033-8419", "1527-1315"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310315931", "host_organization_name": "Radiological Society of North America", "host_organization_lineage": ["https://openalex.org/P4310315931"], "host_organization_lineage_names": ["Radiological Society of North America"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Radiology", "raw_type": "journal-article"}, {"id": "pmid:36700838", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/36700838", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Radiology", "raw_type": null}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.8799999952316284}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 11, "referenced_works": ["https://openalex.org/W2134250320", "https://openalex.org/W2418392267", "https://openalex.org/W2612690371", "https://openalex.org/W2745175693", "https://openalex.org/W2990138404", "https://openalex.org/W3029137193", "https://openalex.org/W3112635222", "https://openalex.org/W3161550517", "https://openalex.org/W3201701662", "https://openalex.org/W4318925155", "https://openalex.org/W4318931874"], "related_works": ["https://openalex.org/W2899084033", "https://openalex.org/W2748952813", "https://openalex.org/W3031052312", "https://openalex.org/W3032375762", "https://openalex.org/W1995515455", "https://openalex.org/W2080531066", "https://openalex.org/W3108674512", "https://openalex.org/W1506200166", "https://openalex.org/W2048182022", "https://openalex.org/W2604872355"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 61}, {"year": 2025, "cited_by_count": 245}, {"year": 2024, "cited_by_count": 357}, {"year": 2023, "cited_by_count": 327}, {"year": 2022, "cited_by_count": 2}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4318071656", "doi": "https://doi.org/10.1038/s41587-022-01618-2", "title": "Large language models generate functional protein sequences across diverse families", "display_name": "Large language models generate functional protein sequences across diverse families", "relevance_score": 2286.5886, "publication_year": 2023, "publication_date": "2023-01-26", "ids": {"openalex": "https://openalex.org/W4318071656", "doi": "https://doi.org/10.1038/s41587-022-01618-2", "pmid": "https://pubmed.ncbi.nlm.nih.gov/36702895"}, "language": "en", "primary_location": {"id": "doi:10.1038/s41587-022-01618-2", "is_oa": false, "landing_page_url": "https://doi.org/10.1038/s41587-022-01618-2", "pdf_url": null, "source": {"id": "https://openalex.org/S106963461", "display_name": "Nature Biotechnology", "issn_l": "1087-0156", "issn": ["1087-0156", "1546-1696"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature Biotechnology", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "pubmed"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://escholarship.org/content/qt47n389b8/qt47n389b8.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5083796201", "display_name": "Ali Madani", "orcid": "https://orcid.org/0000-0002-3092-1295"}, "institutions": [{"id": "https://openalex.org/I4210088273", "display_name": "Align Technology (United States)", "ror": "https://ror.org/005sbaa41", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210088273"]}, {"id": "https://openalex.org/I4210155268", "display_name": "Salesforce (United States)", "ror": "https://ror.org/057315g56", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210155268"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Ali Madani", "raw_affiliation_strings": ["Profluent Bio, San Francisco, CA, USA. ali@madani.ai", "Salesforce Research, Palo Alto, CA, USA. ali@madani.ai", "Salesforce Research, Palo Alto, CA, USA"], "raw_orcid": "https://orcid.org/0000-0002-3092-1295", "affiliations": [{"raw_affiliation_string": "Profluent Bio, San Francisco, CA, USA. ali@madani.ai", "institution_ids": ["https://openalex.org/I4210088273"]}, {"raw_affiliation_string": "Salesforce Research, Palo Alto, CA, USA. ali@madani.ai", "institution_ids": ["https://openalex.org/I4210155268"]}, {"raw_affiliation_string": "Salesforce Research, Palo Alto, CA, USA", "institution_ids": ["https://openalex.org/I4210155268"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102719835", "display_name": "Ben Krause", "orcid": "https://orcid.org/0000-0002-9503-8823"}, "institutions": [{"id": "https://openalex.org/I4210155268", "display_name": "Salesforce (United States)", "ror": "https://ror.org/057315g56", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210155268"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Ben Krause", "raw_affiliation_strings": ["Salesforce Research, Palo Alto, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Salesforce Research, Palo Alto, CA, USA", "institution_ids": ["https://openalex.org/I4210155268"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5046529790", "display_name": "Eric R. Greene", "orcid": "https://orcid.org/0000-0003-1717-0914"}, "institutions": [{"id": "https://openalex.org/I180670191", "display_name": "University of California, San Francisco", "ror": "https://ror.org/043mz5j54", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I180670191"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Eric R. Greene", "raw_affiliation_strings": ["Department of Bioengineering and Therapeutic Sciences, University of California, San Francisco, San Francisco, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Bioengineering and Therapeutic Sciences, University of California, San Francisco, San Francisco, CA, USA", "institution_ids": ["https://openalex.org/I180670191"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5027071808", "display_name": "Subu Subramanian", "orcid": "https://orcid.org/0000-0001-6095-7021"}, "institutions": [{"id": "https://openalex.org/I1344073410", "display_name": "Howard Hughes Medical Institute", "ror": "https://ror.org/006w34k90", "country_code": "US", "type": "facility", "lineage": ["https://openalex.org/I1344073410"]}, {"id": "https://openalex.org/I95457486", "display_name": "University of California, Berkeley", "ror": "https://ror.org/01an7q238", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I95457486"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Subu Subramanian", "raw_affiliation_strings": ["Department of Molecular and Cell Biology, University of California, Berkeley, Berkeley, CA, USA", "Howard Hughes Medical Institute, University of California, Berkeley, Berkeley, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Molecular and Cell Biology, University of California, Berkeley, Berkeley, CA, USA", "institution_ids": ["https://openalex.org/I95457486"]}, {"raw_affiliation_string": "Howard Hughes Medical Institute, University of California, Berkeley, Berkeley, CA, USA", "institution_ids": ["https://openalex.org/I1344073410", "https://openalex.org/I95457486"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5048741961", "display_name": "Benjamin P. Mohr", "orcid": "https://orcid.org/0000-0001-9329-8739"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Benjamin P. Mohr", "raw_affiliation_strings": ["Tierra Biosciences, San Leandro, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Tierra Biosciences, San Leandro, CA, USA", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5032675456", "display_name": "James M. Holton", "orcid": "https://orcid.org/0000-0002-0596-0137"}, "institutions": [{"id": "https://openalex.org/I148283060", "display_name": "Lawrence Berkeley National Laboratory", "ror": "https://ror.org/02jbv0t02", "country_code": "US", "type": "facility", "lineage": ["https://openalex.org/I1330989302", "https://openalex.org/I148283060", "https://openalex.org/I39565521"]}, {"id": "https://openalex.org/I180670191", "display_name": "University of California, San Francisco", "ror": "https://ror.org/043mz5j54", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I180670191"]}, {"id": "https://openalex.org/I2801935854", "display_name": "SLAC National Accelerator Laboratory", "ror": "https://ror.org/05gzmn429", "country_code": "US", "type": "facility", "lineage": ["https://openalex.org/I1330989302", "https://openalex.org/I2801935854", "https://openalex.org/I39565521", "https://openalex.org/I97018004"]}, {"id": "https://openalex.org/I4210120900", "display_name": "Stanford Synchrotron Radiation Lightsource", "ror": "https://ror.org/02vzbm991", "country_code": "US", "type": "facility", "lineage": ["https://openalex.org/I1330989302", "https://openalex.org/I2801935854", "https://openalex.org/I39565521", "https://openalex.org/I4210120900", "https://openalex.org/I97018004", "https://openalex.org/I97018004"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "James M. Holton", "raw_affiliation_strings": ["Department of Biochemistry and Biophysics, University of California, San Francisco, San Francisco, CA, USA", "Molecular Biophysics and Integrated Bioimaging Division, Lawrence Berkeley National Laboratory, Berkeley, CA, USA", "Stanford Synchrotron Radiation Lightsource, SLAC National Accelerator Laboratory, Menlo Park, CA, USA"], "raw_orcid": "https://orcid.org/0000-0002-0596-0137", "affiliations": [{"raw_affiliation_string": "Department of Biochemistry and Biophysics, University of California, San Francisco, San Francisco, CA, USA", "institution_ids": ["https://openalex.org/I180670191"]}, {"raw_affiliation_string": "Molecular Biophysics and Integrated Bioimaging Division, Lawrence Berkeley National Laboratory, Berkeley, CA, USA", "institution_ids": ["https://openalex.org/I148283060"]}, {"raw_affiliation_string": "Stanford Synchrotron Radiation Lightsource, SLAC National Accelerator Laboratory, Menlo Park, CA, USA", "institution_ids": ["https://openalex.org/I2801935854", "https://openalex.org/I4210120900"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5067811184", "display_name": "J.L. Olmos", "orcid": "https://orcid.org/0000-0001-8400-0822"}, "institutions": [{"id": "https://openalex.org/I180670191", "display_name": "University of California, San Francisco", "ror": "https://ror.org/043mz5j54", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I180670191"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Jose Luis Olmos", "raw_affiliation_strings": ["Department of Bioengineering and Therapeutic Sciences, University of California, San Francisco, San Francisco, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Bioengineering and Therapeutic Sciences, University of California, San Francisco, San Francisco, CA, USA", "institution_ids": ["https://openalex.org/I180670191"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5032046813", "display_name": "Caiming Xiong", "orcid": "https://orcid.org/0000-0003-0349-8628"}, "institutions": [{"id": "https://openalex.org/I4210155268", "display_name": "Salesforce (United States)", "ror": "https://ror.org/057315g56", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210155268"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Caiming Xiong", "raw_affiliation_strings": ["Salesforce Research, Palo Alto, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Salesforce Research, Palo Alto, CA, USA", "institution_ids": ["https://openalex.org/I4210155268"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5089078059", "display_name": "Zachary Z. Sun", "orcid": "https://orcid.org/0000-0002-9425-2924"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Zachary Z. Sun", "raw_affiliation_strings": ["Tierra Biosciences, San Leandro, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Tierra Biosciences, San Leandro, CA, USA", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5059955534", "display_name": "Richard Socher", "orcid": "https://orcid.org/0000-0002-3577-639X"}, "institutions": [{"id": "https://openalex.org/I4210155268", "display_name": "Salesforce (United States)", "ror": "https://ror.org/057315g56", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210155268"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Richard Socher", "raw_affiliation_strings": ["Salesforce Research, Palo Alto, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Salesforce Research, Palo Alto, CA, USA", "institution_ids": ["https://openalex.org/I4210155268"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5051355898", "display_name": "James S. Fraser", "orcid": "https://orcid.org/0000-0002-5080-2859"}, "institutions": [{"id": "https://openalex.org/I180670191", "display_name": "University of California, San Francisco", "ror": "https://ror.org/043mz5j54", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I180670191"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "James S. Fraser", "raw_affiliation_strings": ["Department of Bioengineering and Therapeutic Sciences, University of California, San Francisco, San Francisco, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Bioengineering and Therapeutic Sciences, University of California, San Francisco, San Francisco, CA, USA", "institution_ids": ["https://openalex.org/I180670191"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5103219584", "display_name": "Nikhil Naik", "orcid": "https://orcid.org/0000-0002-9894-8865"}, "institutions": [{"id": "https://openalex.org/I4210155268", "display_name": "Salesforce (United States)", "ror": "https://ror.org/057315g56", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210155268"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Nikhil Naik", "raw_affiliation_strings": ["Salesforce Research, Palo Alto, CA, USA. nnaik@salesforce.com", "Salesforce Research, Palo Alto, CA, USA"], "raw_orcid": "https://orcid.org/0000-0002-9894-8865", "affiliations": [{"raw_affiliation_string": "Salesforce Research, Palo Alto, CA, USA. nnaik@salesforce.com", "institution_ids": ["https://openalex.org/I4210155268"]}, {"raw_affiliation_string": "Salesforce Research, Palo Alto, CA, USA", "institution_ids": ["https://openalex.org/I4210155268"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 12, "corresponding_author_ids": ["https://openalex.org/A5083796201"], "corresponding_institution_ids": ["https://openalex.org/I4210088273", "https://openalex.org/I4210155268"], "apc_list": {"value": 9750, "currency": "EUR", "value_usd": 11690}, "apc_paid": null, "fwci": 148.5103, "has_fulltext": true, "cited_by_count": 1021, "citation_normalized_percentile": {"value": 0.99990894, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 94, "max": 100}, "biblio": {"volume": "41", "issue": "8", "first_page": "1099", "last_page": "1106"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10521", "display_name": "RNA and protein synthesis mechanisms", "score": 0.9983999729156494, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, "topics": [{"id": "https://openalex.org/T10521", "display_name": "RNA and protein synthesis mechanisms", "score": 0.9983999729156494, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T12254", "display_name": "Machine Learning in Bioinformatics", "score": 0.9979000091552734, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T10044", "display_name": "Protein Structure and Dynamics", "score": 0.9976000189781189, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/protein-superfamily", "display_name": "Protein superfamily", "score": 0.5866632461547852}, {"id": "https://openalex.org/keywords/computational-biology", "display_name": "Computational biology", "score": 0.5564287900924683}, {"id": "https://openalex.org/keywords/protein-engineering", "display_name": "Protein engineering", "score": 0.4980349540710449}, {"id": "https://openalex.org/keywords/protein-family", "display_name": "Protein family", "score": 0.4740802049636841}, {"id": "https://openalex.org/keywords/mutase", "display_name": "Mutase", "score": 0.47172728180885315}, {"id": "https://openalex.org/keywords/function", "display_name": "Function (biology)", "score": 0.45086392760276794}, {"id": "https://openalex.org/keywords/protein-sequencing", "display_name": "Protein sequencing", "score": 0.43761202692985535}, {"id": "https://openalex.org/keywords/biology", "display_name": "Biology", "score": 0.4335881769657135}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.43005266785621643}, {"id": "https://openalex.org/keywords/sequence", "display_name": "Sequence (biology)", "score": 0.4268779754638672}, {"id": "https://openalex.org/keywords/chorismate-mutase", "display_name": "Chorismate mutase", "score": 0.4198363423347473}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.3765358328819275}, {"id": "https://openalex.org/keywords/genetics", "display_name": "Genetics", "score": 0.3621118664741516}, {"id": "https://openalex.org/keywords/peptide-sequence", "display_name": "Peptide sequence", "score": 0.3609057664871216}, {"id": "https://openalex.org/keywords/biochemistry", "display_name": "Biochemistry", "score": 0.284824013710022}, {"id": "https://openalex.org/keywords/amino-acid", "display_name": "Amino acid", "score": 0.21821153163909912}, {"id": "https://openalex.org/keywords/gene", "display_name": "Gene", "score": 0.1748085916042328}, {"id": "https://openalex.org/keywords/enzyme", "display_name": "Enzyme", "score": 0.15452104806900024}], "concepts": [{"id": "https://openalex.org/C178180057", "wikidata": "https://www.wikidata.org/wiki/Q7251477", "display_name": "Protein superfamily", "level": 3, "score": 0.5866632461547852}, {"id": "https://openalex.org/C70721500", "wikidata": "https://www.wikidata.org/wiki/Q177005", "display_name": "Computational biology", "level": 1, "score": 0.5564287900924683}, {"id": "https://openalex.org/C147816474", "wikidata": "https://www.wikidata.org/wiki/Q169525", "display_name": "Protein engineering", "level": 3, "score": 0.4980349540710449}, {"id": "https://openalex.org/C171897839", "wikidata": "https://www.wikidata.org/wiki/Q417841", "display_name": "Protein family", "level": 3, "score": 0.4740802049636841}, {"id": "https://openalex.org/C2777552656", "wikidata": "https://www.wikidata.org/wiki/Q118009", "display_name": "Mutase", "level": 3, "score": 0.47172728180885315}, {"id": "https://openalex.org/C14036430", "wikidata": "https://www.wikidata.org/wiki/Q3736076", "display_name": "Function (biology)", "level": 2, "score": 0.45086392760276794}, {"id": "https://openalex.org/C10010492", "wikidata": "https://www.wikidata.org/wiki/Q3142557", "display_name": "Protein sequencing", "level": 4, "score": 0.43761202692985535}, {"id": "https://openalex.org/C86803240", "wikidata": "https://www.wikidata.org/wiki/Q420", "display_name": "Biology", "level": 0, "score": 0.4335881769657135}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.43005266785621643}, {"id": "https://openalex.org/C2778112365", "wikidata": "https://www.wikidata.org/wiki/Q3511065", "display_name": "Sequence (biology)", "level": 2, "score": 0.4268779754638672}, {"id": "https://openalex.org/C2778526059", "wikidata": "https://www.wikidata.org/wiki/Q3693596", "display_name": "Chorismate mutase", "level": 4, "score": 0.4198363423347473}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.3765358328819275}, {"id": "https://openalex.org/C54355233", "wikidata": "https://www.wikidata.org/wiki/Q7162", "display_name": "Genetics", "level": 1, "score": 0.3621118664741516}, {"id": "https://openalex.org/C167625842", "wikidata": "https://www.wikidata.org/wiki/Q899763", "display_name": "Peptide sequence", "level": 3, "score": 0.3609057664871216}, {"id": "https://openalex.org/C55493867", "wikidata": "https://www.wikidata.org/wiki/Q7094", "display_name": "Biochemistry", "level": 1, "score": 0.284824013710022}, {"id": "https://openalex.org/C515207424", "wikidata": "https://www.wikidata.org/wiki/Q8066", "display_name": "Amino acid", "level": 2, "score": 0.21821153163909912}, {"id": "https://openalex.org/C104317684", "wikidata": "https://www.wikidata.org/wiki/Q7187", "display_name": "Gene", "level": 2, "score": 0.1748085916042328}, {"id": "https://openalex.org/C181199279", "wikidata": "https://www.wikidata.org/wiki/Q8047", "display_name": "Enzyme", "level": 2, "score": 0.15452104806900024}, {"id": "https://openalex.org/C2777431362", "wikidata": "https://www.wikidata.org/wiki/Q170545", "display_name": "Phenylalanine", "level": 3, "score": 0.0}], "mesh": [{"descriptor_ui": "D000595", "descriptor_name": "Amino Acid Sequence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000595", "descriptor_name": "Amino Acid Sequence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000595", "descriptor_name": "Amino Acid Sequence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D002826", "descriptor_name": "Chorismate Mutase", "qualifier_ui": "Q000378", "qualifier_name": "metabolism", "is_major_topic": false}, {"descriptor_ui": "D002826", "descriptor_name": "Chorismate Mutase", "qualifier_ui": "Q000378", "qualifier_name": "metabolism", "is_major_topic": false}, {"descriptor_ui": "D002826", "descriptor_name": "Chorismate Mutase", "qualifier_ui": "Q000378", "qualifier_name": "metabolism", "is_major_topic": false}, {"descriptor_ui": "D004966", "descriptor_name": "Estrogens, Conjugated (USP)", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D004966", "descriptor_name": "Estrogens, Conjugated (USP)", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D004966", "descriptor_name": "Estrogens, Conjugated (USP)", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D007802", "descriptor_name": "Language", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D007802", "descriptor_name": "Language", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D007802", "descriptor_name": "Language", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D011506", "descriptor_name": "Proteins", "qualifier_ui": "Q000235", "qualifier_name": "genetics", "is_major_topic": true}, {"descriptor_ui": "D011506", "descriptor_name": "Proteins", "qualifier_ui": "Q000235", "qualifier_name": "genetics", "is_major_topic": true}, {"descriptor_ui": "D011506", "descriptor_name": "Proteins", "qualifier_ui": "Q000235", "qualifier_name": "genetics", "is_major_topic": true}], "locations_count": 6, "locations": [{"id": "doi:10.1038/s41587-022-01618-2", "is_oa": false, "landing_page_url": "https://doi.org/10.1038/s41587-022-01618-2", "pdf_url": null, "source": {"id": "https://openalex.org/S106963461", "display_name": "Nature Biotechnology", "issn_l": "1087-0156", "issn": ["1087-0156", "1546-1696"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature Biotechnology", "raw_type": "journal-article"}, {"id": "pmid:36702895", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/36702895", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Nature biotechnology", "raw_type": null}, {"id": "pmh:oai:escholarship.org:ark:/13030/qt47n389b8", "is_oa": true, "landing_page_url": "https://escholarship.org/uc/item/47n389b8", "pdf_url": "https://escholarship.org/content/qt47n389b8/qt47n389b8.pdf", "source": {"id": "https://openalex.org/S4306400115", "display_name": "eScholarship (California Digital Library)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I2801248553", "host_organization_name": "California Digital Library", "host_organization_lineage": ["https://openalex.org/I2801248553"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Nature Biotechnology, vol 41, iss 8", "raw_type": "article"}, {"id": "pmh:oai:osti.gov:2282481", "is_oa": true, "landing_page_url": "https://www.osti.gov/biblio/2282481", "pdf_url": "https://www.osti.gov/servlets/purl/2282481", "source": {"id": "https://openalex.org/S4306402487", "display_name": "OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I139351228", "host_organization_name": "Office of Scientific and Technical Information", "host_organization_lineage": ["https://openalex.org/I139351228"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:10400306", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/10400306", "pdf_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10400306/pdf/nihms-1915837.pdf", "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Nat Biotechnol", "raw_type": "Text"}, {"id": "pmh:ark:/13030/qt47n389b8", "is_oa": false, "landing_page_url": null, "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": null}], "best_oa_location": {"id": "pmh:oai:escholarship.org:ark:/13030/qt47n389b8", "is_oa": true, "landing_page_url": "https://escholarship.org/uc/item/47n389b8", "pdf_url": "https://escholarship.org/content/qt47n389b8/qt47n389b8.pdf", "source": {"id": "https://openalex.org/S4306400115", "display_name": "eScholarship (California Digital Library)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I2801248553", "host_organization_name": "California Digital Library", "host_organization_lineage": ["https://openalex.org/I2801248553"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Nature Biotechnology, vol 41, iss 8", "raw_type": "article"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.8100000023841858}], "awards": [{"id": "https://openalex.org/G1003105725", "display_name": null, "funder_award_id": "GM124169", "funder_id": "https://openalex.org/F4320332161", "funder_display_name": "National Institutes of Health"}, {"id": "https://openalex.org/G1143651532", "display_name": null, "funder_award_id": "DE-AC02-05CH11231", "funder_id": "https://openalex.org/F4320338292", "funder_display_name": "Lawrence Berkeley National Laboratory"}, {"id": "https://openalex.org/G1286236842", "display_name": null, "funder_award_id": "-AC02-05CH11231", "funder_id": "https://openalex.org/F4320306084", "funder_display_name": "U.S. Department of Energy"}, {"id": "https://openalex.org/G1286251239", "display_name": null, "funder_award_id": "DE-AC02", "funder_id": "https://openalex.org/F4320337480", "funder_display_name": "Basic Energy Sciences"}, {"id": "https://openalex.org/G1337544421", "display_name": null, "funder_award_id": "05CH11231", "funder_id": "https://openalex.org/F4320337509", "funder_display_name": "Biological and Environmental Research"}, {"id": "https://openalex.org/G1939440326", "display_name": null, "funder_award_id": "MR-15-328599", "funder_id": "https://openalex.org/F4320306084", "funder_display_name": "U.S. Department of Energy"}, {"id": "https://openalex.org/G2776628454", "display_name": null, "funder_award_id": "AC02-05CH11231", "funder_id": "https://openalex.org/F4320337480", "funder_display_name": "Basic Energy Sciences"}, {"id": "https://openalex.org/G3083819904", "display_name": null, "funder_award_id": "05CH11231", "funder_id": "https://openalex.org/F4320306084", "funder_display_name": "U.S. Department of Energy"}, {"id": "https://openalex.org/G4074800718", "display_name": null, "funder_award_id": "GM124149", "funder_id": "https://openalex.org/F4320332161", "funder_display_name": "National Institutes of Health"}, {"id": "https://openalex.org/G5123489780", "display_name": null, "funder_award_id": "DE-AC02-05CH11231", "funder_id": "https://openalex.org/F4320337480", "funder_display_name": "Basic Energy Sciences"}, {"id": "https://openalex.org/G629261033", "display_name": null, "funder_award_id": "P30 GM124169", "funder_id": "https://openalex.org/F4320332161", "funder_display_name": "National Institutes of Health"}, {"id": "https://openalex.org/G6348972864", "display_name": null, "funder_award_id": "AC02-05CH11231", "funder_id": "https://openalex.org/F4320306084", "funder_display_name": "U.S. Department of Energy"}, {"id": "https://openalex.org/G6558272803", "display_name": null, "funder_award_id": "DE-AC02", "funder_id": "https://openalex.org/F4320306084", "funder_display_name": "U.S. Department of Energy"}, {"id": "https://openalex.org/G6677798182", "display_name": null, "funder_award_id": "GM123159", "funder_id": "https://openalex.org/F4320332161", "funder_display_name": "National Institutes of Health"}, {"id": "https://openalex.org/G7252392167", "display_name": null, "funder_award_id": "R01 GM124149", "funder_id": "https://openalex.org/F4320332161", "funder_display_name": "National Institutes of Health"}, {"id": "https://openalex.org/G7354628648", "display_name": null, "funder_award_id": "05CH11231", "funder_id": "https://openalex.org/F4320338292", "funder_display_name": "Lawrence Berkeley National Laboratory"}, {"id": "https://openalex.org/G7368046788", "display_name": null, "funder_award_id": "DE-AC02-05CH11231", "funder_id": "https://openalex.org/F4320306084", "funder_display_name": "U.S. Department of Energy"}, {"id": "https://openalex.org/G7538560101", "display_name": null, "funder_award_id": "DE-AC02-05CH11231", "funder_id": "https://openalex.org/F4320332161", "funder_display_name": "National Institutes of Health"}, {"id": "https://openalex.org/G7629237052", "display_name": null, "funder_award_id": "DE-AC02-05CH11231", "funder_id": "https://openalex.org/F4320337509", "funder_display_name": "Biological and Environmental Research"}, {"id": "https://openalex.org/G7787287669", "display_name": null, "funder_award_id": "AC02-05CH11231", "funder_id": "https://openalex.org/F4320337509", "funder_display_name": "Biological and Environmental Research"}, {"id": "https://openalex.org/G8147894624", "display_name": null, "funder_award_id": "MR-15-328599", "funder_id": "https://openalex.org/F4320333677", "funder_display_name": "Office of the President, University of California"}, {"id": "https://openalex.org/G8229677252", "display_name": null, "funder_award_id": "GM124169", "funder_id": "https://openalex.org/F4320306084", "funder_display_name": "U.S. Department of Energy"}, {"id": "https://openalex.org/G8306346728", "display_name": null, "funder_award_id": "AC02-05CH11231", "funder_id": "https://openalex.org/F4320338292", "funder_display_name": "Lawrence Berkeley National Laboratory"}, {"id": "https://openalex.org/G8431251193", "display_name": null, "funder_award_id": "-AC02-05CH11231", "funder_id": "https://openalex.org/F4320337480", "funder_display_name": "Basic Energy Sciences"}, {"id": "https://openalex.org/G969889393", "display_name": null, "funder_award_id": "DE-AC02-", "funder_id": "https://openalex.org/F4320306084", "funder_display_name": "U.S. Department of Energy"}], "funders": [{"id": "https://openalex.org/F4320306084", "display_name": "U.S. Department of Energy", "ror": "https://ror.org/01bj3aw27"}, {"id": "https://openalex.org/F4320330502", "display_name": "Plexxikon", "ror": null}, {"id": "https://openalex.org/F4320332161", "display_name": "National Institutes of Health", "ror": "https://ror.org/01cwqze88"}, {"id": "https://openalex.org/F4320333677", "display_name": "Office of the President, University of California", "ror": null}, {"id": "https://openalex.org/F4320337480", "display_name": "Basic Energy Sciences", "ror": "https://ror.org/05mg91w61"}, {"id": "https://openalex.org/F4320337509", "display_name": "Biological and Environmental Research", "ror": "https://ror.org/0114b2m14"}, {"id": "https://openalex.org/F4320338292", "display_name": "Lawrence Berkeley National Laboratory", "ror": "https://ror.org/02jbv0t02"}], "has_content": {"grobid_xml": false, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4318071656.pdf"}, "referenced_works_count": 83, "referenced_works": ["https://openalex.org/W1498238796", "https://openalex.org/W1514077080", "https://openalex.org/W1537486353", "https://openalex.org/W1631314968", "https://openalex.org/W1968938754", "https://openalex.org/W1979762151", "https://openalex.org/W2001636605", "https://openalex.org/W2008545402", "https://openalex.org/W2008954354", "https://openalex.org/W2040384050", "https://openalex.org/W2061272101", "https://openalex.org/W2101220662", "https://openalex.org/W2103017472", "https://openalex.org/W2106246537", "https://openalex.org/W2106694138", "https://openalex.org/W2107867854", "https://openalex.org/W2109553965", "https://openalex.org/W2121627241", "https://openalex.org/W2124026197", "https://openalex.org/W2127130852", "https://openalex.org/W2142678031", "https://openalex.org/W2146030191", "https://openalex.org/W2147526198", "https://openalex.org/W2153067536", "https://openalex.org/W2154197653", "https://openalex.org/W2161062388", "https://openalex.org/W2163341755", "https://openalex.org/W2166637863", "https://openalex.org/W2169478909", "https://openalex.org/W2173280871", "https://openalex.org/W2190898324", "https://openalex.org/W2314691132", "https://openalex.org/W2345914382", "https://openalex.org/W2519539312", "https://openalex.org/W2747329762", "https://openalex.org/W2792184967", "https://openalex.org/W2804523481", "https://openalex.org/W2890261355", "https://openalex.org/W2914405292", "https://openalex.org/W2919115771", "https://openalex.org/W2953958347", "https://openalex.org/W2962739339", "https://openalex.org/W2963026768", "https://openalex.org/W2964121744", "https://openalex.org/W2971227267", "https://openalex.org/W2973049837", "https://openalex.org/W2980789587", "https://openalex.org/W2988263572", "https://openalex.org/W2993398598", "https://openalex.org/W3010387158", "https://openalex.org/W3027325047", "https://openalex.org/W3030161460", "https://openalex.org/W3037888463", "https://openalex.org/W3042130878", "https://openalex.org/W3044778276", "https://openalex.org/W3047517563", "https://openalex.org/W3114990254", "https://openalex.org/W3127426316", "https://openalex.org/W3134186384", "https://openalex.org/W3135130381", "https://openalex.org/W3135156311", "https://openalex.org/W3137047737", "https://openalex.org/W3144239152", "https://openalex.org/W3146944767", "https://openalex.org/W3154275519", "https://openalex.org/W3177500196", "https://openalex.org/W3177828909", "https://openalex.org/W3216341763", "https://openalex.org/W4210586598", "https://openalex.org/W4210861939", "https://openalex.org/W4210922059", "https://openalex.org/W4225080234", "https://openalex.org/W4248872320", "https://openalex.org/W4281790889", "https://openalex.org/W4288066876", "https://openalex.org/W4288089799", "https://openalex.org/W4295224294", "https://openalex.org/W6637568146", "https://openalex.org/W6739901393", "https://openalex.org/W6763240421", "https://openalex.org/W6763868836", "https://openalex.org/W6778883912", "https://openalex.org/W7073905302"], "related_works": ["https://openalex.org/W2951561275", "https://openalex.org/W1492762973", "https://openalex.org/W2032254144", "https://openalex.org/W2583415077", "https://openalex.org/W2054285506", "https://openalex.org/W1968305636", "https://openalex.org/W2038156365", "https://openalex.org/W2021994351", "https://openalex.org/W2053803793", "https://openalex.org/W2164753093"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 151}, {"year": 2025, "cited_by_count": 335}, {"year": 2024, "cited_by_count": 347}, {"year": 2023, "cited_by_count": 186}, {"year": 2022, "cited_by_count": 2}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4318718936", "doi": "https://doi.org/10.48550/arxiv.2301.12597", "title": "BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models", "display_name": "BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models", "relevance_score": 2212.407, "publication_year": 2023, "publication_date": "2023-01-30", "ids": {"openalex": "https://openalex.org/W4318718936", "doi": "https://doi.org/10.48550/arxiv.2301.12597"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2301.12597", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2301.12597", "pdf_url": "https://arxiv.org/pdf/2301.12597", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2301.12597", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5100608759", "display_name": "Junnan Li", "orcid": "https://orcid.org/0000-0002-5217-9204"}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Li, Junnan", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100386792", "display_name": "Dongxu Li", "orcid": "https://orcid.org/0000-0001-8543-4761"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Li, Dongxu", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5042646536", "display_name": "Silvio Savarese", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Savarese, Silvio", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "last", "author": {"id": "https://openalex.org/A5074834854", "display_name": "Steven C. H. Hoi", "orcid": "https://orcid.org/0000-0002-4584-3453"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Hoi, Steven", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}], "institutions": [], "countries_distinct_count": 0, "institutions_distinct_count": 4, "corresponding_author_ids": ["https://openalex.org/A5100608759"], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": true, "cited_by_count": 913, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9976999759674072, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9976999759674072, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11307", "display_name": "Domain Adaptation and Few-Shot Learning", "score": 0.980400025844574, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.96670001745224, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7765282392501831}, {"id": "https://openalex.org/keywords/language-model", "display_name": "Language model", "score": 0.6624890565872192}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.6567655801773071}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5413678884506226}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5218842625617981}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.49948716163635254}, {"id": "https://openalex.org/keywords/natural-language", "display_name": "Natural language", "score": 0.47638314962387085}, {"id": "https://openalex.org/keywords/image", "display_name": "Image (mathematics)", "score": 0.4283919632434845}, {"id": "https://openalex.org/keywords/generative-grammar", "display_name": "Generative grammar", "score": 0.4195924401283264}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7765282392501831}, {"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.6624890565872192}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.6567655801773071}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5413678884506226}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5218842625617981}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.49948716163635254}, {"id": "https://openalex.org/C195324797", "wikidata": "https://www.wikidata.org/wiki/Q33742", "display_name": "Natural language", "level": 2, "score": 0.47638314962387085}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.4283919632434845}, {"id": "https://openalex.org/C39890363", "wikidata": "https://www.wikidata.org/wiki/Q36108", "display_name": "Generative grammar", "level": 2, "score": 0.4195924401283264}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:2301.12597", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2301.12597", "pdf_url": "https://arxiv.org/pdf/2301.12597", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.2301.12597", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2301.12597", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2301.12597", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2301.12597", "pdf_url": "https://arxiv.org/pdf/2301.12597", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.8299999833106995}], "awards": [], "funders": [], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4318718936.pdf", "grobid_xml": "https://content.openalex.org/works/W4318718936.grobid-xml"}, "referenced_works_count": 0, "referenced_works": [], "related_works": ["https://openalex.org/W4288365749", "https://openalex.org/W2936497627", "https://openalex.org/W3013624417", "https://openalex.org/W4287826556", "https://openalex.org/W3098382480", "https://openalex.org/W4287598411", "https://openalex.org/W3094871513", "https://openalex.org/W3100913109", "https://openalex.org/W3198458223", "https://openalex.org/W3126642501"], "abstract_inverted_index": {"The": [0, 57, 69], "cost": [1], "of": [2, 13, 121], "vision-and-language": [3], "pre-training": [4, 24, 29], "has": [5], "become": [6], "increasingly": [7], "prohibitive": [8], "due": [9], "to": [10], "end-to-end": [11], "training": [12], "large-scale": [14], "models.": [15, 40], "This": [16], "paper": [17], "proposes": [18], "BLIP-2,": [19], "a": [20, 47, 65, 77], "generic": [21], "and": [22, 36], "efficient": [23], "strategy": [25], "that": [26, 125], "bootstraps": [27, 60, 72], "vision-language": [28, 61, 87], "from": [30, 64, 76], "off-the-shelf": [31], "frozen": [32, 37, 66, 78], "pre-trained": [33, 53], "image": [34, 67], "encoders": [35], "large": [38], "language": [39, 79, 129], "BLIP-2": [41, 81], "bridges": [42], "the": [43, 117], "modality": [44], "gap": [45], "with": [46, 109], "lightweight": [48], "Querying": [49], "Transformer,": [50], "which": [51], "is": [52], "in": [54], "two": [55], "stages.": [56], "first": [58], "stage": [59, 71], "representation": [62], "learning": [63, 75], "encoder.": [68], "second": [70], "vision-to-language": [73], "generative": [74], "model.": [80], "achieves": [82], "state-of-the-art": [83], "performance": [84], "on": [85, 106], "various": [86], "tasks,": [88], "despite": [89], "having": [90], "significantly": [91], "fewer": [92, 111], "trainable": [93, 112], "parameters": [94], "than": [95], "existing": [96], "methods.": [97], "For": [98], "example,": [99], "our": [100], "model": [101], "outperforms": [102], "Flamingo80B": [103], "by": [104], "8.7%": [105], "zero-shot": [107, 122], "VQAv2": [108], "54x": [110], "parameters.": [113], "We": [114], "also": [115], "demonstrate": [116], "model's": [118], "emerging": [119], "capabilities": [120], "image-to-text": [123], "generation": [124], "can": [126], "follow": [127], "natural": [128], "instructions.": [130]}, "counts_by_year": [{"year": 2026, "cited_by_count": 13}, {"year": 2025, "cited_by_count": 227}, {"year": 2024, "cited_by_count": 489}, {"year": 2023, "cited_by_count": 183}, {"year": 2022, "cited_by_count": 1}], "updated_date": "2026-05-15T08:27:34.491423", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4404356490", "doi": "https://doi.org/10.1093/nsr/nwae403", "title": "A survey on multimodal large language models", "display_name": "A survey on multimodal large language models", "relevance_score": 2210.6382, "publication_year": 2024, "publication_date": "2024-11-12", "ids": {"openalex": "https://openalex.org/W4404356490", "doi": "https://doi.org/10.1093/nsr/nwae403", "pmid": "https://pubmed.ncbi.nlm.nih.gov/39679213"}, "language": "en", "primary_location": {"id": "doi:10.1093/nsr/nwae403", "is_oa": true, "landing_page_url": "https://doi.org/10.1093/nsr/nwae403", "pdf_url": null, "source": {"id": "https://openalex.org/S2734413303", "display_name": "National Science Review", "issn_l": "2053-714X", "issn": ["2053-714X", "2095-5138"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310311648", "host_organization_name": "Oxford University Press", "host_organization_lineage": ["https://openalex.org/P4310311648", "https://openalex.org/P4310311647"], "host_organization_lineage_names": ["Oxford University Press", "University of Oxford"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "National Science Review", "raw_type": "journal-article"}, "type": "review", "indexed_in": ["crossref", "doaj", "pubmed"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://doi.org/10.1093/nsr/nwae403", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5073775343", "display_name": "Shukang Yin", "orcid": "https://orcid.org/0000-0002-5356-1800"}, "institutions": [{"id": "https://openalex.org/I126520041", "display_name": "University of Science and Technology of China", "ror": "https://ror.org/04c4dkn09", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I126520041", "https://openalex.org/I19820366"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Shukang Yin", "raw_affiliation_strings": ["School of Artificial Intelligence and Data Science, University of Science and Technology of China , Hefei 230026 ,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Artificial Intelligence and Data Science, University of Science and Technology of China , Hefei 230026 ,", "institution_ids": ["https://openalex.org/I126520041"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5014172220", "display_name": "Chaoyou Fu", "orcid": "https://orcid.org/0000-0002-0079-7668"}, "institutions": [{"id": "https://openalex.org/I308837", "display_name": "Suzhou University of Science and Technology", "ror": "https://ror.org/04en8wb91", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I308837"]}, {"id": "https://openalex.org/I881766915", "display_name": "Nanjing University", "ror": "https://ror.org/01rxvg760", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I881766915"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Chaoyou Fu", "raw_affiliation_strings": ["School of Intelligence Science and Technology, Nanjing University , Suzhou 215163 ,", "State Key Laboratory for Novel Software Technology, Nanjing University , Nanjing 210023 ,", "State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing 210023, China", "School of Intelligence Science and Technology, Nanjing University, Suzhou 215163, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Intelligence Science and Technology, Nanjing University , Suzhou 215163 ,", "institution_ids": ["https://openalex.org/I308837", "https://openalex.org/I881766915"]}, {"raw_affiliation_string": "State Key Laboratory for Novel Software Technology, Nanjing University , Nanjing 210023 ,", "institution_ids": ["https://openalex.org/I881766915"]}, {"raw_affiliation_string": "State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing 210023, China", "institution_ids": ["https://openalex.org/I881766915"]}, {"raw_affiliation_string": "School of Intelligence Science and Technology, Nanjing University, Suzhou 215163, China", "institution_ids": ["https://openalex.org/I308837", "https://openalex.org/I881766915"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5090369859", "display_name": "Sirui Zhao", "orcid": "https://orcid.org/0000-0001-8103-0321"}, "institutions": [{"id": "https://openalex.org/I126520041", "display_name": "University of Science and Technology of China", "ror": "https://ror.org/04c4dkn09", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I126520041", "https://openalex.org/I19820366"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Sirui Zhao", "raw_affiliation_strings": ["School of Artificial Intelligence and Data Science, University of Science and Technology of China , Hefei 230026 ,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Artificial Intelligence and Data Science, University of Science and Technology of China , Hefei 230026 ,", "institution_ids": ["https://openalex.org/I126520041"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100655785", "display_name": "Ke Li", "orcid": "https://orcid.org/0000-0001-7199-9139"}, "institutions": [{"id": "https://openalex.org/I2250653659", "display_name": "Tencent (China)", "ror": "https://ror.org/00hhjss72", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I2250653659"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Ke Li", "raw_affiliation_strings": ["Tencent YouTu Lab , Shanghai 200233 ,", "Tencent YouTu Lab, Shanghai 200233, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Tencent YouTu Lab , Shanghai 200233 ,", "institution_ids": ["https://openalex.org/I2250653659"]}, {"raw_affiliation_string": "Tencent YouTu Lab, Shanghai 200233, China", "institution_ids": ["https://openalex.org/I2250653659"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100388508", "display_name": "Xing Sun", "orcid": "https://orcid.org/0000-0002-7683-4517"}, "institutions": [{"id": "https://openalex.org/I2250653659", "display_name": "Tencent (China)", "ror": "https://ror.org/00hhjss72", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I2250653659"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xing Sun", "raw_affiliation_strings": ["Tencent YouTu Lab , Shanghai 200233 ,", "Tencent YouTu Lab, Shanghai 200233, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Tencent YouTu Lab , Shanghai 200233 ,", "institution_ids": ["https://openalex.org/I2250653659"]}, {"raw_affiliation_string": "Tencent YouTu Lab, Shanghai 200233, China", "institution_ids": ["https://openalex.org/I2250653659"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5025292786", "display_name": "Tong Xu", "orcid": "https://orcid.org/0000-0003-4246-5386"}, "institutions": [{"id": "https://openalex.org/I126520041", "display_name": "University of Science and Technology of China", "ror": "https://ror.org/04c4dkn09", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I126520041", "https://openalex.org/I19820366"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Tong Xu", "raw_affiliation_strings": ["School of Artificial Intelligence and Data Science, University of Science and Technology of China , Hefei 230026 ,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Artificial Intelligence and Data Science, University of Science and Technology of China , Hefei 230026 ,", "institution_ids": ["https://openalex.org/I126520041"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5048237545", "display_name": "Enhong Chen", "orcid": "https://orcid.org/0000-0002-4835-4102"}, "institutions": [{"id": "https://openalex.org/I126520041", "display_name": "University of Science and Technology of China", "ror": "https://ror.org/04c4dkn09", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I126520041", "https://openalex.org/I19820366"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Enhong Chen", "raw_affiliation_strings": ["School of Artificial Intelligence and Data Science, University of Science and Technology of China , Hefei 230026 ,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Artificial Intelligence and Data Science, University of Science and Technology of China , Hefei 230026 ,", "institution_ids": ["https://openalex.org/I126520041"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 7, "corresponding_author_ids": ["https://openalex.org/A5073775343"], "corresponding_institution_ids": ["https://openalex.org/I126520041"], "apc_list": {"value": 1904, "currency": "USD", "value_usd": 1904}, "apc_paid": {"value": 1904, "currency": "USD", "value_usd": 1904}, "fwci": 117.1698, "has_fulltext": false, "cited_by_count": 521, "citation_normalized_percentile": {"value": 0.99987806, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 90, "max": 100}, "biblio": {"volume": "11", "issue": "12", "first_page": "nwae403", "last_page": "nwae403"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9991000294685364, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9936000108718872, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.35622793436050415}, {"id": "https://openalex.org/keywords/linguistics", "display_name": "Linguistics", "score": 0.32180124521255493}, {"id": "https://openalex.org/keywords/philosophy", "display_name": "Philosophy", "score": 0.17201367020606995}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.35622793436050415}, {"id": "https://openalex.org/C41895202", "wikidata": "https://www.wikidata.org/wiki/Q8162", "display_name": "Linguistics", "level": 1, "score": 0.32180124521255493}, {"id": "https://openalex.org/C138885662", "wikidata": "https://www.wikidata.org/wiki/Q5891", "display_name": "Philosophy", "level": 0, "score": 0.17201367020606995}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1093/nsr/nwae403", "is_oa": true, "landing_page_url": "https://doi.org/10.1093/nsr/nwae403", "pdf_url": null, "source": {"id": "https://openalex.org/S2734413303", "display_name": "National Science Review", "issn_l": "2053-714X", "issn": ["2053-714X", "2095-5138"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310311648", "host_organization_name": "Oxford University Press", "host_organization_lineage": ["https://openalex.org/P4310311648", "https://openalex.org/P4310311647"], "host_organization_lineage_names": ["Oxford University Press", "University of Oxford"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "National Science Review", "raw_type": "journal-article"}, {"id": "pmid:39679213", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/39679213", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "National science review", "raw_type": null}], "best_oa_location": {"id": "doi:10.1093/nsr/nwae403", "is_oa": true, "landing_page_url": "https://doi.org/10.1093/nsr/nwae403", "pdf_url": null, "source": {"id": "https://openalex.org/S2734413303", "display_name": "National Science Review", "issn_l": "2053-714X", "issn": ["2053-714X", "2095-5138"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310311648", "host_organization_name": "Oxford University Press", "host_organization_lineage": ["https://openalex.org/P4310311648", "https://openalex.org/P4310311647"], "host_organization_lineage_names": ["Oxford University Press", "University of Oxford"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "National Science Review", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.47999998927116394}], "awards": [{"id": "https://openalex.org/G1064288964", "display_name": null, "funder_award_id": "61727809", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G3604000827", "display_name": null, "funder_award_id": "62222213", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G3665707508", "display_name": null, "funder_award_id": "62406264", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G4442529403", "display_name": null, "funder_award_id": "U22B2059", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G4627299367", "display_name": null, "funder_award_id": "2023NSFSC1402", "funder_id": "https://openalex.org/F4320329861", "funder_display_name": "Natural Science Foundation of Sichuan Province"}, {"id": "https://openalex.org/G4862937960", "display_name": null, "funder_award_id": "U23A20319", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G7295420491", "display_name": null, "funder_award_id": "62072423", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}], "funders": [{"id": "https://openalex.org/F4320321001", "display_name": "National Natural Science Foundation of China", "ror": "https://ror.org/01h0zpd94"}, {"id": "https://openalex.org/F4320329861", "display_name": "Natural Science Foundation of Sichuan Province", "ror": null}, {"id": "https://openalex.org/F4320335581", "display_name": "Young Scientists Fund", "ror": null}], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 189, "referenced_works": ["https://openalex.org/W1583837637", "https://openalex.org/W1861492603", "https://openalex.org/W1905882502", "https://openalex.org/W1933349210", "https://openalex.org/W1956340063", "https://openalex.org/W2425121537", "https://openalex.org/W2489434015", "https://openalex.org/W2753032179", "https://openalex.org/W2753709519", "https://openalex.org/W2886641317", "https://openalex.org/W2904565150", "https://openalex.org/W2911445777", "https://openalex.org/W2914304175", "https://openalex.org/W2962735233", "https://openalex.org/W2963109634", "https://openalex.org/W2973379954", "https://openalex.org/W3012608737", "https://openalex.org/W3015591594", "https://openalex.org/W3096609285", "https://openalex.org/W3104279398", "https://openalex.org/W3176641147", "https://openalex.org/W3199693760", "https://openalex.org/W4281557623", "https://openalex.org/W4306820534", "https://openalex.org/W4307079201", "https://openalex.org/W4309804346", "https://openalex.org/W4322718191", "https://openalex.org/W4353113046", "https://openalex.org/W4361194507", "https://openalex.org/W4362515116", "https://openalex.org/W4362707064", "https://openalex.org/W4366400053", "https://openalex.org/W4367367040", "https://openalex.org/W4367628410", "https://openalex.org/W4368755685", "https://openalex.org/W4372266552", "https://openalex.org/W4372273323", "https://openalex.org/W4376122449", "https://openalex.org/W4376167553", "https://openalex.org/W4378501696", "https://openalex.org/W4378510493", "https://openalex.org/W4380137118", "https://openalex.org/W4381951819", "https://openalex.org/W4382142077", "https://openalex.org/W4382491206", "https://openalex.org/W4383604278", "https://openalex.org/W4384918448", "https://openalex.org/W4385570412", "https://openalex.org/W4385572634", "https://openalex.org/W4386065512", "https://openalex.org/W4386065691", "https://openalex.org/W4386071707", "https://openalex.org/W4386075985", "https://openalex.org/W4386076522", "https://openalex.org/W4386148496", "https://openalex.org/W4386185600", "https://openalex.org/W4386302587", "https://openalex.org/W4386555501", "https://openalex.org/W4386876368", "https://openalex.org/W4387294588", "https://openalex.org/W4387947626", "https://openalex.org/W4388444960", "https://openalex.org/W4388502440", "https://openalex.org/W4388585446", "https://openalex.org/W4388685765", "https://openalex.org/W4388685775", "https://openalex.org/W4389157280", "https://openalex.org/W4389519587", "https://openalex.org/W4389523832", "https://openalex.org/W4389983382", "https://openalex.org/W4390091503", "https://openalex.org/W4390136788", "https://openalex.org/W4390455781", "https://openalex.org/W4390874324", "https://openalex.org/W4390874575", "https://openalex.org/W4391376671", "https://openalex.org/W4391376827", "https://openalex.org/W4391987298", "https://openalex.org/W4392011716", "https://openalex.org/W4392627835", "https://openalex.org/W4393149524", "https://openalex.org/W4393220580", "https://openalex.org/W4395687490", "https://openalex.org/W4400033239", "https://openalex.org/W4401043272", "https://openalex.org/W4402670859", "https://openalex.org/W4402671548", "https://openalex.org/W4402716330", "https://openalex.org/W4402727405", "https://openalex.org/W4402727558", "https://openalex.org/W4402727635", "https://openalex.org/W4402727764", "https://openalex.org/W4402753581", "https://openalex.org/W4402753874", "https://openalex.org/W4402753951", "https://openalex.org/W4402754134", "https://openalex.org/W4403778769", "https://openalex.org/W4404575065", "https://openalex.org/W4404782964", "https://openalex.org/W4405595839", "https://openalex.org/W4405596328", "https://openalex.org/W6676497082", "https://openalex.org/W6767858076", "https://openalex.org/W6775041699", "https://openalex.org/W6778883912", "https://openalex.org/W6779823529", "https://openalex.org/W6782465632", "https://openalex.org/W6789909235", "https://openalex.org/W6791353385", "https://openalex.org/W6798805250", "https://openalex.org/W6800875267", "https://openalex.org/W6802669662", "https://openalex.org/W6804095316", "https://openalex.org/W6809646742", "https://openalex.org/W6810334672", "https://openalex.org/W6810738896", "https://openalex.org/W6811013733", "https://openalex.org/W6811467201", "https://openalex.org/W6839015040", "https://openalex.org/W6839041712", "https://openalex.org/W6843405348", "https://openalex.org/W6847076894", "https://openalex.org/W6849177959", "https://openalex.org/W6849677550", "https://openalex.org/W6850503672", "https://openalex.org/W6850625674", "https://openalex.org/W6850991314", "https://openalex.org/W6851513886", "https://openalex.org/W6851592950", "https://openalex.org/W6851623818", "https://openalex.org/W6851775633", "https://openalex.org/W6851948999", "https://openalex.org/W6851950068", "https://openalex.org/W6851960618", "https://openalex.org/W6852060543", "https://openalex.org/W6852087528", "https://openalex.org/W6852410717", "https://openalex.org/W6852418670", "https://openalex.org/W6852489829", "https://openalex.org/W6852667213", "https://openalex.org/W6852699137", "https://openalex.org/W6852773135", "https://openalex.org/W6852776751", "https://openalex.org/W6852784024", "https://openalex.org/W6852797390", "https://openalex.org/W6852818750", "https://openalex.org/W6852839128", "https://openalex.org/W6853116092", "https://openalex.org/W6853305943", "https://openalex.org/W6853469104", "https://openalex.org/W6853505628", "https://openalex.org/W6853875005", "https://openalex.org/W6854262950", "https://openalex.org/W6854263694", "https://openalex.org/W6854308264", "https://openalex.org/W6854347851", "https://openalex.org/W6854484269", "https://openalex.org/W6854695065", "https://openalex.org/W6854866820", "https://openalex.org/W6855350031", "https://openalex.org/W6855594702", "https://openalex.org/W6855759673", "https://openalex.org/W6856037140", "https://openalex.org/W6856560382", "https://openalex.org/W6856606850", "https://openalex.org/W6856794988", "https://openalex.org/W6856800273", "https://openalex.org/W6857241981", "https://openalex.org/W6857569170", "https://openalex.org/W6857614378", "https://openalex.org/W6857822741", "https://openalex.org/W6858247760", "https://openalex.org/W6858268588", "https://openalex.org/W6858380932", "https://openalex.org/W6858412945", "https://openalex.org/W6858603669", "https://openalex.org/W6858878845", "https://openalex.org/W6859010397", "https://openalex.org/W6859395458", "https://openalex.org/W6859462557", "https://openalex.org/W6859844524", "https://openalex.org/W6861475616", "https://openalex.org/W6861859004", "https://openalex.org/W6861874610", "https://openalex.org/W6862174374", "https://openalex.org/W6862276026", "https://openalex.org/W6862325135", "https://openalex.org/W6876048176", "https://openalex.org/W6917636526"], "related_works": ["https://openalex.org/W4391375266", "https://openalex.org/W2899084033", "https://openalex.org/W2748952813", "https://openalex.org/W2390279801", "https://openalex.org/W4391913857", "https://openalex.org/W2358668433", "https://openalex.org/W4396701345", "https://openalex.org/W2376932109", "https://openalex.org/W2001405890", "https://openalex.org/W4396696052"], "abstract_inverted_index": {"Recently,": [0], "the": [1, 36, 86, 103, 111, 115, 173], "multimodal": [2, 29, 55, 154, 160, 163], "large": [3, 20], "language": [4, 21], "model": [5], "(MLLM)": [6], "represented": [7], "by": [8], "GPT-4V": [9], "has": [10], "been": [11], "a": [12, 25, 58, 91], "new": [13], "rising": [14], "research": [15, 89, 135, 183], "hotspot,": [16], "which": [17], "uses": [18], "powerful": [19], "models": [22], "(LLMs)": [23], "as": [24, 39, 128, 130], "brain": [26], "to": [27, 61, 74, 99, 143], "perform": [28], "tasks.": [30], "The": [31], "surprising": [32, 92], "emergent": [33], "capabilities": [34], "of": [35, 88, 106, 114, 165], "MLLM,": [37], "such": [38], "writing": [40], "stories": [41], "based": [42], "on": [43], "images": [44], "and": [45, 70, 101, 117, 126, 149, 156, 167, 179], "optical": [46], "character": [47], "recognition-free": [48], "math": [49], "reasoning,": [50], "are": [51], "rare": [52], "in": [53], "traditional": [54], "methods,": [56], "suggesting": [57], "potential": [59], "path": [60], "artificial": [62], "general": [63], "intelligence.": [64], "To": [65, 171], "this": [66, 95], "end,": [67], "both": [68], "academia": [69], "industry": [71], "have": [72], "endeavored": [73], "develop": [75], "MLLMs": [76, 139], "that": [77], "can": [78, 140], "compete": [79], "with": [80, 153], "or": [81], "even": [82], "outperform": [83], "GPT-4V,": [84], "pushing": [85], "limit": [87], "at": [90], "speed.": [93], "In": [94], "paper,": [96, 174], "we": [97, 109, 133, 175], "aim": [98], "trace": [100], "summarize": [102], "recent": [104], "progress": [105], "MLLMs.": [107], "First,": [108], "present": [110], "basic": [112], "formulation": [113], "MLLM": [116], "delineate": [118], "its": [119], "related": [120], "concepts,": [121], "including": [122, 159], "architecture,": [123], "training": [124], "strategy": [125], "data,": [127], "well": [129], "evaluation.": [131], "Then,": [132], "introduce": [134], "topics": [136], "about": [137], "how": [138], "be": [141], "extended": [142, 157], "support": [144], "more": [145], "granularity,": [146], "modalities,": [147], "languages": [148], "scenarios.": [150], "We": [151], "continue": [152], "hallucination": [155], "techniques,": [158], "in-context": [161], "learning,": [162], "chain": [164], "thought": [166], "LLM-aided": [168], "visual": [169], "reasoning.": [170], "conclude": [172], "discuss": [176], "existing": [177], "challenges": [178], "point": [180], "out": [181], "promising": [182], "directions.": [184]}, "counts_by_year": [{"year": 2026, "cited_by_count": 125}, {"year": 2025, "cited_by_count": 321}, {"year": 2024, "cited_by_count": 74}, {"year": 2023, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4390490761", "doi": "https://doi.org/10.1145/3639372", "title": "Explainability for Large Language Models: A Survey", "display_name": "Explainability for Large Language Models: A Survey", "relevance_score": 2209.0693, "publication_year": 2024, "publication_date": "2024-01-02", "ids": {"openalex": "https://openalex.org/W4390490761", "doi": "https://doi.org/10.1145/3639372"}, "language": "en", "primary_location": {"id": "doi:10.1145/3639372", "is_oa": true, "landing_page_url": "https://doi.org/10.1145/3639372", "pdf_url": "https://dl.acm.org/doi/pdf/10.1145/3639372", "source": {"id": "https://openalex.org/S2492086750", "display_name": "ACM Transactions on Intelligent Systems and Technology", "issn_l": "2157-6904", "issn": ["2157-6904", "2157-6912"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319798", "host_organization_name": "Association for Computing Machinery", "host_organization_lineage": ["https://openalex.org/P4310319798"], "host_organization_lineage_names": ["Association for Computing Machinery"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "ACM Transactions on Intelligent Systems and Technology", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "hybrid", "oa_url": "https://dl.acm.org/doi/pdf/10.1145/3639372", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5100738980", "display_name": "Haiyan Zhao", "orcid": "https://orcid.org/0009-0006-5358-6895"}, "institutions": [{"id": "https://openalex.org/I118118575", "display_name": "New Jersey Institute of Technology", "ror": "https://ror.org/05e74xb87", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I118118575"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Haiyan Zhao", "raw_affiliation_strings": ["New Jersey Institute of Technology, Newark, USA"], "raw_orcid": "https://orcid.org/0009-0006-5358-6895", "affiliations": [{"raw_affiliation_string": "New Jersey Institute of Technology, Newark, USA", "institution_ids": ["https://openalex.org/I118118575"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101511644", "display_name": "Hanjie Chen", "orcid": "https://orcid.org/0009-0001-5547-6634"}, "institutions": [{"id": "https://openalex.org/I145311948", "display_name": "Johns Hopkins University", "ror": "https://ror.org/00za53h95", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I145311948"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Hanjie Chen", "raw_affiliation_strings": ["Johns Hopkins University, Baltimore, USA"], "raw_orcid": "https://orcid.org/0009-0001-5547-6634", "affiliations": [{"raw_affiliation_string": "Johns Hopkins University, Baltimore, USA", "institution_ids": ["https://openalex.org/I145311948"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101790532", "display_name": "Fan Yang", "orcid": "https://orcid.org/0000-0003-3442-754X"}, "institutions": [{"id": "https://openalex.org/I47251452", "display_name": "Wake Forest University", "ror": "https://ror.org/0207ad724", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I47251452"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Fan Yang", "raw_affiliation_strings": ["Wake Forest University, Winston-Salem, USA"], "raw_orcid": "https://orcid.org/0000-0003-3442-754X", "affiliations": [{"raw_affiliation_string": "Wake Forest University, Winston-Salem, USA", "institution_ids": ["https://openalex.org/I47251452"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5007489034", "display_name": "Ninghao Liu", "orcid": "https://orcid.org/0000-0002-9170-2424"}, "institutions": [{"id": "https://openalex.org/I165733156", "display_name": "University of Georgia", "ror": "https://ror.org/00te3t702", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I165733156"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Ninghao Liu", "raw_affiliation_strings": ["University of Georgia, Athens, USA"], "raw_orcid": "https://orcid.org/0000-0002-9170-2424", "affiliations": [{"raw_affiliation_string": "University of Georgia, Athens, USA", "institution_ids": ["https://openalex.org/I165733156"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5075858724", "display_name": "Huiqi Deng", "orcid": "https://orcid.org/0000-0002-2946-6678"}, "institutions": [{"id": "https://openalex.org/I183067930", "display_name": "Shanghai Jiao Tong University", "ror": "https://ror.org/0220qvk04", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I183067930"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Huiqi Deng", "raw_affiliation_strings": ["Shanghai Jiao Tong University, Shanghai, China"], "raw_orcid": "https://orcid.org/0000-0002-2946-6678", "affiliations": [{"raw_affiliation_string": "Shanghai Jiao Tong University, Shanghai, China", "institution_ids": ["https://openalex.org/I183067930"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5062665223", "display_name": "Hengyi Cai", "orcid": "https://orcid.org/0000-0002-7147-5666"}, "institutions": [{"id": "https://openalex.org/I4210090176", "display_name": "Institute of Computing Technology", "ror": "https://ror.org/0090r4d87", "country_code": "CN", "type": "facility", "lineage": ["https://openalex.org/I19820366", "https://openalex.org/I4210090176"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Hengyi Cai", "raw_affiliation_strings": ["Institute of Computing Technology, CAS, China"], "raw_orcid": "https://orcid.org/0000-0002-7147-5666", "affiliations": [{"raw_affiliation_string": "Institute of Computing Technology, CAS, China", "institution_ids": ["https://openalex.org/I4210090176"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5050255638", "display_name": "Shuaiqiang Wang", "orcid": "https://orcid.org/0000-0002-9212-1947"}, "institutions": [{"id": "https://openalex.org/I98301712", "display_name": "Baidu (China)", "ror": "https://ror.org/03vs3wt56", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I98301712"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Shuaiqiang Wang", "raw_affiliation_strings": ["Baidu Inc., Beijing, China"], "raw_orcid": "https://orcid.org/0000-0002-9212-1947", "affiliations": [{"raw_affiliation_string": "Baidu Inc., Beijing, China", "institution_ids": ["https://openalex.org/I98301712"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5103029035", "display_name": "Dawei Yin", "orcid": "https://orcid.org/0000-0001-6813-680X"}, "institutions": [{"id": "https://openalex.org/I98301712", "display_name": "Baidu (China)", "ror": "https://ror.org/03vs3wt56", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I98301712"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Dawei Yin", "raw_affiliation_strings": ["Baidu Inc., Beijing, China"], "raw_orcid": "https://orcid.org/0000-0001-6813-680X", "affiliations": [{"raw_affiliation_string": "Baidu Inc., Beijing, China", "institution_ids": ["https://openalex.org/I98301712"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5072191151", "display_name": "Mengnan Du", "orcid": "https://orcid.org/0000-0002-1614-6069"}, "institutions": [{"id": "https://openalex.org/I118118575", "display_name": "New Jersey Institute of Technology", "ror": "https://ror.org/05e74xb87", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I118118575"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Mengnan Du", "raw_affiliation_strings": ["New Jersey Institute of Technology, Newark, USA"], "raw_orcid": "https://orcid.org/0000-0002-1614-6069", "affiliations": [{"raw_affiliation_string": "New Jersey Institute of Technology, Newark, USA", "institution_ids": ["https://openalex.org/I118118575"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 9, "corresponding_author_ids": ["https://openalex.org/A5100738980"], "corresponding_institution_ids": ["https://openalex.org/I118118575"], "apc_list": null, "apc_paid": null, "fwci": 162.1201, "has_fulltext": true, "cited_by_count": 521, "citation_normalized_percentile": {"value": 0.99987727, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 90, "max": 100}, "biblio": {"volume": "15", "issue": "2", "first_page": "1", "last_page": "38"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T12026", "display_name": "Explainable Artificial Intelligence (XAI)", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T12026", "display_name": "Explainable Artificial Intelligence (XAI)", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9972000122070312, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T13702", "display_name": "Machine Learning in Healthcare", "score": 0.9894000291824341, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8967035412788391}, {"id": "https://openalex.org/keywords/language-model", "display_name": "Language model", "score": 0.4575468897819519}, {"id": "https://openalex.org/keywords/data-science", "display_name": "Data science", "score": 0.3477069139480591}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.3338547945022583}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.32770025730133057}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8967035412788391}, {"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.4575468897819519}, {"id": "https://openalex.org/C2522767166", "wikidata": "https://www.wikidata.org/wiki/Q2374463", "display_name": "Data science", "level": 1, "score": 0.3477069139480591}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.3338547945022583}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.32770025730133057}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1145/3639372", "is_oa": true, "landing_page_url": "https://doi.org/10.1145/3639372", "pdf_url": "https://dl.acm.org/doi/pdf/10.1145/3639372", "source": {"id": "https://openalex.org/S2492086750", "display_name": "ACM Transactions on Intelligent Systems and Technology", "issn_l": "2157-6904", "issn": ["2157-6904", "2157-6912"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319798", "host_organization_name": "Association for Computing Machinery", "host_organization_lineage": ["https://openalex.org/P4310319798"], "host_organization_lineage_names": ["Association for Computing Machinery"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "ACM Transactions on Intelligent Systems and Technology", "raw_type": "journal-article"}], "best_oa_location": {"id": "doi:10.1145/3639372", "is_oa": true, "landing_page_url": "https://doi.org/10.1145/3639372", "pdf_url": "https://dl.acm.org/doi/pdf/10.1145/3639372", "source": {"id": "https://openalex.org/S2492086750", "display_name": "ACM Transactions on Intelligent Systems and Technology", "issn_l": "2157-6904", "issn": ["2157-6904", "2157-6912"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319798", "host_organization_name": "Association for Computing Machinery", "host_organization_lineage": ["https://openalex.org/P4310319798"], "host_organization_lineage_names": ["Association for Computing Machinery"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "ACM Transactions on Intelligent Systems and Technology", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.7799999713897705}], "awards": [], "funders": [], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4390490761.pdf", "grobid_xml": "https://content.openalex.org/works/W4390490761.grobid-xml"}, "referenced_works_count": 122, "referenced_works": ["https://openalex.org/W1583837637", "https://openalex.org/W2195388612", "https://openalex.org/W2282821441", "https://openalex.org/W2487898712", "https://openalex.org/W2541674938", "https://openalex.org/W2594633041", "https://openalex.org/W2612690371", "https://openalex.org/W2618851150", "https://openalex.org/W2888329843", "https://openalex.org/W2888922637", "https://openalex.org/W2890457888", "https://openalex.org/W2923014074", "https://openalex.org/W2941681871", "https://openalex.org/W2946359678", "https://openalex.org/W2946417913", "https://openalex.org/W2946794439", "https://openalex.org/W2948947170", "https://openalex.org/W2949279173", "https://openalex.org/W2949605285", "https://openalex.org/W2950768109", "https://openalex.org/W2962816513", "https://openalex.org/W2962833140", "https://openalex.org/W2962862931", "https://openalex.org/W2963123635", "https://openalex.org/W2963400886", "https://openalex.org/W2963651521", "https://openalex.org/W2964159778", "https://openalex.org/W2970120757", "https://openalex.org/W2970476646", "https://openalex.org/W2970726176", "https://openalex.org/W2970862333", "https://openalex.org/W2972324944", "https://openalex.org/W2973136764", "https://openalex.org/W2979200397", "https://openalex.org/W2996005046", "https://openalex.org/W2996035354", "https://openalex.org/W2996061341", "https://openalex.org/W2996851481", "https://openalex.org/W3010694149", "https://openalex.org/W3030163527", "https://openalex.org/W3034503989", "https://openalex.org/W3034685497", "https://openalex.org/W3034917890", "https://openalex.org/W3035281110", "https://openalex.org/W3035503910", "https://openalex.org/W3038035611", "https://openalex.org/W3093452197", "https://openalex.org/W3098839135", "https://openalex.org/W3101656801", "https://openalex.org/W3102812725", "https://openalex.org/W3104423855", "https://openalex.org/W3116152597", "https://openalex.org/W3118485687", "https://openalex.org/W3118560954", "https://openalex.org/W3152409010", "https://openalex.org/W3154790171", "https://openalex.org/W3166986030", "https://openalex.org/W3167354871", "https://openalex.org/W3168767448", "https://openalex.org/W3169948074", "https://openalex.org/W3170826848", "https://openalex.org/W3173247797", "https://openalex.org/W3173380736", "https://openalex.org/W3173447414", "https://openalex.org/W3173506780", "https://openalex.org/W3173787059", "https://openalex.org/W3173813266", "https://openalex.org/W3174057701", "https://openalex.org/W3174254835", "https://openalex.org/W3175560839", "https://openalex.org/W3176196997", "https://openalex.org/W3176614973", "https://openalex.org/W3184133963", "https://openalex.org/W3186479087", "https://openalex.org/W3202070718", "https://openalex.org/W3207580712", "https://openalex.org/W3208147779", "https://openalex.org/W3212603771", "https://openalex.org/W3213645763", "https://openalex.org/W4205460703", "https://openalex.org/W4221139076", "https://openalex.org/W4221143046", "https://openalex.org/W4223554833", "https://openalex.org/W4225881819", "https://openalex.org/W4229022551", "https://openalex.org/W4281657280", "https://openalex.org/W4283792669", "https://openalex.org/W4287824654", "https://openalex.org/W4287854593", "https://openalex.org/W4287888019", "https://openalex.org/W4287890950", "https://openalex.org/W4288086191", "https://openalex.org/W4292779060", "https://openalex.org/W4293328703", "https://openalex.org/W4305007454", "https://openalex.org/W4306294746", "https://openalex.org/W4377226909", "https://openalex.org/W4379379858", "https://openalex.org/W4385570561", "https://openalex.org/W4385570965", "https://openalex.org/W4385571045", "https://openalex.org/W4385571276", "https://openalex.org/W4385571986", "https://openalex.org/W4385572081", "https://openalex.org/W4385572323", "https://openalex.org/W4385572404", "https://openalex.org/W4385572663", "https://openalex.org/W4385572928", "https://openalex.org/W4385573227", "https://openalex.org/W4385573270", "https://openalex.org/W4385573428", "https://openalex.org/W4385574286", "https://openalex.org/W4386566641", "https://openalex.org/W4389519119", "https://openalex.org/W4389519345", "https://openalex.org/W4389519585", "https://openalex.org/W4390043316", "https://openalex.org/W4402671653", "https://openalex.org/W6734194636", "https://openalex.org/W6763112115", "https://openalex.org/W6774543477", "https://openalex.org/W6839328737"], "related_works": ["https://openalex.org/W2748952813", "https://openalex.org/W2390279801", "https://openalex.org/W2358668433", "https://openalex.org/W2376932109", "https://openalex.org/W2001405890", "https://openalex.org/W2382290278", "https://openalex.org/W2478288626", "https://openalex.org/W4391913857", "https://openalex.org/W2350741829", "https://openalex.org/W3204019825"], "abstract_inverted_index": {"Large": [0], "language": [1, 10, 66], "models": [2, 35, 125], "(LLMs)": [3], "have": [4], "demonstrated": [5], "impressive": [6], "capabilities": [7], "in": [8, 140, 145], "natural": [9], "processing.": [11], "However,": [12], "their": [13, 40], "internal": [14], "mechanisms": [15], "are": [16], "still": [17], "unclear": [18], "and": [19, 32, 43, 56, 81, 91, 101, 116, 126, 134], "this": [20, 47], "lack": [21], "of": [22, 53, 61, 76, 98, 104, 143], "transparency": [23], "poses": [24], "unwanted": [25], "risks": [26], "for": [27, 38, 63, 94, 112, 137], "downstream": [28], "applications.": [29], "Therefore,": [30], "understanding": [31], "explaining": [33, 64], "these": [34], "is": [36], "crucial": [37], "elucidating": [39], "behaviors,": [41], "limitations,": [42], "social": [44], "impacts.": [45], "In": [46], "article,": [48], "we": [49, 87, 130], "introduce": [50], "a": [51, 58], "taxonomy": [52], "explainability": [54], "techniques": [55, 70, 139], "provide": [57], "structured": [59], "overview": [60], "methods": [62], "Transformer-based": [65], "models.": [67, 151], "We": [68, 108], "categorize": [69], "based": [71], "on": [72], "the": [73, 89, 141], "training": [74], "paradigms": [75], "LLMs:": [77], "traditional": [78], "fine-tuning-based": [79], "paradigm": [80], "prompting-based": [82], "paradigm.": [83], "For": [84], "each": [85], "paradigm,": [86], "summarize": [88], "goals": [90], "dominant": [92], "approaches": [93], "generating": [95], "local": [96], "explanations": [97, 103, 115, 119], "individual": [99], "predictions": [100], "global": [102], "overall": [105], "model": [106], "knowledge.": [107], "also": [109], "discuss": [110, 117], "metrics": [111], "evaluating": [113], "generated": [114], "how": [118], "can": [120], "be": [121], "leveraged": [122], "to": [123, 147], "debug": [124], "improve": [127], "performance.": [128], "Lastly,": [129], "examine": [131], "key": [132], "challenges": [133], "emerging": [135], "opportunities": [136], "explanation": [138], "era": [142], "LLMs": [144], "comparison": [146], "conventional": [148], "deep": [149], "learning": [150]}, "counts_by_year": [{"year": 2026, "cited_by_count": 85}, {"year": 2025, "cited_by_count": 308}, {"year": 2024, "cited_by_count": 120}, {"year": 2023, "cited_by_count": 7}, {"year": 2019, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}], "group_by": []}