{"id":"https://openalex.org/W4396870811","doi":"https://doi.org/10.1145/3664930","title":"A Bibliometric Review of Large Language Models Research from 2017 to 2023","display_name":"A Bibliometric Review of Large Language Models Research from 2017 to 2023","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4396870811","doi":"https://doi.org/10.1145/3664930"},"language":"en","primary_location":{"id":"doi:10.1145/3664930","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664930","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664930","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3664930","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070395413","display_name":"Lizhou Fan","orcid":"https://orcid.org/0000-0002-7962-9113"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lizhou Fan","raw_affiliation_strings":["School of Information, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-7962-9113","affiliations":[{"raw_affiliation_string":"School of Information, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031522503","display_name":"Lingyao Li","orcid":"https://orcid.org/0000-0001-5888-8311"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingyao Li","raw_affiliation_strings":["School of Information, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0001-5888-8311","affiliations":[{"raw_affiliation_string":"School of Information, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036241480","display_name":"Zihui Ma","orcid":"https://orcid.org/0000-0002-2836-280X"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zihui Ma","raw_affiliation_strings":["Department of Civil and Environmental Engineering, University of Maryland, College Park, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-2836-280X","affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101403774","display_name":"Sanggyu Lee","orcid":"https://orcid.org/0009-0004-6260-072X"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanggyu Lee","raw_affiliation_strings":["Department of Civil and Environmental Engineering, University of Maryland, College Park, MD, USA"],"raw_orcid":"https://orcid.org/0009-0004-6260-072X","affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005046138","display_name":"Huizi Yu","orcid":"https://orcid.org/0000-0003-3776-9211"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huizi Yu","raw_affiliation_strings":["School of Public Health, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-3776-9211","affiliations":[{"raw_affiliation_string":"School of Public Health, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077179813","display_name":"Libby Hemphill","orcid":"https://orcid.org/0000-0002-3793-7281"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Libby Hemphill","raw_affiliation_strings":["School of Information, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-3793-7281","affiliations":[{"raw_affiliation_string":"School of Information, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5070395413"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":13.7167,"has_fulltext":false,"cited_by_count":138,"citation_normalized_percentile":{"value":0.99157829,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"15","issue":"5","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9307000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4784405529499054},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32989752292633057}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4784405529499054},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32989752292633057}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664930","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664930","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664930","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3664930","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664930","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664930","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6200000047683716}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396870811.pdf"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1559665635","https://openalex.org/W1980867644","https://openalex.org/W2063602140","https://openalex.org/W2128925311","https://openalex.org/W2889326414","https://openalex.org/W2965570621","https://openalex.org/W2970641574","https://openalex.org/W2970771982","https://openalex.org/W2985808369","https://openalex.org/W2996851481","https://openalex.org/W3000895385","https://openalex.org/W3037633284","https://openalex.org/W3046375318","https://openalex.org/W3092910147","https://openalex.org/W3098217728","https://openalex.org/W3104186312","https://openalex.org/W3120450676","https://openalex.org/W3133702157","https://openalex.org/W3158733382","https://openalex.org/W3160137267","https://openalex.org/W3160638507","https://openalex.org/W3160856016","https://openalex.org/W3164670515","https://openalex.org/W3176075285","https://openalex.org/W3184144760","https://openalex.org/W3207867270","https://openalex.org/W4206684300","https://openalex.org/W4210764005","https://openalex.org/W4214539721","https://openalex.org/W4214938478","https://openalex.org/W4220974974","https://openalex.org/W4226510082","https://openalex.org/W4229011615","https://openalex.org/W4229048913","https://openalex.org/W4229506649","https://openalex.org/W4285298732","https://openalex.org/W4287887967","https://openalex.org/W4290599620","https://openalex.org/W4308033272","https://openalex.org/W4311035592","https://openalex.org/W4311268142","https://openalex.org/W4317214808","https://openalex.org/W4318069287","https://openalex.org/W4319662928","https://openalex.org/W4323811257","https://openalex.org/W4327545654","https://openalex.org/W4391473457","https://openalex.org/W4402672103","https://openalex.org/W4404783869","https://openalex.org/W6892451674"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"language":[1,15,27,46],"models":[2,16],"(LLMs),":[3],"such":[4],"as":[5,76],"OpenAI's":[6],"Generative":[7],"Pre-trained":[8],"Transformer":[9],"(GPT),":[10],"are":[11,121],"a":[12,23,34,77],"class":[13],"of":[14,25,40,64,89,131,153,169],"that":[17,120],"have":[18,32],"demonstrated":[19],"outstanding":[20],"performance":[21],"across":[22],"range":[24],"natural":[26],"processing":[28],"(NLP)":[29],"tasks.":[30],"LLMs":[31,90,124,132,154,170],"become":[33],"highly":[35],"sought-after":[36],"research":[37,95,105,171],"area":[38],"because":[39],"their":[41,48],"ability":[42],"to":[43,50,84,99],"generate":[44],"human-like":[45],"and":[47,53,61,82,107,117,136,143,167,172],"potential":[49,168],"revolutionize":[51],"science":[52],"technology.":[54],"In":[55],"this":[56,73,157],"study,":[57],"we":[58],"conduct":[59],"bibliometric":[60],"discourse":[62],"analyses":[63],"scholarly":[65],"literature":[66],"on":[67],"LLMs.":[68],"Synthesizing":[69],"over":[70],"5,000":[71],"publications,":[72],"article":[74,158],"serves":[75],"roadmap":[78],"for":[79],"researchers,":[80],"practitioners,":[81],"policymakers":[83],"navigate":[85],"the":[86,94,113,129,149,163],"current":[87,164],"landscape":[88],"research.":[91,125,155],"We":[92,109,126],"present":[93],"trends":[96],"from":[97],"2017":[98],"early":[100],"2023,":[101],"identifying":[102],"patterns":[103],"in":[104,123,133],"paradigms":[106],"collaborations.":[108],"start":[110],"with":[111],"analyzing":[112],"core":[114],"algorithm":[115],"developments":[116],"NLP":[118],"tasks":[119],"fundamental":[122],"then":[127],"investigate":[128],"applications":[130],"various":[134],"fields":[135],"domains,":[137],"including":[138],"medicine,":[139],"engineering,":[140],"social":[141],"science,":[142],"humanities.":[144],"Our":[145],"review":[146],"also":[147],"reveals":[148],"dynamic,":[150],"fast-paced":[151],"evolution":[152],"Overall,":[156],"offers":[159],"valuable":[160],"insights":[161],"into":[162],"state,":[165],"impact,":[166],"its":[173],"applications.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":58},{"year":2024,"cited_by_count":48},{"year":2023,"cited_by_count":18}],"updated_date":"2026-04-27T08:22:11.395708","created_date":"2025-10-10T00:00:00"}