{"id":"https://openalex.org/W4389977189","doi":"https://doi.org/10.1016/j.nlp.2023.100048","title":"A survey of GPT-3 family large language models including ChatGPT and GPT-4","display_name":"A survey of GPT-3 family large language models including ChatGPT and GPT-4","publication_year":2023,"publication_date":"2023-12-19","ids":{"openalex":"https://openalex.org/W4389977189","doi":"https://doi.org/10.1016/j.nlp.2023.100048"},"language":"en","primary_location":{"id":"doi:10.1016/j.nlp.2023.100048","doi":"https://doi.org/10.1016/j.nlp.2023.100048","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.nlp.2023.100048","pdf_url":null,"source":{"id":"https://openalex.org/S4387285670","display_name":"Natural Language Processing Journal","issn_l":"2949-7191","issn":["2949-7191"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Processing Journal","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.nlp.2023.100048","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007480962","display_name":"Katikapalli Subramanyam Kalyan","orcid":"https://orcid.org/0000-0002-5490-6444","observed_orcids":["https://orcid.org/0000-0002-5490-6444"]},"institutions":[{"id":"https://openalex.org/I4210139346","display_name":"Department of Public","ror":"https://ror.org/04qbta562","country_code":"IN","type":"government","lineage":["https://openalex.org/I148776243","https://openalex.org/I4210139346"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Katikapalli Subramanyam Kalyan","raw_affiliation_strings":["Akmmus AI, Trichy, Tamil Nadu, 620015, India"],"raw_orcid":"https://orcid.org/0000-0002-5490-6444","affiliations":[{"raw_affiliation_string":"Akmmus AI, Trichy, Tamil Nadu, 620015, India","institution_ids":["https://openalex.org/I4210139346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5007480962"],"corresponding_institution_ids":["https://openalex.org/I4210139346"],"apc_list":{"value":1700,"currency":"USD","value_usd":1700},"apc_paid":{"value":1700,"currency":"USD","value_usd":1700},"fwci":29.2647,"has_fulltext":false,"cited_by_count":419,"citation_normalized_percentile":{"value":0.99784141,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"6","issue":null,"first_page":"100048","last_page":"100048"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.015300000086426735,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9160000085830688},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.953000009059906},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":1.0},{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.878000020980835},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.9110000133514404},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.9549999833106995},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.996999979019165},{"id":"https://openalex.org/keywords/downstream-tasks","display_name":"downstream tasks","score":0.5130000114440918},{"id":"https://openalex.org/keywords/multilingual-performance","display_name":"multilingual performance","score":0.6930000185966492},{"id":"https://openalex.org/keywords/data-annotation","display_name":"data annotation","score":0.8040000200271606},{"id":"https://openalex.org/keywords/data-augmentation","display_name":"data augmentation","score":0.9860000014305115},{"id":"https://openalex.org/keywords/robustness","display_name":"robustness","score":0.8510000109672546}],"concepts":[{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.8172770142555237},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5771751403808594},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42218124866485596},{"id":"https://openalex.org/C75306776","wikidata":"https://www.wikidata.org/wiki/Q7632662","display_name":"Successor cardinal","level":2,"score":0.4190170466899872},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4138838052749634},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34387558698654175},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33410507440567017},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.31604886054992676},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.16239401698112488},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.nlp.2023.100048","doi":"https://doi.org/10.1016/j.nlp.2023.100048","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.nlp.2023.100048","pdf_url":null,"source":{"id":"https://openalex.org/S4387285670","display_name":"Natural Language Processing Journal","issn_l":"2949-7191","issn":["2949-7191"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Processing Journal","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.nlp.2023.100048","doi":"https://doi.org/10.1016/j.nlp.2023.100048","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.nlp.2023.100048","pdf_url":null,"source":{"id":"https://openalex.org/S4387285670","display_name":"Natural Language Processing Journal","issn_l":"2949-7191","issn":["2949-7191"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Processing Journal","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":517,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W1686810756","https://openalex.org/W1832693441","https://openalex.org/W1902237438","https://openalex.org/W1924770834","https://openalex.org/W2013942451","https://openalex.org/W2017561954","https://openalex.org/W2064675550","https://openalex.org/W2097117768","https://openalex.org/W2101105183","https://openalex.org/W2108598243","https://openalex.org/W2120615054","https://openalex.org/W2123301721","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2154652894","https://openalex.org/W2156723666","https://openalex.org/W2157331557","https://openalex.org/W2163302275","https://openalex.org/W2163605009","https://openalex.org/W2165698076","https://openalex.org/W2170240176","https://openalex.org/W2170973209","https://openalex.org/W2171960770","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2251658415","https://openalex.org/W2284660317","https://openalex.org/W2493916176","https://openalex.org/W2605035112","https://openalex.org/W2606347107","https://openalex.org/W2618851150","https://openalex.org/W2626778328","https://openalex.org/W2762550985","https://openalex.org/W2767899794","https://openalex.org/W2781626870","https://openalex.org/W2787560479","https://openalex.org/W2798812533","https://openalex.org/W2810821963","https://openalex.org/W2884001105","https://openalex.org/W2884159461","https://openalex.org/W2888482885","https://openalex.org/W2896457183","https://openalex.org/W2903745629","https://openalex.org/W2911489562","https://openalex.org/W2923014074","https://openalex.org/W2936695845","https://openalex.org/W2950813464","https://openalex.org/W2953894827","https://openalex.org/W2954996726","https://openalex.org/W2963216553","https://openalex.org/W2965373594","https://openalex.org/W2970049541","https://openalex.org/W2970636124","https://openalex.org/W2970785793","https://openalex.org/W2971296908","https://openalex.org/W2975059944","https://openalex.org/W2978017171","https://openalex.org/W2979864122","https://openalex.org/W2981852735","https://openalex.org/W2982399380","https://openalex.org/W2983040767","https://openalex.org/W2984353870","https://openalex.org/W2984452801","https://openalex.org/W2984500026","https://openalex.org/W2992693294","https://openalex.org/W2996035354","https://openalex.org/W2996264288","https://openalex.org/W3001434439","https://openalex.org/W3005724337","https://openalex.org/W3009431628","https://openalex.org/W3011574394","https://openalex.org/W3015468748","https://openalex.org/W3021153741","https://openalex.org/W3027440908","https://openalex.org/W3030163527","https://openalex.org/W3033187248","https://openalex.org/W3033528290","https://openalex.org/W3033529678","https://openalex.org/W3034379969","https://openalex.org/W3034457371","https://openalex.org/W3035101152","https://openalex.org/W3035725276","https://openalex.org/W3036247427","https://openalex.org/W3037252472","https://openalex.org/W3041133507","https://openalex.org/W3045733172","https://openalex.org/W3046368065","https://openalex.org/W3046375318","https://openalex.org/W3080855795","https://openalex.org/W3085139254","https://openalex.org/W3085807072","https://openalex.org/W3092129462","https://openalex.org/W3093553144","https://openalex.org/W3094002940","https://openalex.org/W3094446431","https://openalex.org/W3097513514","https://openalex.org/W3098605233","https://openalex.org/W3099919888","https://openalex.org/W3100107515","https://openalex.org/W3101045333","https://openalex.org/W3101118213","https://openalex.org/W3102925419","https://openalex.org/W3103272618","https://openalex.org/W3105966348","https://openalex.org/W3111372071","https://openalex.org/W3128553165","https://openalex.org/W3132736064","https://openalex.org/W3133652505","https://openalex.org/W3138899981","https://openalex.org/W3141797743","https://openalex.org/W3157252883","https://openalex.org/W3162734203","https://openalex.org/W3164540570","https://openalex.org/W3166508187","https://openalex.org/W3167228455","https://openalex.org/W3167303983","https://openalex.org/W3169483174","https://openalex.org/W3170092793","https://openalex.org/W3171649327","https://openalex.org/W3172480024","https://openalex.org/W3174007554","https://openalex.org/W3174150157","https://openalex.org/W3177813494","https://openalex.org/W3180181113","https://openalex.org/W3180299705","https://openalex.org/W3183962691","https://openalex.org/W3186081172","https://openalex.org/W3188301284","https://openalex.org/W3190572136","https://openalex.org/W3196820561","https://openalex.org/W3196850540","https://openalex.org/W3197510562","https://openalex.org/W3198240825","https://openalex.org/W3198243861","https://openalex.org/W3198659451","https://openalex.org/W3198685994","https://openalex.org/W3199693760","https://openalex.org/W3200787399","https://openalex.org/W3201174429","https://openalex.org/W3201915713","https://openalex.org/W3204112174","https://openalex.org/W3211686893","https://openalex.org/W3212260201","https://openalex.org/W3212554815","https://openalex.org/W4200634402","https://openalex.org/W4205403018","https://openalex.org/W4206802281","https://openalex.org/W4221159406","https://openalex.org/W4221165572","https://openalex.org/W4221166075","https://openalex.org/W4221166835","https://openalex.org/W4221167110","https://openalex.org/W4224215750","https://openalex.org/W4224308101","https://openalex.org/W4225858632","https://openalex.org/W4225934689","https://openalex.org/W4226278401","https://openalex.org/W4226287673","https://openalex.org/W4226321975","https://openalex.org/W4226364033","https://openalex.org/W4226399820","https://openalex.org/W4226418765","https://openalex.org/W4226485558","https://openalex.org/W4229005866","https://openalex.org/W4238634189","https://openalex.org/W4249142012","https://openalex.org/W4281486672","https://openalex.org/W4281690148","https://openalex.org/W4283026156","https://openalex.org/W4285077564","https://openalex.org/W4285107543","https://openalex.org/W4285159263","https://openalex.org/W4285305471","https://openalex.org/W4285600327","https://openalex.org/W4287854732","https://openalex.org/W4287887264","https://openalex.org/W4287887942","https://openalex.org/W4288727348","https://openalex.org/W4294833327","https://openalex.org/W4296413526","https://openalex.org/W4298152421","https://openalex.org/W4298181573","https://openalex.org/W4300506197","https://openalex.org/W4307079201","https://openalex.org/W4307309259","https://openalex.org/W4307933740","https://openalex.org/W4308504405","https://openalex.org/W4308760226","https://openalex.org/W4311253308","https://openalex.org/W4312205996","https://openalex.org/W4313483544","https://openalex.org/W4313563813","https://openalex.org/W4317553041","https://openalex.org/W4318351452","https://openalex.org/W4318485861","https://openalex.org/W4318719686","https://openalex.org/W4318903120","https://openalex.org/W4319662928","https://openalex.org/W4319773014","https://openalex.org/W4319991848","https://openalex.org/W4320005767","https://openalex.org/W4320009668","https://openalex.org/W4320167623","https://openalex.org/W4320559489","https://openalex.org/W4320920036","https://openalex.org/W4321009772","https://openalex.org/W4321276774","https://openalex.org/W4321372824","https://openalex.org/W4321472057","https://openalex.org/W4321524280","https://openalex.org/W4321524373","https://openalex.org/W4321854923","https://openalex.org/W4322718191","https://openalex.org/W4322718421","https://openalex.org/W4322760121","https://openalex.org/W4322832290","https://openalex.org/W4323650985","https://openalex.org/W4323709074","https://openalex.org/W4323717348","https://openalex.org/W4324046518","https://openalex.org/W4324134461","https://openalex.org/W4327522884","https://openalex.org/W4327811957","https://openalex.org/W4330337479","https://openalex.org/W4353007316","https://openalex.org/W4353113046","https://openalex.org/W4360836968","https://openalex.org/W4360891289","https://openalex.org/W4361019453","https://openalex.org/W4361193179","https://openalex.org/W4361230777","https://openalex.org/W4361230825","https://openalex.org/W4361865428","https://openalex.org/W4361866125","https://openalex.org/W4362511131","https://openalex.org/W4362515116","https://openalex.org/W4362598952","https://openalex.org/W4362655849","https://openalex.org/W4362678982","https://openalex.org/W4362679631","https://openalex.org/W4362706813","https://openalex.org/W4362706980","https://openalex.org/W4362707064","https://openalex.org/W4363671827","https://openalex.org/W4364320763","https://openalex.org/W4364383757","https://openalex.org/W4364385323","https://openalex.org/W4365211688","https://openalex.org/W4365601444","https://openalex.org/W4365799834","https://openalex.org/W4366208482","https://openalex.org/W4366342860","https://openalex.org/W4366559955","https://openalex.org/W4366733439","https://openalex.org/W4366733551","https://openalex.org/W4366769280","https://openalex.org/W4366808937","https://openalex.org/W4366851162","https://openalex.org/W4366989525","https://openalex.org/W4366999185","https://openalex.org/W4366999773","https://openalex.org/W4367000100","https://openalex.org/W4367000321","https://openalex.org/W4367051110","https://openalex.org/W4367175507","https://openalex.org/W4367189652","https://openalex.org/W4367190671","https://openalex.org/W4367353919","https://openalex.org/W4367628242","https://openalex.org/W4367668444","https://openalex.org/W4368250038","https://openalex.org/W4368340908","https://openalex.org/W4368755500","https://openalex.org/W4368755703","https://openalex.org/W4372219079","https://openalex.org/W4372272770","https://openalex.org/W4375870219","https://openalex.org/W4376122773","https://openalex.org/W4376163431","https://openalex.org/W4376167329","https://openalex.org/W4376226279","https://openalex.org/W4376311878","https://openalex.org/W4376311940","https://openalex.org/W4376632689","https://openalex.org/W4376652802","https://openalex.org/W4376652984","https://openalex.org/W4376653844","https://openalex.org/W4377009756","https://openalex.org/W4377010595","https://openalex.org/W4377090033","https://openalex.org/W4377130775","https://openalex.org/W4377161541","https://openalex.org/W4377372285","https://openalex.org/W4377864601","https://openalex.org/W4378174003","https://openalex.org/W4378189609","https://openalex.org/W4378420555","https://openalex.org/W4378469337","https://openalex.org/W4378501696","https://openalex.org/W4378510289","https://openalex.org/W4378770589","https://openalex.org/W4378942574","https://openalex.org/W4379259169","https://openalex.org/W4379539668","https://openalex.org/W4379540389","https://openalex.org/W4380319827","https://openalex.org/W4380715566","https://openalex.org/W4380994495","https://openalex.org/W4381586770","https://openalex.org/W4382318449","https://openalex.org/W4382323141","https://openalex.org/W4382567344","https://openalex.org/W4382654294","https://openalex.org/W4382998379","https://openalex.org/W4384071683","https://openalex.org/W4384263525","https://openalex.org/W4384389809","https://openalex.org/W4384484700","https://openalex.org/W4384642442","https://openalex.org/W4384662964","https://openalex.org/W4384918448","https://openalex.org/W4384920109","https://openalex.org/W4385002382","https://openalex.org/W4385262268","https://openalex.org/W4385292963","https://openalex.org/W4385474580","https://openalex.org/W4385565111","https://openalex.org/W4385567065","https://openalex.org/W4385569799","https://openalex.org/W4385569985","https://openalex.org/W4385570027","https://openalex.org/W4385570102","https://openalex.org/W4385570369","https://openalex.org/W4385570594","https://openalex.org/W4385570752","https://openalex.org/W4385570813","https://openalex.org/W4385570966","https://openalex.org/W4385571124","https://openalex.org/W4385571211","https://openalex.org/W4385571397","https://openalex.org/W4385571411","https://openalex.org/W4385571437","https://openalex.org/W4385571451","https://openalex.org/W4385571667","https://openalex.org/W4385571689","https://openalex.org/W4385571713","https://openalex.org/W4385571765","https://openalex.org/W4385571776","https://openalex.org/W4385572075","https://openalex.org/W4385572217","https://openalex.org/W4385572269","https://openalex.org/W4385572606","https://openalex.org/W4385572845","https://openalex.org/W4385572879","https://openalex.org/W4385573087","https://openalex.org/W4385573460","https://openalex.org/W4385573953","https://openalex.org/W4385694164","https://openalex.org/W4385734111","https://openalex.org/W4385774833","https://openalex.org/W4385827193","https://openalex.org/W4385890371","https://openalex.org/W4385893874","https://openalex.org/W4385894687","https://openalex.org/W4385965989","https://openalex.org/W4386044169","https://openalex.org/W4386045865","https://openalex.org/W4386065596","https://openalex.org/W4386185625","https://openalex.org/W4386228889","https://openalex.org/W4386303029","https://openalex.org/W4386307074","https://openalex.org/W4386361581","https://openalex.org/W4386365131","https://openalex.org/W4386555464","https://openalex.org/W4386566542","https://openalex.org/W4386566590","https://openalex.org/W4386566629","https://openalex.org/W4386719008","https://openalex.org/W4386721614","https://openalex.org/W4386721790","https://openalex.org/W4386729282","https://openalex.org/W4386729443","https://openalex.org/W4386730022","https://openalex.org/W4386794666","https://openalex.org/W4387299960","https://openalex.org/W4387324089","https://openalex.org/W4387356888","https://openalex.org/W4387560241","https://openalex.org/W4387596586","https://openalex.org/W4388184238","https://openalex.org/W4388335799","https://openalex.org/W4388694002","https://openalex.org/W4388788748","https://openalex.org/W4388926382","https://openalex.org/W4389217180","https://openalex.org/W4389403907","https://openalex.org/W4389518624","https://openalex.org/W4389518754","https://openalex.org/W4389518784","https://openalex.org/W4389519086","https://openalex.org/W4389519219","https://openalex.org/W4389519239","https://openalex.org/W4389519352","https://openalex.org/W4389519421","https://openalex.org/W4389519448","https://openalex.org/W4389519553","https://openalex.org/W4389519817","https://openalex.org/W4389520065","https://openalex.org/W4389520222","https://openalex.org/W4389520264","https://openalex.org/W4389520302","https://openalex.org/W4389520455","https://openalex.org/W4389520787","https://openalex.org/W4389521054","https://openalex.org/W4389523710","https://openalex.org/W4389523873","https://openalex.org/W4389523957","https://openalex.org/W4389524467","https://openalex.org/W4389524484","https://openalex.org/W4389524500","https://openalex.org/W4389524534","https://openalex.org/W4389636360","https://openalex.org/W4389665836","https://openalex.org/W4389921502","https://openalex.org/W4390347092","https://openalex.org/W4391126287","https://openalex.org/W4391135342","https://openalex.org/W4391136507","https://openalex.org/W4391292768","https://openalex.org/W4391473457","https://openalex.org/W4391758837","https://openalex.org/W4391759824","https://openalex.org/W4391876565","https://openalex.org/W4392616472","https://openalex.org/W4392669753","https://openalex.org/W4392846385","https://openalex.org/W4392919908","https://openalex.org/W4393161039","https://openalex.org/W4393178509","https://openalex.org/W4395101324","https://openalex.org/W4399750638","https://openalex.org/W4400033239","https://openalex.org/W4400582690","https://openalex.org/W4401042394","https://openalex.org/W4401042450","https://openalex.org/W4401042461","https://openalex.org/W4401042993","https://openalex.org/W4401043863","https://openalex.org/W4401878776","https://openalex.org/W4401880391","https://openalex.org/W4402457546","https://openalex.org/W4402528490","https://openalex.org/W4402665833","https://openalex.org/W4402670429","https://openalex.org/W4402671590","https://openalex.org/W4402671766","https://openalex.org/W4402671800","https://openalex.org/W4402671827","https://openalex.org/W4402671909","https://openalex.org/W4402683894","https://openalex.org/W4402683897","https://openalex.org/W4403296573","https://openalex.org/W4404356490","https://openalex.org/W4404515031","https://openalex.org/W4404783199","https://openalex.org/W4404783461","https://openalex.org/W4404869543","https://openalex.org/W4404918643","https://openalex.org/W4405138382","https://openalex.org/W4405182784","https://openalex.org/W4405552797","https://openalex.org/W4405556610","https://openalex.org/W4405794792","https://openalex.org/W4405907381","https://openalex.org/W4406152279","https://openalex.org/W4406209930","https://openalex.org/W4406983030","https://openalex.org/W4406983345","https://openalex.org/W4407433432","https://openalex.org/W4407922851","https://openalex.org/W4409190866","https://openalex.org/W4411119522","https://openalex.org/W4411120260","https://openalex.org/W4411630043","https://openalex.org/W4412158322","https://openalex.org/W4415798513","https://openalex.org/W4415798810","https://openalex.org/W6601399257","https://openalex.org/W6602680078","https://openalex.org/W6797362744","https://openalex.org/W6801857207","https://openalex.org/W6847593320","https://openalex.org/W6889747723","https://openalex.org/W6941629108","https://openalex.org/W7054915730","https://openalex.org/W7071831927","https://openalex.org/W7130841482","https://openalex.org/W7131787185","https://openalex.org/W7131903596","https://openalex.org/W7133182869","https://openalex.org/W7133190492","https://openalex.org/W7133191054","https://openalex.org/W7133197087","https://openalex.org/W7133198585","https://openalex.org/W7133202489","https://openalex.org/W7133209433","https://openalex.org/W7133209743","https://openalex.org/W7133211372","https://openalex.org/W7133214006","https://openalex.org/W7133219754","https://openalex.org/W7133224126","https://openalex.org/W7133225605","https://openalex.org/W7133226647","https://openalex.org/W7133226801","https://openalex.org/W7133239970"],"related_works":["https://openalex.org/W4391766565","https://openalex.org/W4385988359","https://openalex.org/W7172145290","https://openalex.org/W4414500426","https://openalex.org/W6931081211","https://openalex.org/W4403371791","https://openalex.org/W4415011366","https://openalex.org/W6929664225","https://openalex.org/W7214972725","https://openalex.org/W7134117706"],"abstract_inverted_index":{"Large":[0],"language":[1,10,55,101,159,163],"models":[2,11,79,102,160],"(LLMs)":[3],"are":[4],"a":[5,117,121,168,228],"special":[6,37],"class":[7],"of":[8,24,33,52,60,70,78,108,171,177,198,202,206],"pretrained":[9,158],"(PLMs)":[12],"obtained":[13],"by":[14],"scaling":[15],"model":[16],"size,":[17],"pretraining":[18,29],"corpus":[19],"and":[20,28,67,82,88,95,133,161,173,185,194,210,234],"computation.":[21],"LLMs,":[22],"because":[23],"their":[25],"large":[26,31,100,162],"size":[27],"on":[30],"volumes":[32],"text":[34],"data,":[35],"exhibit":[36],"abilities":[38,197],"which":[39,124],"allow":[40],"them":[41],"to":[42,86,237,245],"achieve":[43],"remarkable":[44],"performances":[45,176],"without":[46],"any":[47],"task-specific":[48],"training":[49],"in":[50,111,130,179],"many":[51],"the":[53,68,76,105,112,126,136,146,175,191,200,204,241],"natural":[54],"processing":[56],"tasks.":[57],"The":[58],"era":[59],"LLMs":[61,71],"started":[62],"with":[63,139,149,213,240],"OpenAI\u2019s":[64],"GPT-3":[65,87,98],"model,":[66],"popularity":[69,107],"has":[72],"increased":[73],"exponentially":[74],"after":[75],"introduction":[77],"like":[80,152],"ChatGPT":[81,94],"GPT4.":[83],"We":[84,144,165,188],"refer":[85],"its":[89],"successor":[90],"OpenAI":[91],"models,":[92],"including":[93],"GPT4,":[96],"as":[97,208,227],"family":[99],"(GLLMs).":[103],"With":[104],"ever-rising":[106],"GLLMs,":[109,199,203],"especially":[110],"research":[113,128,137,142,217,243],"community,":[114],"there":[115],"is":[116],"strong":[118],"need":[119],"for":[120,231],"comprehensive":[122,222],"survey":[123,147,223],"summarizes":[125],"recent":[127],"progress":[129],"multiple":[131,186,214],"dimensions":[132],"can":[134],"guide":[135],"community":[138],"insightful":[140,215],"future":[141,216],"directions.":[143,218],"start":[145],"paper":[148,224],"foundation":[150],"concepts":[151],"transformers,":[153],"transfer":[154],"learning,":[155,157],"self-supervised":[156],"models.":[164],"then":[166],"present":[167],"brief":[169],"overview":[170],"GLLMs":[172,178,207],"discuss":[174,190],"various":[180],"downstream":[181],"tasks,":[182],"specific":[183],"domains":[184],"languages.":[187],"also":[189],"data":[192,195],"labelling":[193],"augmentation":[196],"robustness":[201],"effectiveness":[205],"evaluators,":[209],"finally,":[211],"conclude":[212],"To":[219],"summarize,":[220],"this":[221],"will":[225],"serve":[226],"good":[229],"resource":[230],"both":[232],"academic":[233],"industry":[235],"people":[236],"stay":[238],"updated":[239],"latest":[242],"related":[244],"GLLMs.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":93},{"year":2025,"cited_by_count":198},{"year":2024,"cited_by_count":128}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2023-12-20T00:00:00"}