{"id":"https://openalex.org/W4392240262","doi":"https://doi.org/10.1145/3649506","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","display_name":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","publication_year":2024,"publication_date":"2024-02-28","ids":{"openalex":"https://openalex.org/W4392240262","doi":"https://doi.org/10.1145/3649506"},"language":"en","primary_location":{"id":"doi:10.1145/3649506","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649506","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3649506","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3649506","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101495322","display_name":"Jingfeng Yang","orcid":"https://orcid.org/0000-0001-9713-1792"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingfeng Yang","raw_affiliation_strings":["Amazon.com Inc,  Seattle, United States","Amazon.com Inc, Seattle, United States"],"raw_orcid":"https://orcid.org/0000-0001-9713-1792","affiliations":[{"raw_affiliation_string":"Amazon.com Inc,  Seattle, United States","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I58610484"]},{"raw_affiliation_string":"Amazon.com Inc, Seattle, United States","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063597595","display_name":"Hongye Jin","orcid":"https://orcid.org/0009-0009-7920-632X"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongye Jin","raw_affiliation_strings":["Texas A&M University College Station,  College Station, United States","Texas A&M University College Station, College Station, United States"],"raw_orcid":"https://orcid.org/0009-0009-7920-632X","affiliations":[{"raw_affiliation_string":"Texas A&M University College Station,  College Station, United States","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Texas A&M University College Station, College Station, United States","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101660251","display_name":"Ruixiang Tang","orcid":"https://orcid.org/0000-0001-6476-2336"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruixiang Tang","raw_affiliation_strings":["Rice University,  Houston, United States","Rice University, Houston, United States"],"raw_orcid":"https://orcid.org/0000-0001-6476-2336","affiliations":[{"raw_affiliation_string":"Rice University,  Houston, United States","institution_ids":["https://openalex.org/I74775410"]},{"raw_affiliation_string":"Rice University, Houston, United States","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015326511","display_name":"Xiaotian Han","orcid":"https://orcid.org/0000-0003-1175-7925"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaotian Han","raw_affiliation_strings":["Computer Science and Engineering, Texas A&M University, College Station, United States"],"raw_orcid":"https://orcid.org/0000-0003-1175-7925","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Texas A&M University, College Station, United States","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040574435","display_name":"Qizhang Feng","orcid":"https://orcid.org/0000-0002-2574-0270"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qizhang Feng","raw_affiliation_strings":["Texas A&M University College Station,  College Station, United States","Texas A&M University College Station, College Station, United States"],"raw_orcid":"https://orcid.org/0000-0002-2574-0270","affiliations":[{"raw_affiliation_string":"Texas A&M University College Station,  College Station, United States","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Texas A&M University College Station, College Station, United States","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030361161","display_name":"Haoming Jiang","orcid":"https://orcid.org/0000-0003-0789-525X"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haoming Jiang","raw_affiliation_strings":["Amazon.com Inc,  Seattle, United States","Amazon.com Inc, Seattle, United States"],"raw_orcid":"https://orcid.org/0000-0003-0789-525X","affiliations":[{"raw_affiliation_string":"Amazon.com Inc,  Seattle, United States","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I58610484"]},{"raw_affiliation_string":"Amazon.com Inc, Seattle, United States","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050530149","display_name":"Shaochen Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaochen Zhong","raw_affiliation_strings":["Rice University,  Houston, United States","Rice University, Houston, United States"],"raw_orcid":"https://orcid.org/0009-0001-7289-3667","affiliations":[{"raw_affiliation_string":"Rice University,  Houston, United States","institution_ids":["https://openalex.org/I74775410"]},{"raw_affiliation_string":"Rice University, Houston, United States","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085519273","display_name":"Bing Yin","orcid":"https://orcid.org/0000-0002-5890-0031"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bing Yin","raw_affiliation_strings":["Amazon.com Inc,  Seattle, United States","Amazon.com Inc, Seattle, United States"],"raw_orcid":"https://orcid.org/0000-0002-5890-0031","affiliations":[{"raw_affiliation_string":"Amazon.com Inc,  Seattle, United States","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I58610484"]},{"raw_affiliation_string":"Amazon.com Inc, Seattle, United States","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I58610484"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068477431","display_name":"Xia Hu","orcid":"https://orcid.org/0000-0003-2234-3226"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xia Hu","raw_affiliation_strings":["Computer Science, Rice University, Houston, United States"],"raw_orcid":"https://orcid.org/0000-0003-2234-3226","affiliations":[{"raw_affiliation_string":"Computer Science, Rice University, Houston, United States","institution_ids":["https://openalex.org/I74775410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":39.1291,"has_fulltext":true,"cited_by_count":475,"citation_normalized_percentile":{"value":0.99930657,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"18","issue":"6","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.46776077151298523},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3786989450454712},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.34227561950683594},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.32451337575912476},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.2608562707901001}],"concepts":[{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.46776077151298523},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3786989450454712},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.34227561950683594},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.32451337575912476},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2608562707901001},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3649506","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649506","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3649506","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3649506","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649506","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3649506","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7699999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392240262.pdf","grobid_xml":"https://content.openalex.org/works/W4392240262.grobid-xml"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W1516184288","https://openalex.org/W1593271688","https://openalex.org/W1840435438","https://openalex.org/W2512924740","https://openalex.org/W2558203065","https://openalex.org/W2560647685","https://openalex.org/W2605202003","https://openalex.org/W2809770202","https://openalex.org/W2888302696","https://openalex.org/W2888482885","https://openalex.org/W2912924812","https://openalex.org/W2920807444","https://openalex.org/W2923014074","https://openalex.org/W2943552823","https://openalex.org/W2951534261","https://openalex.org/W2962800603","https://openalex.org/W2963323070","https://openalex.org/W2963339397","https://openalex.org/W2963929190","https://openalex.org/W2964223283","https://openalex.org/W2970200208","https://openalex.org/W2979826702","https://openalex.org/W3016970897","https://openalex.org/W3034850762","https://openalex.org/W3034999214","https://openalex.org/W3099142828","https://openalex.org/W3103934428","https://openalex.org/W3153332739","https://openalex.org/W3156470785","https://openalex.org/W3159959439","https://openalex.org/W3169012807","https://openalex.org/W3170403598","https://openalex.org/W3174409617","https://openalex.org/W3198599617","https://openalex.org/W3198675127","https://openalex.org/W4221163895","https://openalex.org/W4224215750","https://openalex.org/W4225727438","https://openalex.org/W4225934689","https://openalex.org/W4226278401","https://openalex.org/W4230414599","https://openalex.org/W4280633590","https://openalex.org/W4283026156","https://openalex.org/W4283075950","https://openalex.org/W4283157527","https://openalex.org/W4285247752","https://openalex.org/W4285251104","https://openalex.org/W4287854777","https://openalex.org/W4292779060","https://openalex.org/W4323569267","https://openalex.org/W4364384540","https://openalex.org/W4384662964","https://openalex.org/W4385567048","https://openalex.org/W4385569978","https://openalex.org/W4385571411","https://openalex.org/W4385571689","https://openalex.org/W4385572958","https://openalex.org/W4385573451","https://openalex.org/W4386071687","https://openalex.org/W4389519239","https://openalex.org/W4389519254","https://openalex.org/W4389519396","https://openalex.org/W4389524599","https://openalex.org/W4391494845","https://openalex.org/W4393160302","https://openalex.org/W6778883912","https://openalex.org/W6796753453","https://openalex.org/W6838461927","https://openalex.org/W6851896007"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2949263084","https://openalex.org/W2743539335","https://openalex.org/W1987981565","https://openalex.org/W594353338","https://openalex.org/W2922049016","https://openalex.org/W4390697879","https://openalex.org/W2070214669","https://openalex.org/W2724734218"],"abstract_inverted_index":{"This":[0,181],"article":[1],"presents":[2],"a":[3,74,173,209],"comprehensive":[4,174,182],"and":[5,10,29,42,50,67,80,106,116,124,140,159,169,188,193],"practical":[6,122,219],"guide":[7,183,220],"for":[8,87,108,196],"practitioners":[9,189],"end-users":[11],"working":[12,197],"with":[13,145,190,198],"Large":[14],"Language":[15,22],"Models":[16],"(LLMs)":[17],"in":[18,128,179,208],"their":[19],"downstream":[20,43],"Natural":[21],"Processing":[23],"(NLP)":[24],"tasks.":[25,44,110,214],"We":[26,111,131],"provide":[27,73,186],"discussions":[28],"insights":[30,192],"into":[31,161],"the":[32,37,60,78,121,136,141,152,202],"usage":[33],"of":[34,39,53,62,83,126,138,154,176,205,212,218,222],"LLMs":[35,127,158,178,233],"from":[36],"perspectives":[38],"models,":[40],"data,":[41,64,66],"First,":[45],"we":[46,58,72,150],"offer":[47],"an":[48],"introduction":[49],"brief":[51],"summary":[52],"current":[54],"language":[55,85,90,99],"models.":[56],"Then,":[57],"discuss":[59],"influence":[61],"pre-training":[63],"training":[65],"test":[68],"data.":[69],"Most":[70],"importantly,":[71],"detailed":[75],"discussion":[76],"about":[77],"use":[79,114],"non-use":[81,117],"cases":[82,115,118],"large":[84],"models":[86,207],"various":[88,113],"natural":[89,98],"processing":[91],"tasks,":[92,96,101,103],"such":[93,165],"as":[94,166],"knowledge-intensive":[95],"traditional":[97],"understanding":[100,175],"generation":[102],"emergent":[104],"abilities,":[105],"considerations":[107],"specific":[109,142],"present":[112],"to":[119,134,171,185],"illustrate":[120],"applications":[123],"limitations":[125],"real-world":[129],"scenarios.":[130],"also":[132],"try":[133],"understand":[135],"importance":[137],"data":[139],"challenges":[143],"associated":[144],"each":[146],"NLP":[147,213],"task.":[148],"Furthermore,":[149],"explore":[151],"impact":[153],"spurious":[155],"biases":[156],"on":[157],"delve":[160],"other":[162],"essential":[163],"considerations,":[164],"efficiency,":[167],"cost,":[168],"latency,":[170],"ensure":[172],"deploying":[177],"practice.":[180],"aims":[184],"researchers":[187],"valuable":[191],"best":[194],"practices":[195],"LLMs,":[199,223],"thereby":[200],"enabling":[201],"successful":[203],"implementation":[204],"these":[206],"wide":[210],"range":[211],"A":[215],"curated":[216],"list":[217],"resources":[221],"regularly":[224,238],"updated,":[225,239],"can":[226,240],"be":[227,241],"found":[228,242],"at":[229,243],"https://github.com/Mooler0410/LLMsPracticalGuide":[230],".":[231,245],"An":[232],"evolutionary":[234],"tree,":[235],"editable":[236],"yet":[237],"llmtree.ai":[244]},"counts_by_year":[{"year":2026,"cited_by_count":57},{"year":2025,"cited_by_count":246},{"year":2024,"cited_by_count":155},{"year":2023,"cited_by_count":17}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}