{"id":"https://openalex.org/W4400410487","doi":"https://doi.org/10.1109/access.2024.3424945","title":"Achieving Peak Performance for Large Language Models: A Systematic Review","display_name":"Achieving Peak Performance for Large Language Models: A Systematic Review","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400410487","doi":"https://doi.org/10.1109/access.2024.3424945"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3424945","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3424945","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"review","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3424945","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5096701325","display_name":"Zhyar Rzgar K Rostam","orcid":"https://orcid.org/0000-0001-9906-6883"},"institutions":[{"id":"https://openalex.org/I2801419141","display_name":"Buda Health Center","ror":"https://ror.org/00yx04352","country_code":"HU","type":"healthcare","lineage":["https://openalex.org/I2801419141"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Zhyar Rzgar K. Rostam","raw_affiliation_strings":["Doctoral School of Applied Informatics and Applied Mathematics, Óbuda University, Budapest, Hungary"],"raw_orcid":"https://orcid.org/0000-0001-9906-6883","affiliations":[{"raw_affiliation_string":"Doctoral School of Applied Informatics and Applied Mathematics, Óbuda University, Budapest, Hungary","institution_ids":["https://openalex.org/I2801419141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024487424","display_name":"S\u00e1ndor Sz\u00e9n\u00e1si","orcid":"https://orcid.org/0000-0002-7292-0717"},"institutions":[{"id":"https://openalex.org/I2801419141","display_name":"Buda Health Center","ror":"https://ror.org/00yx04352","country_code":"HU","type":"healthcare","lineage":["https://openalex.org/I2801419141"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"S\u00e1ndor Sz\u00e9n\u00e1si","raw_affiliation_strings":["John von Neumann Faculty of Informatics, Óbuda University, Budapest, Hungary"],"raw_orcid":"https://orcid.org/0000-0002-7292-0717","affiliations":[{"raw_affiliation_string":"John von Neumann Faculty of Informatics, Óbuda University, Budapest, Hungary","institution_ids":["https://openalex.org/I2801419141"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084426852","display_name":"G\u00e1bor Kert\u00e9sz","orcid":"https://orcid.org/0000-0002-8845-8301"},"institutions":[{"id":"https://openalex.org/I2801419141","display_name":"Buda Health Center","ror":"https://ror.org/00yx04352","country_code":"HU","type":"healthcare","lineage":["https://openalex.org/I2801419141"]},{"id":"https://openalex.org/I4210117195","display_name":"HUN-REN Institute for Computer Science and Control","ror":"https://ror.org/0249v7n71","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4210117195","https://openalex.org/I4387152226"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"G\u00e1bor Kert\u00e9sz","raw_affiliation_strings":["John von Neumann Faculty of Informatics, Óbuda University, Budapest, Hungary","Laboratory of Parallel and Distributed Systems, Institute for Computer Science and Control (SZTAKI), Hungarian Research Network (HUN-REN), Budapest, Hungary"],"raw_orcid":"https://orcid.org/0000-0002-8845-8301","affiliations":[{"raw_affiliation_string":"John von Neumann Faculty of Informatics, Óbuda University, Budapest, Hungary","institution_ids":["https://openalex.org/I2801419141"]},{"raw_affiliation_string":"Laboratory of Parallel and Distributed Systems, Institute for Computer Science and Control (SZTAKI), Hungarian Research Network (HUN-REN), Budapest, Hungary","institution_ids":["https://openalex.org/I4210117195"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.6483,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.89507495,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"96017","last_page":"96050"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9230999946594238,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8022396564483643},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6151307225227356},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5753062963485718},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.5559624433517456},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4251863360404968},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39667627215385437},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.09269288182258606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8022396564483643},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6151307225227356},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5753062963485718},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5559624433517456},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4251863360404968},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39667627215385437},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.09269288182258606},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2024.3424945","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3424945","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2409.04833","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.04833","pdf_url":"https://arxiv.org/pdf/2409.04833","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:10c9f434db39404ea87a85f203724bcd","is_oa":true,"landing_page_url":"https://doaj.org/article/10c9f434db39404ea87a85f203724bcd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 96017-96050 (2024)","raw_type":"article"},{"id":"pmh:oai:eprints.sztaki.hu:10769","is_oa":false,"landing_page_url":"https://eprints.sztaki.hu/10769/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401907","display_name":"SZTAKI Publication Repository (Hungarian Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I7597260","host_organization_name":"Hungarian Academy of Sciences","host_organization_lineage":["https://openalex.org/I7597260"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3424945","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3424945","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":138,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W1851422430","https://openalex.org/W2073147434","https://openalex.org/W2155280192","https://openalex.org/W2338908902","https://openalex.org/W2560438049","https://openalex.org/W2612076670","https://openalex.org/W2763421725","https://openalex.org/W2896457183","https://openalex.org/W2952230511","https://openalex.org/W2965373594","https://openalex.org/W2973727699","https://openalex.org/W2991040477","https://openalex.org/W2996428491","https://openalex.org/W2998262945","https://openalex.org/W3001279689","https://openalex.org/W3011574394","https://openalex.org/W3012479151","https://openalex.org/W3034999214","https://openalex.org/W3088409176","https://openalex.org/W3129831491","https://openalex.org/W3130716829","https://openalex.org/W3158542464","https://openalex.org/W3168376295","https://openalex.org/W3168867926","https://openalex.org/W3172198372","https://openalex.org/W3199139386","https://openalex.org/W3205803342","https://openalex.org/W3207610752","https://openalex.org/W3217327494","https://openalex.org/W4283026156","https://openalex.org/W4287199907","https://openalex.org/W4294170691","https://openalex.org/W4297808460","https://openalex.org/W4303443398","https://openalex.org/W4304699850","https://openalex.org/W4307934016","https://openalex.org/W4308083513","https://openalex.org/W4311642023","https://openalex.org/W4320005767","https://openalex.org/W4321636575","https://openalex.org/W4321636820","https://openalex.org/W4322718191","https://openalex.org/W4324297016","https://openalex.org/W4362515116","https://openalex.org/W4362707064","https://openalex.org/W4382246105","https://openalex.org/W4382489196","https://openalex.org/W4384705353","https://openalex.org/W4385245566","https://openalex.org/W4385292160","https://openalex.org/W4385450722","https://openalex.org/W4385570483","https://openalex.org/W4385571616","https://openalex.org/W4385574133","https://openalex.org/W4385749968","https://openalex.org/W4385965683","https://openalex.org/W4386080707","https://openalex.org/W4386357215","https://openalex.org/W4386557321","https://openalex.org/W4386709668","https://openalex.org/W4386917649","https://openalex.org/W4387321091","https://openalex.org/W4387323685","https://openalex.org/W4387561365","https://openalex.org/W4387596082","https://openalex.org/W4387964201","https://openalex.org/W4388032098","https://openalex.org/W4388691863","https://openalex.org/W4389470964","https://openalex.org/W4389500833","https://openalex.org/W4389523924","https://openalex.org/W4390438324","https://openalex.org/W4390529182","https://openalex.org/W4391215636","https://openalex.org/W4393152626","https://openalex.org/W4401211704","https://openalex.org/W4402671897","https://openalex.org/W4402684331","https://openalex.org/W4404401018","https://openalex.org/W6636510571","https://openalex.org/W6678961370","https://openalex.org/W6680532216","https://openalex.org/W6683738474","https://openalex.org/W6703652217","https://openalex.org/W6745245109","https://openalex.org/W6747759466","https://openalex.org/W6755207826","https://openalex.org/W6767997687","https://openalex.org/W6768021236","https://openalex.org/W6769311223","https://openalex.org/W6772383348","https://openalex.org/W6784545867","https://openalex.org/W6787953186","https://openalex.org/W6792558049","https://openalex.org/W6796581206","https://openalex.org/W6799372109","https://openalex.org/W6803032104","https://openalex.org/W6804860870","https://openalex.org/W6811928498","https://openalex.org/W6838461927","https://openalex.org/W6838781100","https://openalex.org/W6840355959","https://openalex.org/W6840415721","https://openalex.org/W6842601026","https://openalex.org/W6846002521","https://openalex.org/W6846164622","https://openalex.org/W6847118041","https://openalex.org/W6848352749","https://openalex.org/W6848451824","https://openalex.org/W6849286575","https://openalex.org/W6849941170","https://openalex.org/W6850625674","https://openalex.org/W6850927664","https://openalex.org/W6851775633","https://openalex.org/W6851960618","https://openalex.org/W6852800892","https://openalex.org/W6852962002","https://openalex.org/W6853440210","https://openalex.org/W6854474899","https://openalex.org/W6855284588","https://openalex.org/W6855650390","https://openalex.org/W6855917168","https://openalex.org/W6856551996","https://openalex.org/W6856574389","https://openalex.org/W6856962716","https://openalex.org/W6856966594","https://openalex.org/W6857348053","https://openalex.org/W6857479509","https://openalex.org/W6857643444","https://openalex.org/W6857946224","https://openalex.org/W6858925569","https://openalex.org/W6859033567","https://openalex.org/W6859180420","https://openalex.org/W6859470353","https://openalex.org/W6859925366","https://openalex.org/W6860375457","https://openalex.org/W6860443818"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"In":[0],"recent":[1,184],"years,":[2],"large":[3],"language":[4,13,147],"models":[5,28,67],"(LLMs)":[6],"have":[7],"achieved":[8],"remarkable":[9],"success":[10],"in":[11],"natural":[12],"processing":[14],"(NLP).":[15],"LLMs":[16,130,168],"require":[17],"an":[18,141,210],"extreme":[19],"amount":[20],"of":[21,111,143,146,154,204,213],"parameters":[22],"to":[23,47,52,71,115,126,236],"attain":[24],"high":[25],"performance.":[26,85,243],"As":[27],"grow":[29],"into":[30,183],"the":[31,49,95,144,200],"trillion-parameter":[32],"range,":[33],"computational":[34],"and":[35,75,102,128,158,160,165,177,186,196,202,216,226],"memory":[36],"costs":[37,77],"increase":[38],"significantly.":[39],"This":[40,86],"makes":[41],"it":[42],"difficult":[43],"for":[44,68,99,163],"many":[45],"researchers":[46],"access":[48],"resources":[50],"needed":[51],"train":[53],"or":[54,78],"apply":[55],"these":[56,205],"models.":[57],"Optimizing":[58],"LLM":[59,173,175,238],"performance":[60],"involves":[61],"two":[62,219],"main":[63],"approaches:":[64],"fine-tuning":[65],"pre-trained":[66],"specific":[69],"tasks":[70],"achieve":[72],"state-of-the-art":[73],"performance,":[74],"reducing":[76],"improving":[79,164],"training":[80,191,225],"time":[81],"while":[82,131,241],"maintaining":[83,242],"similar":[84],"paper":[87],"presents":[88,124],"a":[89,151,161],"systematic":[90],"literature":[91],"review":[92],"(SLR)":[93],"following":[94],"Preferred":[96],"Reporting":[97],"Items":[98],"Systematic":[100],"Reviews":[101],"Meta-Analyses":[103],"(PRISMA)":[104],"statement.":[105],"We":[106,138,180],"reviewed":[107],"65":[108],"publications":[109],"out":[110],"983":[112],"from":[113,119],"2017":[114],"December":[116],"2023,":[117],"retrieved":[118],"5":[120],"databases.":[121],"The":[122],"study":[123],"methods":[125],"optimize":[127],"accelerate":[129],"achieving":[132],"cutting-edge":[133],"results":[134],"without":[135],"sacrificing":[136],"accuracy.":[137],"begin":[139],"with":[140,218],"overview":[142],"development":[145],"modeling,":[148],"followed":[149],"by":[150,199],"detailed":[152],"explanation":[153],"commonly":[155],"used":[156],"frameworks":[157],"libraries,":[159],"taxonomy":[162,201],"speeding":[166],"up":[167],"based":[169],"on":[170,222],"three":[171],"classes:":[172],"training,":[174],"inference,":[176],"system":[178],"serving.":[179],"then":[181],"delve":[182],"optimization":[185],"acceleration":[187],"strategies":[188],"such":[189],"as":[190],"optimization,":[192,194],"hardware":[193],"scalability":[195],"reliability,":[197],"accompanied":[198],"categorization":[203],"strategies.":[206],"Finally,":[207],"we":[208],"provide":[209],"in-depth":[211],"comparison":[212],"each":[214],"class":[215],"strategy,":[217],"case":[220,231],"studies":[221,232],"optimizing":[223],"model":[224],"enhancing":[227],"inference":[228],"efficiency.":[229],"These":[230],"showcase":[233],"practical":[234],"approaches":[235],"address":[237],"resource":[239],"limitations":[240]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":22}],"updated_date":"2026-08-08T01:25:22.217667","created_date":"2025-10-10T00:00:00"}