{"id":"https://openalex.org/W4413007914","doi":"https://doi.org/10.1109/ojcs.2025.3587005","title":"Survey and Evaluation of Converging Architecture in LLMs Based on Footsteps of Operations","display_name":"Survey and Evaluation of Converging Architecture in LLMs Based on Footsteps of Operations","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413007914","doi":"https://doi.org/10.1109/ojcs.2025.3587005"},"language":"en","primary_location":{"id":"doi:10.1109/ojcs.2025.3587005","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2025.3587005","pdf_url":null,"source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/ojcs.2025.3587005","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047844538","display_name":"S.D. Kim","orcid":"https://orcid.org/0009-0008-9306-9301"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Seongho Kim","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0009-0008-9306-9301","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jihyun Moon","orcid":"https://orcid.org/0009-0006-5280-3392"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jihyun Moon","raw_affiliation_strings":["Department of Systems Semiconductor Engineering, Yonsei University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0009-0006-5280-3392","affiliations":[{"raw_affiliation_string":"Department of Systems Semiconductor Engineering, Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112062438","display_name":"Juntaek Oh","orcid":null},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Juntaek Oh","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0009-0006-6869-6069","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107521256","display_name":"I. J. Choi","orcid":"https://orcid.org/0009-0009-2016-6714"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Insu Choi","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0009-0009-2016-6714","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026627679","display_name":"Joon-Sung Yang","orcid":"https://orcid.org/0000-0002-1502-5353"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Joon-Sung Yang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-1502-5353","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5047844538"],"corresponding_institution_ids":["https://openalex.org/I193775966"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28173331,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":null,"first_page":"1214","last_page":"1226"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.8931999802589417,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.8931999802589417,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12594","display_name":"Collaboration in agile enterprises","score":0.8883000016212463,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.8371999859809875,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6974058747291565},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.35757672786712646},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3300948739051819},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.23725873231887817},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.1040697693824768}],"concepts":[{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6974058747291565},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.35757672786712646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3300948739051819},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.23725873231887817},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.1040697693824768}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcs.2025.3587005","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2025.3587005","pdf_url":null,"source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:94a3ad65896745de8afdf0519079bd05","is_oa":true,"landing_page_url":"https://doaj.org/article/94a3ad65896745de8afdf0519079bd05","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Computer Society, Vol 6, Pp 1214-1226 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcs.2025.3587005","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2025.3587005","pdf_url":null,"source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3550275087","display_name":null,"funder_award_id":"2024-00468995","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1902237438","https://openalex.org/W1995341919","https://openalex.org/W2064675550","https://openalex.org/W2105482032","https://openalex.org/W2110485445","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2300242332","https://openalex.org/W2302255633","https://openalex.org/W2896457183","https://openalex.org/W2963929190","https://openalex.org/W2964110616","https://openalex.org/W4385245566","https://openalex.org/W4388297464","https://openalex.org/W4388979610","https://openalex.org/W4389518760","https://openalex.org/W4392902841","https://openalex.org/W4401306979","https://openalex.org/W4402124690","https://openalex.org/W4404739277","https://openalex.org/W6636510571","https://openalex.org/W6679436768","https://openalex.org/W6680789778","https://openalex.org/W6685562342","https://openalex.org/W6718683173","https://openalex.org/W6727208969","https://openalex.org/W6730742100","https://openalex.org/W6731370813","https://openalex.org/W6739585900","https://openalex.org/W6746023985","https://openalex.org/W6766673545","https://openalex.org/W6767440493","https://openalex.org/W6769955919","https://openalex.org/W6770820644","https://openalex.org/W6773820404","https://openalex.org/W6776048684","https://openalex.org/W6778883912","https://openalex.org/W6780226713","https://openalex.org/W6838322825","https://openalex.org/W6850625674","https://openalex.org/W6853804809","https://openalex.org/W6854308872","https://openalex.org/W6854866820","https://openalex.org/W6855847383","https://openalex.org/W6857770451","https://openalex.org/W6859298233","https://openalex.org/W6860710830","https://openalex.org/W6861530698","https://openalex.org/W6865118152","https://openalex.org/W6868789466"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"language":[1,11],"models":[2,94,170],"(LLMs),":[3],"which":[4],"have":[5],"emerged":[6],"from":[7,118,193],"advances":[8,84],"in":[9,85],"natural":[10],"processing":[12],"(NLP),":[13],"enable":[14],"chatbots,":[15],"virtual":[16],"assistants,":[17],"and":[18,33,40,90,109,142,179,187,201],"numerous":[19],"domain-specific":[20],"applications.":[21],"These":[22],"models,":[23],"often":[24],"comprising":[25],"billions":[26,98],"of":[27,59,64,78,99,134,199,216],"parameters,":[28],"leverage":[29],"the":[30,57,61,132,183,197],"Transformer":[31],"architecture":[32],"Attention":[34],"mechanisms":[35],"to":[36,95,97,122],"process":[37],"context":[38],"effectively":[39],"address":[41,127],"long-term":[42],"dependencies":[43],"more":[44],"efficiently":[45],"than":[46],"earlier":[47],"approaches,":[48],"such":[49],"as":[50],"recurrent":[51],"neural":[52],"networks":[53],"(RNNs).":[54],"Notably,":[55],"since":[56],"introduction":[58],"Llama,":[60],"architectural":[62,140],"development":[63],"LLMs":[65,79,135],"has":[66,80],"significantly":[67],"converged,":[68],"predominantly":[69],"settling":[70],"on":[71,160,176],"a":[72,161,213],"Transformer-based":[73],"decoder-only":[74],"architecture.":[75,164],"The":[76,190],"evolution":[77,133],"been":[81],"driven":[82],"by":[83,156],"high-bandwidth":[86],"memory,":[87],"specialized":[88],"accelerators,":[89],"optimized":[91],"architectures,":[92,207],"enabling":[93],"scale":[96],"parameters.":[100],"However,":[101],"it":[102],"also":[103],"introduces":[104],"new":[105],"challenges:":[106],"meeting":[107],"compute":[108],"memory":[110],"efficiency":[111,202],"requirements":[112],"across":[113,212],"diverse":[114],"deployment":[115,180],"targets,":[116],"ranging":[117],"data":[119],"center":[120],"servers":[121],"resource-constrained":[123],"edge":[124],"devices.":[125],"To":[126],"these":[128,204],"challenges,":[129],"we":[130,148],"survey":[131],"at":[136],"two":[137],"complementary":[138],"levels:":[139],"trends":[141],"their":[143,210],"underlying":[144],"operational":[145],"mechanisms.":[146],"Furthermore,":[147],"quantify":[149],"how":[150],"hyperparameter":[151,177],"settings":[152],"influence":[153],"inference":[154],"latency":[155],"profiling":[157],"kernel-level":[158],"execution":[159],"modern":[162],"GPU":[163],"Our":[165],"findings":[166],"reveal":[167],"that":[168],"identical":[169],"can":[171],"exhibit":[172],"varying":[173],"performance":[174,200],"based":[175],"configurations":[178],"contexts,":[181],"emphasizing":[182],"need":[184],"for":[185],"scalable":[186],"efficient":[188],"solutions.":[189],"insights":[191],"distilled":[192],"this":[194],"analysis":[195],"guide":[196],"optimization":[198],"within":[203],"converged":[205],"LLM":[206],"thereby":[208],"extending":[209],"applicability":[211],"broader":[214],"range":[215],"environments.":[217]},"counts_by_year":[],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}