{"id":"https://openalex.org/W4407693606","doi":"https://doi.org/10.1109/iceic64972.2025.10879650","title":"Analysis of Transformer Decoder Architecture and KV Cache Behavior During LLM Inference","display_name":"Analysis of Transformer Decoder Architecture and KV Cache Behavior During LLM Inference","publication_year":2025,"publication_date":"2025-01-19","ids":{"openalex":"https://openalex.org/W4407693606","doi":"https://doi.org/10.1109/iceic64972.2025.10879650"},"language":"en","primary_location":{"id":"doi:10.1109/iceic64972.2025.10879650","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iceic64972.2025.10879650","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on Electronics, Information, and Communication (ICEIC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088896521","display_name":"Kyudan Jung","orcid":"https://orcid.org/0000-0002-5657-7533"},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Kyudan Jung","raw_affiliation_strings":["Chung-Ang University"],"affiliations":[{"raw_affiliation_string":"Chung-Ang University","institution_ids":["https://openalex.org/I67900169"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jeong Youn Kwon","orcid":null},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jeong Youn Kwon","raw_affiliation_strings":["Chung-Ang University"],"affiliations":[{"raw_affiliation_string":"Chung-Ang University","institution_ids":["https://openalex.org/I67900169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110258252","display_name":"Young-Dae Mun","orcid":null},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young-Dae Mun","raw_affiliation_strings":["Chung-Ang University"],"affiliations":[{"raw_affiliation_string":"Chung-Ang University","institution_ids":["https://openalex.org/I67900169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109665315","display_name":"Bingtao Kang","orcid":null},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byeong-Geun Kang","raw_affiliation_strings":["Chung-Ang University"],"affiliations":[{"raw_affiliation_string":"Chung-Ang University","institution_ids":["https://openalex.org/I67900169"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Joon-Seok Song","orcid":null},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Joon-Seok Song","raw_affiliation_strings":["Chung-Ang University"],"affiliations":[{"raw_affiliation_string":"Chung-Ang University","institution_ids":["https://openalex.org/I67900169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100317754","display_name":"Minji Kim","orcid":"https://orcid.org/0000-0002-7282-8224"},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Min-Ji Kim","raw_affiliation_strings":["Chung-Ang University"],"affiliations":[{"raw_affiliation_string":"Chung-Ang University","institution_ids":["https://openalex.org/I67900169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000717294","display_name":"Nam-Joon Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Nam-Joon Kim","raw_affiliation_strings":["Seoul National University"],"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019384291","display_name":"Hyungon Ryu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hyungon Ryu","raw_affiliation_strings":["NVIDIA"],"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102861073","display_name":"Hyuk-Jae Lee","orcid":"https://orcid.org/0000-0001-8895-9117"},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyuk-Jae Lee","raw_affiliation_strings":["Chung-Ang University"],"affiliations":[{"raw_affiliation_string":"Chung-Ang University","institution_ids":["https://openalex.org/I67900169"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5088896521"],"corresponding_institution_ids":["https://openalex.org/I67900169"],"apc_list":null,"apc_paid":null,"fwci":0.6645,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67133795,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11343","display_name":"Power Transformer Diagnostics and Insulation","score":0.9221000075340271,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11343","display_name":"Power Transformer Diagnostics and Insulation","score":0.9221000075340271,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10972","display_name":"Power Systems Fault Detection","score":0.9150999784469604,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10511","display_name":"High voltage insulation and dielectric phenomena","score":0.9107999801635742,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6961491703987122},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6812995076179504},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.554340660572052},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5047909021377563},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4952670633792877},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3769787549972534},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.37265723943710327},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3362891376018524},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.18546739220619202},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.14185383915901184},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13188797235488892},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1199442446231842}],"concepts":[{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6961491703987122},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6812995076179504},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.554340660572052},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5047909021377563},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4952670633792877},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3769787549972534},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.37265723943710327},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3362891376018524},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.18546739220619202},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.14185383915901184},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13188797235488892},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1199442446231842},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iceic64972.2025.10879650","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iceic64972.2025.10879650","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on Electronics, Information, and Communication (ICEIC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2255466643","https://openalex.org/W2885195348","https://openalex.org/W2950635152","https://openalex.org/W2962784628","https://openalex.org/W2963250244","https://openalex.org/W4230878881","https://openalex.org/W4385245566","https://openalex.org/W4402111558","https://openalex.org/W6679436768","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W2152099439","https://openalex.org/W2055243143","https://openalex.org/W1984163603","https://openalex.org/W3130422087","https://openalex.org/W3004195166","https://openalex.org/W2126310295","https://openalex.org/W4206178588","https://openalex.org/W3094491777","https://openalex.org/W3214715529","https://openalex.org/W4287635093"],"abstract_inverted_index":{"Recently,":[0],"OpenAI":[1],"released":[2],"the":[3,16,20,26,36,54,77,91,99,105,117,124,127,130],"Chat":[4],"GPT":[5,64],"ol-preview":[6],"model,":[7],"which":[8,109],"has":[9,34,65],"reasoning":[10],"abilities":[11],"comparable":[12],"to":[13,115],"ranking":[14],"within":[15],"top":[17],"2,000":[18],"in":[19,40,45,56],"U.S.":[21],"Math":[22],"Olympiad,":[23],"significantly":[24],"sur-passing":[25],"average":[27],"human":[28],"linguistic":[29],"ability.":[30],"This":[31],"Transformer-based":[32],"model":[33],"become":[35,66],"standard":[37],"not":[38],"only":[39],"language":[41],"processing":[42],"but":[43],"also":[44,122],"various":[46],"fields":[47,58],"such":[48],"as":[49],"vision":[50],"and":[51,73,90,112,134],"speech.":[52],"As":[53],"research":[55,107],"these":[57],"progresses,":[59],"a":[60,70],"comprehensive":[61],"understanding":[62,75,118],"of":[63,76,93,101,119,129],"increasingly":[67],"necessary.":[68],"Through":[69],"detailed":[71],"analysis":[72],"mathematical":[74],"GPT-3":[78],"Transformer":[79],"Decoder":[80],"architecture,":[81],"we":[82,97],"explore":[83],"why":[84],"it":[85,136],"was":[86],"designed":[87],"this":[88,94],"way":[89],"effects":[92],"design.":[95],"Additionally,":[96],"trace":[98],"lineage":[100],"each":[102],"component,":[103],"examining":[104],"previous":[106],"from":[108],"they":[110],"emerged,":[111],"propose":[113],"methods":[114],"deepen":[116],"GPT.":[120],"We":[121],"examine":[123],"rationale":[125],"behind":[126],"existence":[128],"KV":[131],"caching":[132],"methodology":[133],"how":[135],"operates.":[137]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}