{"id":"https://openalex.org/W4401880111","doi":"https://doi.org/10.1109/vlsitechnologyandcir46783.2024.10631397","title":"Cost-Effective LLM Accelerator Using Processing in Memory Technology","display_name":"Cost-Effective LLM Accelerator Using Processing in Memory Technology","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4401880111","doi":"https://doi.org/10.1109/vlsitechnologyandcir46783.2024.10631397"},"language":"en","primary_location":{"id":"doi:10.1109/vlsitechnologyandcir46783.2024.10631397","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlsitechnologyandcir46783.2024.10631397","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Symposium on VLSI Technology and Circuits (VLSI Technology and Circuits)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023522516","display_name":"Hyungdeok Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I134353371","display_name":"SK Group (South Korea)","ror":"https://ror.org/03696td91","country_code":"KR","type":"company","lineage":["https://openalex.org/I134353371"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyungdeok Lee","raw_affiliation_strings":["SK hynix,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SK hynix,Korea","institution_ids":["https://openalex.org/I134353371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026577505","display_name":"Guhyun Kim","orcid":"https://orcid.org/0000-0001-7076-2818"},"institutions":[{"id":"https://openalex.org/I134353371","display_name":"SK Group (South Korea)","ror":"https://ror.org/03696td91","country_code":"KR","type":"company","lineage":["https://openalex.org/I134353371"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Guhyun Kim","raw_affiliation_strings":["SK hynix,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SK hynix,Korea","institution_ids":["https://openalex.org/I134353371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111046163","display_name":"Dayeon Yun","orcid":null},"institutions":[{"id":"https://openalex.org/I134353371","display_name":"SK Group (South Korea)","ror":"https://ror.org/03696td91","country_code":"KR","type":"company","lineage":["https://openalex.org/I134353371"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dayeon Yun","raw_affiliation_strings":["SK hynix,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SK hynix,Korea","institution_ids":["https://openalex.org/I134353371"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ilkon Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I134353371","display_name":"SK Group (South Korea)","ror":"https://ror.org/03696td91","country_code":"KR","type":"company","lineage":["https://openalex.org/I134353371"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ilkon Kim","raw_affiliation_strings":["SK hynix,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SK hynix,Korea","institution_ids":["https://openalex.org/I134353371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083561473","display_name":"Yongkee Kwon","orcid":"https://orcid.org/0009-0001-9511-4734"},"institutions":[{"id":"https://openalex.org/I134353371","display_name":"SK Group (South Korea)","ror":"https://ror.org/03696td91","country_code":"KR","type":"company","lineage":["https://openalex.org/I134353371"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yongkee Kwon","raw_affiliation_strings":["SK hynix,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SK hynix,Korea","institution_ids":["https://openalex.org/I134353371"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039338759","display_name":"Euicheol Lim","orcid":"https://orcid.org/0000-0002-8910-533X"},"institutions":[{"id":"https://openalex.org/I134353371","display_name":"SK Group (South Korea)","ror":"https://ror.org/03696td91","country_code":"KR","type":"company","lineage":["https://openalex.org/I134353371"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Euicheol Lim","raw_affiliation_strings":["SK hynix,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SK hynix,Korea","institution_ids":["https://openalex.org/I134353371"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6157,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.84912541,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11044","display_name":"Particle Detector Development and Performance","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11044","display_name":"Particle Detector Development and Performance","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11005","display_name":"Radiation Effects in Electronics","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.637941837310791},{"id":"https://openalex.org/keywords/random-access-memory","display_name":"Random access memory","score":0.5323809385299683},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.355774462223053},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.28376996517181396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.637941837310791},{"id":"https://openalex.org/C2994168587","wikidata":"https://www.wikidata.org/wiki/Q5295","display_name":"Random access memory","level":2,"score":0.5323809385299683},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.355774462223053},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.28376996517181396}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vlsitechnologyandcir46783.2024.10631397","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlsitechnologyandcir46783.2024.10631397","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Symposium on VLSI Technology and Circuits (VLSI Technology and Circuits)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7099999785423279,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W3100710793","https://openalex.org/W4292779060","https://openalex.org/W4385245566","https://openalex.org/W4387064057","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032"],"abstract_inverted_index":{"Large":[0],"language":[1],"model":[2,29],"(LLM)-based":[3],"services":[4,74,125],"continue":[5],"to":[6,30,75,87,119],"improve":[7],"their":[8],"performance":[9,57,122,150],"requires":[10,36],"the":[11,23,70,121],"system":[12,132],"with":[13,61,68,154],"both":[14,149],"large":[15],"memory":[16,20,44,52,56,96],"capacity":[17,78],"and":[18,46,73,79,99,106,115,133,151,158],"high":[19],"bandwidth.":[21,53],"For":[22],"GPT-3":[24],"[1]":[25],"[5]":[26],"175":[27],"billion":[28],"operate":[31],"at":[32],"a":[33,93,127,141],"minimum,":[34],"it":[35],"800GB":[37],"of":[38,123,130,148],"storage.":[39],"In":[40],"addition,":[41],"from":[42],"frequent":[43],"access":[45],"limited":[47],"data":[48,161],"reuse":[49],"also":[50,139],"affects":[51],"More":[54],"powerful":[55],"requirements,":[58],"however,":[59],"comes":[60],"significant":[62],"costs":[63],"increase.":[64],"The":[65],"expenses":[66],"associated":[67],"operating":[69],"necessary":[71],"equipment":[72],"handle":[76],"these":[77],"bandwidth":[80],"requirements":[81],"are":[82,117],"considerable.":[83],"SK":[84],"hynix":[85],"aims":[86],"solve":[88],"this":[89],"issue":[90],"by":[91],"introducing":[92],"processing":[94],"in":[95,143,146],"(PIM)":[97],"device":[98],"PIM":[100],"based":[101],"accelerator":[102],"called":[103],"AiM":[104,114,138],"[2]":[105],"AiMX,":[107],"respectively.":[108],"By":[109],"exploiting":[110],"true":[111],"bank-level":[112],"parallelism,":[113],"AiMX":[116],"expected":[118],"enhance":[120],"LLM-based":[124],"as":[126],"core":[128],"component":[129],"disaggregated":[131],"multi-head":[134],"attention":[135],"acceleration.":[136],"Additionally,":[137],"has":[140],"potential":[142],"on-device":[144],"AI,":[145],"direction":[147],"energy":[152],"consumption":[153],"low":[155],"batch":[156],"size":[157],"reducing":[159],"off-chip":[160],"movement.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}