{"id":"https://openalex.org/W4406892532","doi":"https://doi.org/10.1109/lca.2025.3535470","title":"RoPIM: A Processing-in-Memory Architecture for Accelerating Rotary Positional Embedding in Transformer Models","display_name":"RoPIM: A Processing-in-Memory Architecture for Accelerating Rotary Positional Embedding in Transformer Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406892532","doi":"https://doi.org/10.1109/lca.2025.3535470"},"language":"en","primary_location":{"id":"doi:10.1109/lca.2025.3535470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lca.2025.3535470","pdf_url":null,"source":{"id":"https://openalex.org/S17643076","display_name":"IEEE Computer Architecture Letters","issn_l":"1556-6056","issn":["1556-6056","1556-6064","2473-2575"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computer Architecture Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113430170","display_name":"Yunhyeong Jeon","orcid":null},"institutions":[{"id":"https://openalex.org/I193352282","display_name":"Daegu Gyeongbuk Institute of Science and Technology","ror":"https://ror.org/03frjya69","country_code":"KR","type":"education","lineage":["https://openalex.org/I193352282"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Yunhyeong Jeon","raw_affiliation_strings":["DGIST, Daegu, South Korea"],"raw_orcid":"https://orcid.org/0009-0005-2890-3134","affiliations":[{"raw_affiliation_string":"DGIST, Daegu, South Korea","institution_ids":["https://openalex.org/I193352282"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007447674","display_name":"Minwoo Jang","orcid":"https://orcid.org/0000-0002-2704-0075"},"institutions":[{"id":"https://openalex.org/I193352282","display_name":"Daegu Gyeongbuk Institute of Science and Technology","ror":"https://ror.org/03frjya69","country_code":"KR","type":"education","lineage":["https://openalex.org/I193352282"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minwoo Jang","raw_affiliation_strings":["DGIST, Daegu, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-2704-0075","affiliations":[{"raw_affiliation_string":"DGIST, Daegu, South Korea","institution_ids":["https://openalex.org/I193352282"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035850620","display_name":"Hwanjun Lee","orcid":"https://orcid.org/0009-0001-0513-2112"},"institutions":[{"id":"https://openalex.org/I193352282","display_name":"Daegu Gyeongbuk Institute of Science and Technology","ror":"https://ror.org/03frjya69","country_code":"KR","type":"education","lineage":["https://openalex.org/I193352282"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hwanjun Lee","raw_affiliation_strings":["DGIST, Daegu, South Korea"],"raw_orcid":"https://orcid.org/0009-0001-0513-2112","affiliations":[{"raw_affiliation_string":"DGIST, Daegu, South Korea","institution_ids":["https://openalex.org/I193352282"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088901467","display_name":"Yeji Jung","orcid":"https://orcid.org/0009-0008-7840-4669"},"institutions":[{"id":"https://openalex.org/I193352282","display_name":"Daegu Gyeongbuk Institute of Science and Technology","ror":"https://ror.org/03frjya69","country_code":"KR","type":"education","lineage":["https://openalex.org/I193352282"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yeji Jung","raw_affiliation_strings":["DGIST, Daegu, South Korea"],"raw_orcid":"https://orcid.org/0009-0008-7840-4669","affiliations":[{"raw_affiliation_string":"DGIST, Daegu, South Korea","institution_ids":["https://openalex.org/I193352282"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103406778","display_name":"Jin Chul Jung","orcid":null},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jin Jung","raw_affiliation_strings":["Samsung Electronics, Hwaseong, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung Electronics, Hwaseong, South Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062501954","display_name":"Jong-Geon Lee","orcid":"https://orcid.org/0000-0001-9339-3277"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jonggeon Lee","raw_affiliation_strings":["Samsung Electronics, Hwaseong, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-9339-3277","affiliations":[{"raw_affiliation_string":"Samsung Electronics, Hwaseong, South Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081625166","display_name":"Jinin So","orcid":"https://orcid.org/0000-0002-7569-3505"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jinin So","raw_affiliation_strings":["Samsung Electronics, Hwaseong, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-7569-3505","affiliations":[{"raw_affiliation_string":"Samsung Electronics, Hwaseong, South Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101885459","display_name":"Daehoon Kim","orcid":"https://orcid.org/0000-0003-0837-0877"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Daehoon Kim","raw_affiliation_strings":["Yonsei University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-0837-0877","affiliations":[{"raw_affiliation_string":"Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5113430170"],"corresponding_institution_ids":["https://openalex.org/I193352282"],"apc_list":null,"apc_paid":null,"fwci":1.3062,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.78565111,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"24","issue":"1","first_page":"41","last_page":"44"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14276","display_name":"Power Systems and Technologies","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14276","display_name":"Power Systems and Technologies","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7480441331863403},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6844902038574219},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6562067866325378},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6272009611129761},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.5467509031295776},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4259647727012634},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.4134131073951721},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17256802320480347},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.16611120104789734},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14940324425697327},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07993775606155396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7480441331863403},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6844902038574219},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6562067866325378},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6272009611129761},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5467509031295776},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4259647727012634},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.4134131073951721},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17256802320480347},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.16611120104789734},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14940324425697327},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07993775606155396},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lca.2025.3535470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lca.2025.3535470","pdf_url":null,"source":{"id":"https://openalex.org/S17643076","display_name":"IEEE Computer Architecture Letters","issn_l":"1556-6056","issn":["1556-6056","1556-6064","2473-2575"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computer Architecture Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8500000238418579,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2009145277","display_name":null,"funder_award_id":"IO230411-05864-01","funder_id":"https://openalex.org/F4320332195","funder_display_name":"Samsung"}],"funders":[{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2034861439","https://openalex.org/W2161264993","https://openalex.org/W2896457183","https://openalex.org/W3100710793","https://openalex.org/W3146763006","https://openalex.org/W4280496502","https://openalex.org/W4293025109","https://openalex.org/W4384918448","https://openalex.org/W4385245566","https://openalex.org/W4388979610"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W2037549926","https://openalex.org/W2345479200","https://openalex.org/W2183306018","https://openalex.org/W2849310602","https://openalex.org/W3006008237","https://openalex.org/W2419146053","https://openalex.org/W4388890789","https://openalex.org/W2088247287","https://openalex.org/W2038503502"],"abstract_inverted_index":{"The":[0],"emergence":[1],"of":[2,26,37,121],"attention-based":[3],"Transformer":[4,152],"models,":[5],"such":[6],"as":[7,83],"GPT,":[8],"BERT,":[9],"and":[10,68,94,130,175,197,207,226],"LLaMA,":[11],"has":[12,81],"revolutionized":[13],"Natural":[14],"Language":[15],"Processing":[16],"(NLP)":[17],"by":[18,159],"significantly":[19],"improving":[20],"performance":[21,63,110,224],"across":[22],"a":[23,51,84,108,141,161,222],"wide":[24],"range":[25],"applications.":[27],"A":[28],"critical":[29],"factor":[30],"driving":[31],"these":[32],"improvements":[33],"is":[34],"the":[35,45],"use":[36],"positional":[38,55,89],"embeddings,":[39],"which":[40],"are":[41],"crucial":[42],"for":[43,65,119,172],"capturing":[44,70],"contextual":[46],"relationships":[47,71],"between":[48,72],"tokens":[49],"in":[50,61,151],"sequence.":[52],"However,":[53],"current":[54],"embedding":[56],"methods":[57],"face":[58],"challenges,":[59],"particularly":[60],"managing":[62],"overhead":[64],"long":[66,101],"sequences":[67],"effectively":[69,87],"adjacent":[73],"tokens.":[74],"In":[75,133],"response,":[76],"Rotary":[77],"Positional":[78],"Embedding":[79],"(RoPE)":[80],"emerged":[82],"method":[85],"that":[86,116,164,193,215],"embeds":[88],"information":[90],"with":[91,100],"high":[92],"accuracy":[93],"without":[95],"necessitating":[96],"model":[97],"retraining":[98],"even":[99],"sequences.":[102],"Despite":[103],"its":[104],"effectiveness,":[105],"RoPE":[106,117,149],"introduces":[107],"considerable":[109],"bottleneck":[111],"during":[112],"inference.":[113],"We":[114],"observe":[115],"accounts":[118],"61%":[120],"GPU":[122],"execution":[123,131],"time":[124],"due":[125],"to":[126,146,200,221,231],"extensive":[127],"data":[128,167,181,190],"movement":[129,168],"dependencies.":[132],"this":[134,158],"paper,":[135],"we":[136],"introduce":[137],"<monospace":[138,154,184,216],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[139,155,185,217],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">RoPIM</monospace>,":[140],"Processing-In-Memory":[142],"(PIM)":[143],"architecture":[144],"designed":[145],"efficiently":[147],"accelerate":[148],"operations":[150,174],"models.":[153],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">RoPIM</monospace>":[156,186,218],"achieves":[157,219],"utilizing":[160],"bank-level":[162,196],"accelerator":[163],"reduces":[165],"off-chip":[166],"through":[169],"in-accelerator":[170],"support":[171],"multiply-addition":[173],"minimizes":[176],"operational":[177],"dependencies":[178],"via":[179],"parallel":[180,202],"rearrangement.":[182],"Additionally,":[183],"proposes":[187],"an":[188],"optimized":[189],"mapping":[191],"strategy":[192],"leverages":[194],"both":[195],"row-level":[198],"mappings":[199],"enable":[201],"execution,":[203],"eliminate":[204],"bank-to-bank":[205],"communication,":[206],"reduce":[208],"DRAM":[209],"activations.":[210],"Our":[211],"experimental":[212],"results":[213],"show":[214],"up":[220],"307.9\u00d7":[223],"improvement":[225],"914.1\u00d7":[227],"energy":[228],"savings":[229],"compared":[230],"conventional":[232],"systems.":[233]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-02-21T06:11:54.161237","created_date":"2025-10-10T00:00:00"}