{"id":"https://openalex.org/W3209892756","doi":"https://doi.org/10.1109/tcad.2021.3121264","title":"A Framework for Accelerating Transformer-Based Language Model on ReRAM-Based Architecture","display_name":"A Framework for Accelerating Transformer-Based Language Model on ReRAM-Based Architecture","publication_year":2021,"publication_date":"2021-10-20","ids":{"openalex":"https://openalex.org/W3209892756","doi":"https://doi.org/10.1109/tcad.2021.3121264","mag":"3209892756"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2021.3121264","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2021.3121264","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047372993","display_name":"Myeonggu Kang","orcid":"https://orcid.org/0000-0003-3557-8526"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Myeonggu Kang","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-3557-8526","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073278616","display_name":"Hyein Shin","orcid":"https://orcid.org/0000-0003-0382-4032"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyein Shin","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-0382-4032","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052390471","display_name":"Lee\u2010Sup Kim","orcid":"https://orcid.org/0000-0001-9585-4591"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Lee-Sup Kim","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-9585-4591","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5047372993"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":1.1651,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.81069334,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"41","issue":"9","first_page":"3026","last_page":"3039"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/resistive-random-access-memory","display_name":"Resistive random-access memory","score":0.713646650314331},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.708803653717041},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.4165198802947998},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4160165786743164},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3745156526565552},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3497912585735321},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3466983437538147},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3380829095840454},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.22743114829063416},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09765094518661499},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08495792746543884}],"concepts":[{"id":"https://openalex.org/C182019814","wikidata":"https://www.wikidata.org/wiki/Q1143830","display_name":"Resistive random-access memory","level":3,"score":0.713646650314331},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.708803653717041},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.4165198802947998},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4160165786743164},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3745156526565552},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3497912585735321},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3466983437538147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3380829095840454},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.22743114829063416},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09765094518661499},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08495792746543884},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2021.3121264","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2021.3121264","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3757671995","display_name":null,"funder_award_id":"NRF-2020R1A2B5B02002690","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2138815064","https://openalex.org/W2194775991","https://openalex.org/W2336863067","https://openalex.org/W2400185808","https://openalex.org/W2401330834","https://openalex.org/W2461356623","https://openalex.org/W2525778437","https://openalex.org/W2612690371","https://openalex.org/W2613989746","https://openalex.org/W2736591611","https://openalex.org/W2760393804","https://openalex.org/W2811080765","https://openalex.org/W2896457183","https://openalex.org/W2906152891","https://openalex.org/W2911491685","https://openalex.org/W2923014074","https://openalex.org/W2943765373","https://openalex.org/W2946567085","https://openalex.org/W2949591530","https://openalex.org/W2951434086","https://openalex.org/W2963323070","https://openalex.org/W2964022985","https://openalex.org/W2965373594","https://openalex.org/W2970106668","https://openalex.org/W2978017171","https://openalex.org/W2979826702","https://openalex.org/W2982539773","https://openalex.org/W2998183051","https://openalex.org/W3015720739","https://openalex.org/W3015963989","https://openalex.org/W3017024317","https://openalex.org/W3019166713","https://openalex.org/W3034457371","https://openalex.org/W3094590205","https://openalex.org/W3098576111","https://openalex.org/W3106298483","https://openalex.org/W3161703143","https://openalex.org/W3177265267","https://openalex.org/W4212774754","https://openalex.org/W4243519499","https://openalex.org/W4254672563","https://openalex.org/W4288347855","https://openalex.org/W4292169167","https://openalex.org/W6739901393","https://openalex.org/W6763367864"],"related_works":["https://openalex.org/W1509211761","https://openalex.org/W2391299576","https://openalex.org/W2133693067","https://openalex.org/W1531488649","https://openalex.org/W3037767301","https://openalex.org/W1585350690","https://openalex.org/W2366027386","https://openalex.org/W2582456645","https://openalex.org/W2479014312","https://openalex.org/W1583465708"],"abstract_inverted_index":{"Transformer-based":[0],"language":[1,14,26,69],"models":[2],"have":[3],"become":[4],"the":[5,19,33,38,51,54,58,61,67,72,80,93,99,106,112,115,135,147,150,155,164,169,184],"<italic":[6],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[7,176,193],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">de-facto</i>":[8],"standard":[9],"model":[10,27,70],"for":[11],"various":[12],"natural":[13],"processing":[15,66],"(NLP)":[16],"applications":[17],"given":[18],"superior":[20],"algorithmic":[21,170],"performances.":[22],"Processing":[23],"a":[24,29,42,89,122,142,174],"transformer-based":[25,68],"on":[28,71,154],"conventional":[30],"accelerator":[31,40],"induces":[32],"memory":[34],"wall":[35],"problem,":[36],"and":[37,57],"ReRAM-based":[39,59,73,157],"is":[41],"promising":[43],"solution":[44],"to":[45,50,91,104,134,173,191],"this":[46,85],"problem.":[47],"However,":[48],"due":[49],"characteristics":[52],"of":[53,101,114,149],"self-attention":[55,103,116],"mechanism":[56],"accelerator,":[60],"pipeline":[62],"hazard":[63,76,94,165],"arises":[64],"when":[65],"accelerator.":[74,158],"This":[75],"issue":[77,166],"greatly":[78],"increases":[79],"overall":[81],"execution":[82],"time.":[83],"In":[84],"article,":[86],"we":[87,97,120],"propose":[88,98],"framework":[90],"resolve":[92],"issue.":[95],"First,":[96],"concept":[100],"window":[102,130],"reduce":[105],"attention":[107],"computation":[108],"scope":[109],"by":[110],"analyzing":[111],"properties":[113],"mechanism.":[117],"After":[118],"that,":[119],"present":[121],"window-size":[123],"search":[124],"algorithm,":[125],"which":[126],"finds":[127],"an":[128],"optimal":[129],"size":[131],"set":[132],"according":[133],"target":[136],"application/algorithmic":[137],"performance.":[138],"We":[139],"also":[140,188],"suggest":[141],"hardware":[143],"design":[144],"that":[145],"exploits":[146],"advantages":[148],"proposed":[151,160],"algorithm":[152],"optimization":[153],"general":[156],"The":[159],"work":[161],"successfully":[162],"alleviates":[163],"while":[167],"maintaining":[168],"performance,":[171],"leading":[172],"<inline-formula":[175,192],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[177,194],"<tex-math":[178,195],"notation=\"LaTeX\">$5.8\\times":[179],"$":[180,198],"</tex-math></inline-formula>":[181,199],"speedup":[182],"over":[183,203],"provisioned":[185],"baseline.":[186],"It":[187],"delivers":[189],"up":[190],"notation=\"LaTeX\">$39.2\\times":[196],"/643.2\\times":[197],"speedup/higher":[200],"energy":[201],"efficiency":[202],"GPU,":[204],"respectively.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}