{"id":"https://openalex.org/W3111375540","doi":"https://doi.org/10.1145/3400302.3415640","title":"ReTransformer","display_name":"ReTransformer","publication_year":2020,"publication_date":"2020-11-02","ids":{"openalex":"https://openalex.org/W3111375540","doi":"https://doi.org/10.1145/3400302.3415640","mag":"3111375540"},"language":"en","primary_location":{"id":"doi:10.1145/3400302.3415640","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3400302.3415640","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th International Conference on Computer-Aided Design","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080236384","display_name":"Xiaoxuan Yang","orcid":"https://orcid.org/0000-0002-2553-2631"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xiaoxuan Yang","raw_affiliation_strings":["Duke University"],"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043075091","display_name":"Bonan Yan","orcid":"https://orcid.org/0000-0002-3052-9330"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bonan Yan","raw_affiliation_strings":["Duke University"],"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035225490","display_name":"Hai Li","orcid":"https://orcid.org/0000-0001-7668-569X"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hai Li","raw_affiliation_strings":["Duke University"],"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058073627","display_name":"Yiran Chen","orcid":"https://orcid.org/0000-0002-1486-8412"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiran Chen","raw_affiliation_strings":["Duke University"],"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5080236384"],"corresponding_institution_ids":["https://openalex.org/I170897317"],"apc_list":null,"apc_paid":null,"fwci":3.0076,"has_fulltext":false,"cited_by_count":73,"citation_normalized_percentile":{"value":0.91974589,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7798991203308105},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6054747104644775},{"id":"https://openalex.org/keywords/dot-product","display_name":"Dot product","score":0.5241929888725281},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5088348984718323},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5069013237953186},{"id":"https://openalex.org/keywords/resistive-random-access-memory","display_name":"Resistive random-access memory","score":0.48834940791130066},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48305612802505493},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4584083557128906},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42592328786849976},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4175054728984833},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3894127309322357},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3760257363319397},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.16870522499084473},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.12588435411453247},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11948195099830627},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08803465962409973}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7798991203308105},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6054747104644775},{"id":"https://openalex.org/C32900221","wikidata":"https://www.wikidata.org/wiki/Q181365","display_name":"Dot product","level":2,"score":0.5241929888725281},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5088348984718323},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5069013237953186},{"id":"https://openalex.org/C182019814","wikidata":"https://www.wikidata.org/wiki/Q1143830","display_name":"Resistive random-access memory","level":3,"score":0.48834940791130066},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48305612802505493},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4584083557128906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42592328786849976},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4175054728984833},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3894127309322357},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3760257363319397},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.16870522499084473},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.12588435411453247},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11948195099830627},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08803465962409973},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3400302.3415640","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3400302.3415640","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th International Conference on Computer-Aided Design","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2286136536","display_name":null,"funder_award_id":"1955246, 1910299, 1725456","funder_id":"https://openalex.org/F4320309085","funder_display_name":"Center for Selective C-H Functionalization, National Science Foundation"},{"id":"https://openalex.org/G2830078906","display_name":null,"funder_award_id":"W911NF-19-2-0107","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320309085","display_name":"Center for Selective C-H Functionalization, National Science Foundation","ror":"https://ror.org/02h8v7m77"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1924770834","https://openalex.org/W1968677765","https://openalex.org/W1994589723","https://openalex.org/W2014402164","https://openalex.org/W2020003503","https://openalex.org/W2064675550","https://openalex.org/W2081729575","https://openalex.org/W2097367147","https://openalex.org/W2168972302","https://openalex.org/W2194775991","https://openalex.org/W2508602506","https://openalex.org/W2518281301","https://openalex.org/W2578088338","https://openalex.org/W2592304361","https://openalex.org/W2608093348","https://openalex.org/W2613989746","https://openalex.org/W2767206889","https://openalex.org/W2767989436","https://openalex.org/W2811080765","https://openalex.org/W2891420493","https://openalex.org/W2896457183","https://openalex.org/W2900379535","https://openalex.org/W2909534142","https://openalex.org/W2910602641","https://openalex.org/W2943765373","https://openalex.org/W2946480111","https://openalex.org/W2963403868","https://openalex.org/W2964213727","https://openalex.org/W2965046076","https://openalex.org/W2970597249","https://openalex.org/W2975059944","https://openalex.org/W3005619596","https://openalex.org/W3148159299","https://openalex.org/W3177265267","https://openalex.org/W4243519499","https://openalex.org/W4246649926","https://openalex.org/W4254672563"],"related_works":["https://openalex.org/W2039534605","https://openalex.org/W4353092758","https://openalex.org/W3022289616","https://openalex.org/W3014755333","https://openalex.org/W4287748555","https://openalex.org/W3146091044","https://openalex.org/W4210261411","https://openalex.org/W4287241953","https://openalex.org/W3203166921","https://openalex.org/W4214588794"],"abstract_inverted_index":{"Transformer":[0,43,86,116,131,143],"has":[1],"emerged":[2],"as":[3],"a":[4,38,53,109,112,126,168],"popular":[5],"deep":[6],"neural":[7,22,68,73],"network":[8],"(DNN)":[9],"model":[10],"for":[11,52,130,173],"Neural":[12],"Language":[13],"Processing":[14],"(NLP)":[15],"applications":[16],"and":[17,47,50,71,105,183,191,202],"demonstrated":[18],"excellent":[19],"performance":[20,39],"in":[21,34,85,101],"machine":[23],"translation,":[24],"entity":[25],"recognition,":[26],"etc.":[27],"However,":[28],"its":[29],"scaled":[30,82,139],"dot-product":[31,83,140],"attention":[32,84,141],"mechanism":[33],"auto-regressive":[35],"decoder":[36],"brings":[37],"bottleneck":[40],"during":[41],"inference.":[42],"is":[44,198],"also":[45,148],"computationally":[46],"memory":[48],"intensive":[49],"demands":[51],"hardware":[54],"acceleration":[55],"solution.":[56],"Although":[57],"researchers":[58],"have":[59],"successfully":[60],"applied":[61],"ReRAM-based":[62,127,145],"Processing-in-Memory":[63],"(PIM)":[64],"to":[65,90,97,107,181],"accelerate":[66,137],"convolutional":[67],"networks":[69,74],"(CNNs)":[70],"recurrent":[72],"(RNNs),":[75],"the":[76,81,138,156,160],"unique":[77],"computation":[78],"process":[79],"of":[80,115,142],"makes":[87],"it":[88],"difficult":[89],"directly":[91],"apply":[92],"these":[93],"designs.":[94],"Besides,":[95],"how":[96,106],"handle":[98],"intermediate":[99,157],"results":[100,158,177],"Matrix-matrix":[102],"Multiplication":[103],"(MatMul)":[104],"design":[108,172],"pipeline":[110,171],"at":[111],"finer":[113],"granularity":[114],"remain":[117],"unsolved.":[118],"In":[119],"this":[120],"work,":[121],"we":[122,166],"propose":[123,167],"ReTransformer":[124,133,185],"-":[125],"PIM":[128,146],"architecture":[129],"acceleration.":[132],"can":[134],"not":[135],"only":[136],"using":[144,159],"but":[147],"eliminate":[149],"some":[150],"data":[151],"dependency":[152],"by":[153,189,200],"avoiding":[154],"writing":[155],"proposed":[161],"matrix":[162],"decomposition":[163],"technique.":[164],"Moreover,":[165],"new":[169],"sub-matrix":[170],"multi-head":[174],"self-attention.":[175],"Experimental":[176],"show":[178],"that":[179],"compared":[180],"GPU":[182],"Pipelayer,":[184],"improves":[186],"computing":[187],"efficiency":[188],"23.21\u00d7":[190],"3.25\u00d7,":[192],"respectively.":[193,204],"The":[194],"corresponding":[195],"overall":[196],"power":[197],"reduced":[199],"1086\u00d7":[201],"2.82\u00d7,":[203]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":6}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2020-12-21T00:00:00"}