{"id":"https://openalex.org/W4404101323","doi":"https://doi.org/10.1109/tcad.2024.3447217","title":"AttentionRC: A Novel Approach to Improve Locality Sensitive Hashing Attention on Dual-Addressing Memory","display_name":"AttentionRC: A Novel Approach to Improve Locality Sensitive Hashing Attention on Dual-Addressing Memory","publication_year":2024,"publication_date":"2024-11-01","ids":{"openalex":"https://openalex.org/W4404101323","doi":"https://doi.org/10.1109/tcad.2024.3447217"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2024.3447217","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3447217","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114538999","display_name":"Chun-Lin Chu","orcid":null},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Chun-Lin Chu","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan"],"raw_orcid":"https://orcid.org/0009-0009-6308-8998","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089037922","display_name":"Yun-Chih Chen","orcid":"https://orcid.org/0000-0002-2665-9490"},"institutions":[{"id":"https://openalex.org/I200332995","display_name":"TU Dortmund University","ror":"https://ror.org/01k97gp34","country_code":"DE","type":"education","lineage":["https://openalex.org/I200332995"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yun-Chih Chen","raw_affiliation_strings":["Chair of Design Automation for Embedded Systems, Technical University of Dortmund, Dortmund, Germany"],"raw_orcid":"https://orcid.org/0000-0002-2665-9490","affiliations":[{"raw_affiliation_string":"Chair of Design Automation for Embedded Systems, Technical University of Dortmund, Dortmund, Germany","institution_ids":["https://openalex.org/I200332995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073096655","display_name":"Cheng Wei","orcid":"https://orcid.org/0000-0003-1281-9243"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Cheng","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101864424","display_name":"Ing-Chao Lin","orcid":"https://orcid.org/0000-0003-1994-7512"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ing-Chao Lin","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-1994-7512","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073534245","display_name":"Yuan-Hao Chang","orcid":"https://orcid.org/0000-0002-1282-2111"},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yuan-Hao Chang","raw_affiliation_strings":["Institute of Information Science, Academia Sinica, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-1282-2111","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5114538999"],"corresponding_institution_ids":["https://openalex.org/I91807558"],"apc_list":null,"apc_paid":null,"fwci":0.4762,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65419922,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"43","issue":"11","first_page":"3925","last_page":"3936"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.63951575756073},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6175428032875061},{"id":"https://openalex.org/keywords/locality-sensitive-hashing","display_name":"Locality-sensitive hashing","score":0.6093148589134216},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.5367329120635986},{"id":"https://openalex.org/keywords/hash-function","display_name":"Hash function","score":0.514356255531311},{"id":"https://openalex.org/keywords/hash-table","display_name":"Hash table","score":0.2298327088356018},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.15213555097579956},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.08280310034751892}],"concepts":[{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.63951575756073},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6175428032875061},{"id":"https://openalex.org/C74270461","wikidata":"https://www.wikidata.org/wiki/Q1625299","display_name":"Locality-sensitive hashing","level":4,"score":0.6093148589134216},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.5367329120635986},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.514356255531311},{"id":"https://openalex.org/C67388219","wikidata":"https://www.wikidata.org/wiki/Q207440","display_name":"Hash table","level":3,"score":0.2298327088356018},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.15213555097579956},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.08280310034751892},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2024.3447217","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3447217","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G2187080138","display_name":null,"funder_award_id":"113-2223-E-001-001","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"},{"id":"https://openalex.org/G2700151974","display_name":null,"funder_award_id":"111-2221-E-001-013-MY3","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"},{"id":"https://openalex.org/G4684529688","display_name":null,"funder_award_id":"113-2927-I-001-502","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"},{"id":"https://openalex.org/G4991863847","display_name":null,"funder_award_id":"NSTC 109-2628-E-006-012-MY3","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"},{"id":"https://openalex.org/G5249481132","display_name":null,"funder_award_id":"113-2221-E-006-215","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"},{"id":"https://openalex.org/G6204670450","display_name":null,"funder_award_id":"110-2221-E-006-084-MY3","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"},{"id":"https://openalex.org/G644597585","display_name":null,"funder_award_id":"111-2923-E-002-014-MY3","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"},{"id":"https://openalex.org/G7544619994","display_name":null,"funder_award_id":"113-2923-E-006-009","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"}],"funders":[{"id":"https://openalex.org/F4320331164","display_name":"National Science and Technology Council","ror":"https://ror.org/00wnb9798"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1566289585","https://openalex.org/W2007300900","https://openalex.org/W2128315927","https://openalex.org/W2487018225","https://openalex.org/W2737740651","https://openalex.org/W2891420493","https://openalex.org/W2964110616","https://openalex.org/W2970971581","https://openalex.org/W3015468748","https://openalex.org/W3031696893","https://openalex.org/W3033529678","https://openalex.org/W3089883684","https://openalex.org/W3106298483","https://openalex.org/W3147974890","https://openalex.org/W3155888652","https://openalex.org/W3185925587","https://openalex.org/W4213019189","https://openalex.org/W4287704453","https://openalex.org/W4289106714","https://openalex.org/W4295838474","https://openalex.org/W4312121014","https://openalex.org/W4323654151","https://openalex.org/W4385245566","https://openalex.org/W6676984168","https://openalex.org/W6677953180","https://openalex.org/W6741529945","https://openalex.org/W6757448525","https://openalex.org/W6761628794","https://openalex.org/W6771626834","https://openalex.org/W6776048684","https://openalex.org/W6779163297","https://openalex.org/W6781533629"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4287326768","https://openalex.org/W1556451512","https://openalex.org/W2393322642","https://openalex.org/W2144265691","https://openalex.org/W2033383639","https://openalex.org/W3108918257","https://openalex.org/W3016124764"],"abstract_inverted_index":{"Attention":[0],"is":[1,39],"a":[2,10,75,140,146,186],"crucial":[3],"component":[4],"of":[5,107,114,155,166],"the":[6,40,59,63,71,112,156,174,182,190],"Transformer":[7],"architecture":[8],"and":[9,24,66,92,129,134,145],"key":[11],"factor":[12],"in":[13,22,58,160,185,189],"its":[14],"success.":[15],"However,":[16],"it":[17],"suffers":[18],"from":[19],"quadratic":[20],"growth":[21],"time":[23],"space":[25],"complexity":[26],"as":[27],"input":[28,60],"sequence":[29,61],"length":[30],"increases.":[31],"One":[32],"popular":[33],"approach":[34],"to":[35,49,62,89,109,152,172],"address":[36],"this":[37,99],"issue":[38],"Reformer":[41],"model,":[42],"which":[43,104],"uses":[44],"locality-sensitive":[45],"hashing":[46],"(LSH)":[47],"attention":[48,54,171],"reduce":[50,153],"computational":[51],"complexity.":[52],"LSH":[53,115],"hashes":[55],"similar":[56],"tokens":[57,68],"same":[64,72],"bucket":[65,143],"attends":[67],"only":[69],"within":[70],"bucket.":[73],"Meanwhile,":[74],"new":[76],"emerging":[77],"nonvolatile":[78],"memory":[79,127],"(NVM)":[80],"architecture,":[81],"row":[82],"column":[83],"NVM":[84],"(RC-NVM),":[85],"has":[86],"been":[87],"proposed":[88],"support":[90],"row-":[91],"column-oriented":[93],"addressing":[94],"(i.e.,":[95],"dual":[96],"addressing).":[97],"In":[98],"work,":[100],"we":[101,138,168],"present":[102],"AttentionRC,":[103],"takes":[105],"advantage":[106,165],"RC-NVM":[108],"further":[110],"improve":[111],"efficiency":[113],"attention.":[116,161],"We":[117],"first":[118],"propose":[119,139,169],"an":[120],"LSH-friendly":[121],"data":[122,157],"mapping":[123],"strategy":[124,148],"that":[125,149,177],"improves":[126],"write":[128],"read":[130],"cycles":[131,159],"by":[132,163,181],"60.9%":[133],"4.9%,":[135],"respectively.":[136],"Then,":[137],"sort-free":[141],"RC-aware":[142],"access":[144,158],"swap":[147],"utilizes":[150],"dual-addressing":[151],"38%":[154],"Finally,":[162],"taking":[164],"dual-addressing,":[167],"transpose-free":[170],"eliminate":[173],"transpose":[175],"operations":[176],"were":[178],"previously":[179],"required":[180],"attention,":[183],"resulting":[184],"51%":[187],"reduction":[188],"matrix":[191],"multiplication":[192],"time.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}