{"id":"https://openalex.org/W4360831989","doi":"https://doi.org/10.1109/hpca56546.2023.10071051","title":"MERCURY: Accelerating DNN Training By Exploiting Input Similarity","display_name":"MERCURY: Accelerating DNN Training By Exploiting Input Similarity","publication_year":2023,"publication_date":"2023-02-01","ids":{"openalex":"https://openalex.org/W4360831989","doi":"https://doi.org/10.1109/hpca56546.2023.10071051"},"language":"en","primary_location":{"id":"doi:10.1109/hpca56546.2023.10071051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpca56546.2023.10071051","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on High-Performance Computer Architecture (HPCA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048957809","display_name":"Vahid Janfaza","orcid":"https://orcid.org/0000-0002-8656-4848"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vahid Janfaza","raw_affiliation_strings":["Texas A&M University,Computer Science and Engineering,College Station,TX,USA","Computer Science and Engineering, Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University,Computer Science and Engineering,College Station,TX,USA","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Computer Science and Engineering, Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068182071","display_name":"Kevin Weston","orcid":"https://orcid.org/0000-0002-1746-6355"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Weston","raw_affiliation_strings":["Texas A&M University,Computer Science and Engineering,College Station,TX,USA","Computer Science and Engineering, Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University,Computer Science and Engineering,College Station,TX,USA","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Computer Science and Engineering, Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066613849","display_name":"Moein Razavi","orcid":"https://orcid.org/0000-0002-8036-1353"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Moein Razavi","raw_affiliation_strings":["Texas A&M University,Computer Science and Engineering,College Station,TX,USA","Computer Science and Engineering, Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University,Computer Science and Engineering,College Station,TX,USA","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Computer Science and Engineering, Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067250441","display_name":"Shantanu Mandal","orcid":"https://orcid.org/0009-0009-8992-0332"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shantanu Mandal","raw_affiliation_strings":["Texas A&M University,Computer Science and Engineering,College Station,TX,USA","Computer Science and Engineering, Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University,Computer Science and Engineering,College Station,TX,USA","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Computer Science and Engineering, Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015685038","display_name":"Farabi Mahmud","orcid":"https://orcid.org/0000-0001-8324-792X"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Farabi Mahmud","raw_affiliation_strings":["Texas A&M University,Computer Science and Engineering,College Station,TX,USA","Computer Science and Engineering, Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University,Computer Science and Engineering,College Station,TX,USA","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Computer Science and Engineering, Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013132718","display_name":"Alex Hilty","orcid":null},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Hilty","raw_affiliation_strings":["Texas A&M University,Computer Science and Engineering,College Station,TX,USA","Computer Science and Engineering, Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University,Computer Science and Engineering,College Station,TX,USA","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Computer Science and Engineering, Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102915313","display_name":"Abdullah Muzahid","orcid":"https://orcid.org/0000-0001-8145-815X"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdullah Muzahid","raw_affiliation_strings":["Texas A&M University,Computer Science and Engineering,College Station,TX,USA","Computer Science and Engineering, Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University,Computer Science and Engineering,College Station,TX,USA","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Computer Science and Engineering, Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5048957809"],"corresponding_institution_ids":["https://openalex.org/I91045830"],"apc_list":null,"apc_paid":null,"fwci":0.5952,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.67447444,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"638","last_page":"650"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.686302661895752},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5956841111183167},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.587804913520813},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5563449859619141},{"id":"https://openalex.org/keywords/learning-vector-quantization","display_name":"Learning vector quantization","score":0.4717619717121124},{"id":"https://openalex.org/keywords/vector-quantization","display_name":"Vector quantization","score":0.4593506157398224},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4330240488052368},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4259561598300934},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4240688681602478},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3583807051181793},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08669117093086243}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.686302661895752},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5956841111183167},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.587804913520813},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5563449859619141},{"id":"https://openalex.org/C40567965","wikidata":"https://www.wikidata.org/wiki/Q1820283","display_name":"Learning vector quantization","level":3,"score":0.4717619717121124},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.4593506157398224},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4330240488052368},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4259561598300934},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4240688681602478},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3583807051181793},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08669117093086243},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpca56546.2023.10071051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpca56546.2023.10071051","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on High-Performance Computer Architecture (HPCA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W1492601037","https://openalex.org/W1686810756","https://openalex.org/W2000967104","https://openalex.org/W2012833704","https://openalex.org/W2048266589","https://openalex.org/W2054652902","https://openalex.org/W2067523571","https://openalex.org/W2089497633","https://openalex.org/W2117696986","https://openalex.org/W2119144962","https://openalex.org/W2123845384","https://openalex.org/W2132984949","https://openalex.org/W2152839228","https://openalex.org/W2165888865","https://openalex.org/W2168231600","https://openalex.org/W2260663238","https://openalex.org/W2516141709","https://openalex.org/W2560017826","https://openalex.org/W2594061220","https://openalex.org/W2606722458","https://openalex.org/W2613634265","https://openalex.org/W2625457103","https://openalex.org/W2626712922","https://openalex.org/W2750822049","https://openalex.org/W2785961331","https://openalex.org/W2883283076","https://openalex.org/W2883542588","https://openalex.org/W2883899390","https://openalex.org/W2884071170","https://openalex.org/W2904327456","https://openalex.org/W2906043559","https://openalex.org/W2924425593","https://openalex.org/W2931118404","https://openalex.org/W2949866178","https://openalex.org/W2950656546","https://openalex.org/W2951013084","https://openalex.org/W2951973024","https://openalex.org/W2952777853","https://openalex.org/W2954732411","https://openalex.org/W2962949934","https://openalex.org/W2963594949","https://openalex.org/W2964261616","https://openalex.org/W2979439447","https://openalex.org/W2981895326","https://openalex.org/W2989332388","https://openalex.org/W3043619075","https://openalex.org/W3043802286","https://openalex.org/W3102587717","https://openalex.org/W3105802176","https://openalex.org/W3113682753","https://openalex.org/W3134265729","https://openalex.org/W3145483441","https://openalex.org/W3171975124","https://openalex.org/W3172749677","https://openalex.org/W3206990726","https://openalex.org/W4200412139","https://openalex.org/W4205445494","https://openalex.org/W4213431941","https://openalex.org/W4243519499","https://openalex.org/W4244024631","https://openalex.org/W4249932213","https://openalex.org/W4254672563","https://openalex.org/W4288335875","https://openalex.org/W4295312788","https://openalex.org/W4385245566","https://openalex.org/W6637373629","https://openalex.org/W6677580257","https://openalex.org/W6679390333","https://openalex.org/W6684180922","https://openalex.org/W6684859321","https://openalex.org/W6692521979","https://openalex.org/W6730047919","https://openalex.org/W6734502236","https://openalex.org/W6737658843","https://openalex.org/W6739901393","https://openalex.org/W6748522178","https://openalex.org/W6754807246","https://openalex.org/W6757248479","https://openalex.org/W6760608742","https://openalex.org/W6765715182","https://openalex.org/W6766978945","https://openalex.org/W6779606177","https://openalex.org/W6791333554","https://openalex.org/W6796435857","https://openalex.org/W6808265578"],"related_works":["https://openalex.org/W2100968651","https://openalex.org/W4243803532","https://openalex.org/W1530525041","https://openalex.org/W4244998381","https://openalex.org/W2352648934","https://openalex.org/W4230688072","https://openalex.org/W1915693853","https://openalex.org/W2378212145","https://openalex.org/W2798892016","https://openalex.org/W2202992072"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNN)":[3],"are":[4,47,135],"computationally":[5],"intensive":[6],"to":[7,40,49,71,89,94,137,218],"train.":[8],"It":[9],"consists":[10],"of":[11,15,51,105,117,124,153,182,201,212],"a":[12,66,79,95,118,176,198],"large":[13],"number":[14,200],"multidimensional":[16],"dot":[17],"products":[18],"between":[19],"many":[20],"weights":[21,46],"and":[22,180,203],"input":[23,32,36,73,92,107,120,163],"vectors.":[24,33],"However,":[25],"there":[26],"can":[27,56],"be":[28,57],"significant":[29,199],"similarities":[30],"among":[31],"If":[34,114],"one":[35],"vector":[37,93,121,128],"is":[38,144,157],"similar":[39,48,217],"another,":[41],"its":[42],"computations":[43,202],"with":[44,86,110,188,214],"the":[45,52,61,111,115,130,132,141,147,151,158,183,206,219],"those":[50],"other":[53],"and,":[54],"therefore,":[55],"skipped":[58],"by":[59,209],"reusing":[60],"already-computed":[62,142],"results.":[63,113],"We":[64],"propose":[65],"novel":[67],"scheme,":[68],"called":[69,98],"MERCURY,":[70],"exploit":[72],"similarity":[74,164],"during":[75],"DNN":[76,169],"training":[77,170,208],"in":[78,129,171],"hardware":[80],"accelerator.":[81],"MERCURY":[82,156,196],"uses":[83],"Random":[84],"Projection":[85],"Quantization":[87],"(RPQ)":[88],"convert":[90],"an":[91,125,210,215],"bit":[96],"sequence,":[97],"Signature.":[99],"A":[100],"cache":[101],"(MCACHE)":[102],"stores":[103],"signatures":[104],"recent":[106],"vectors":[108,134],"along":[109],"computed":[112],"Signature":[116],"new":[119,148],"matches":[122],"that":[123,161,195],"already":[126],"existing":[127],"MCACHE,":[131],"two":[133],"found":[136],"have":[138],"similarities.":[139],"Therefore,":[140],"result":[143],"reused":[145],"for":[146,167],"vector.":[149],"To":[150],"best":[152],"our":[154],"knowledge,":[155],"first":[159],"work":[160],"exploits":[162],"using":[165],"RPQ":[166],"accelerating":[168],"hardware.":[172],"The":[173],"paper":[174],"presents":[175],"detailed":[177],"design,":[178],"workflow,":[179],"implementation":[181],"MERCURY.":[184],"Our":[185],"experimental":[186],"evaluation":[187],"twelve":[189],"different":[190],"deep":[191],"learning":[192],"models":[193],"shows":[194],"saves":[197],"speeds":[204],"up":[205],"model":[207],"average":[211],"1.97\u00d7":[213],"accuracy":[216],"baseline":[220],"system.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}