{"id":"https://openalex.org/W3174064855","doi":"https://doi.org/10.1145/3453688.3461740","title":"HMC-T RAN","display_name":"HMC-T RAN","publication_year":2021,"publication_date":"2021-06-22","ids":{"openalex":"https://openalex.org/W3174064855","doi":"https://doi.org/10.1145/3453688.3461740","mag":"3174064855"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3453688.3461740","pdf_url":null,"source":null,"license":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073345631","display_name":"Shaoyi Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaoyi Huang","raw_affiliation_string":"(University of Connecticut, Storrs, CT, USA","raw_affiliation_strings":["(University of Connecticut, Storrs, CT, USA"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016169662","display_name":"Shiyang Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiyang Chen","raw_affiliation_string":"Stevens Inst. of Tech., Hoboken, NJ (USA)","raw_affiliation_strings":["Stevens Inst. of Tech., Hoboken, NJ (USA)"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045835605","display_name":"Hongwu Peng","orcid":"https://orcid.org/0000-0003-2025-2195"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongwu Peng","raw_affiliation_string":"(University of Connecticut, Storrs, CT, USA","raw_affiliation_strings":["(University of Connecticut, Storrs, CT, USA"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050337587","display_name":"Daniel Manu","orcid":"https://orcid.org/0000-0001-5498-2677"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Manu","raw_affiliation_string":"University of New Mexico, Albuquerque, NM, USA,","raw_affiliation_strings":["University of New Mexico, Albuquerque, NM, USA,"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078971265","display_name":"Zhenglun Kong","orcid":"https://orcid.org/0000-0002-8120-4456"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhenglun Kong","raw_affiliation_string":" Northeastern University , Boston, MA, USA.","raw_affiliation_strings":[" Northeastern University , Boston, MA, USA."]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007300551","display_name":"Geng Yuan","orcid":"https://orcid.org/0000-0001-9844-992X"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Geng Yuan","raw_affiliation_string":" Northeastern University , Boston, MA, USA.","raw_affiliation_strings":[" Northeastern University , Boston, MA, USA."]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048032713","display_name":"Lei Yang","orcid":"https://orcid.org/0000-0003-1212-9445"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lei Yang","raw_affiliation_string":"University of New Mexico, Albuquerque, NM, USA,","raw_affiliation_strings":["University of New Mexico, Albuquerque, NM, USA,"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030507461","display_name":"Shusen Wang","orcid":"https://orcid.org/0000-0003-0139-5780"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shusen Wang","raw_affiliation_string":"Stevens Inst. of Tech., Hoboken, NJ (USA)","raw_affiliation_strings":["Stevens Inst. of Tech., Hoboken, NJ (USA)"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013881064","display_name":"Huan Liu","orcid":"https://orcid.org/0000-0002-0253-647X"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hang Liu","raw_affiliation_string":"Stevens Inst. of Tech., Hoboken, NJ (USA)","raw_affiliation_strings":["Stevens Inst. of Tech., Hoboken, NJ (USA)"]},{"author_position":"last","author":{"id":"https://openalex.org/A5030060072","display_name":"Caiwen Ding","orcid":"https://orcid.org/0000-0003-0891-1231"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Caiwen Ding","raw_affiliation_string":"(University of Connecticut, Storrs, CT, USA","raw_affiliation_strings":["(University of Connecticut, Storrs, CT, USA"]}],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"has_fulltext":false,"cited_by_count":2,"cited_by_percentile_year":{"min":73,"max":78},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor Decompositions and Applications in Multilinear Algebra","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor Decompositions and Applications in Multilinear Algebra","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Deep Learning in Computer Vision and Image Recognition","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Visual Question Answering in Images and Videos","score":0.9959,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"keyword":"ran","score":0.6092}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.70881796},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5482167},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5353402},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.47047096},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.434227},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.42062074},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38526917},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35793456},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.32222602},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3453688.3461740","pdf_url":null,"source":null,"license":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"referenced_works_count":3,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2394882406","https://openalex.org/W3103754749"],"related_works":["https://openalex.org/W3202552726","https://openalex.org/W2373300491","https://openalex.org/W1212596013","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W2379704676","https://openalex.org/W4206442282","https://openalex.org/W2384505857","https://openalex.org/W2981757109","https://openalex.org/W2279642117"],"ngrams_url":"https://api.openalex.org/works/W3174064855/ngrams","abstract_inverted_index":{"Although":[0],"Transformer-based":[1],"deep":[2],"learning":[3],"models":[4,166],"have":[5],"been":[6],"widely":[7],"used":[8],"in":[9,104,120],"many":[10],"natural":[11],"language":[12],"processing":[13],"(NLP)":[14],"tasks":[15],"as":[16,18],"well":[17],"computer":[19],"vision,":[20],"they":[21],"suffer":[22],"from":[23],"gigantic":[24],"model":[25,38,68,102,137,149],"size":[26],"and":[27,37,53,108,138],"long":[28],"latency.":[29],"Network":[30],"pruning":[31,98,131],"can":[32],"reduce":[33,116],"the":[34,73,84,88,93,117,124,141,147,152,168,172],"computational":[35],"cost":[36],"size.":[39],"However,":[40],"existing":[41],"works":[42],"mainly":[43],"focus":[44],"on":[45,76,146,163],"irregular(sparse)":[46],"pruning,":[47],"which":[48],"often":[49],"causes":[50],"irregular":[51,130],"computations":[52],"extra":[54],"indices":[55],"per":[56],"remained":[57],"weight.":[58],"In":[59,87],"this":[60],"work,":[61],"we":[62,91,127],"propose":[63],"a":[64,105,121,134],"Tensor-core":[65,94,142,159],"inspired":[66],"hierarchical":[67],"compression":[69],"method":[70,99,170],"to":[71,100,114,132,150,155],"push":[72],"performance":[74],"limit":[75],"modern":[77],"GPUs.":[78],"We":[79],"present":[80],"two":[81],"modes":[82],"of":[83],"two-step":[85],"process.":[86],"first":[89,128],"mode,":[90,126],"use":[92,110,129],"aware":[95,143],"block-based":[96],"weight":[97,118,144],"exploit":[101],"sparsity":[103],"coarse-grained":[106],"manner":[107],"then":[109,139],"low-rank":[111],"[33]":[112],"decomposition":[113],"further":[115],"storage":[119],"fine-grained":[122],"manner.In":[123],"second":[125],"achieve":[133],"highly":[135],"sparse":[136,148,153],"apply":[140],"constraint":[145],"decompose":[151],"matrix":[154],"several":[156],"smaller":[157],"but":[158],"friendly":[160],"sub-matrices.":[161],"Experiments":[162],"Transformer,":[164],"BERTBASE":[165],"show":[167],"proposed":[169],"outperforms":[171],"state-of-the-art.":[173]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3174064855","counts_by_year":[{"year":2022,"cited_by_count":2}],"updated_date":"2024-03-26T01:13:14.915084","created_date":"2021-07-05"}