{"id":"https://openalex.org/W3154851733","doi":"https://doi.org/10.1145/3446640","title":"TPrune","display_name":"TPrune","publication_year":2021,"publication_date":"2021-04-15","ids":{"openalex":"https://openalex.org/W3154851733","doi":"https://doi.org/10.1145/3446640","mag":"3154851733"},"language":"en","primary_location":{"id":"doi:10.1145/3446640","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3446640","pdf_url":null,"source":{"id":"https://openalex.org/S2506189754","display_name":"ACM Transactions on Cyber-Physical Systems","issn_l":"2378-962X","issn":["2378-962X","2378-9638"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Cyber-Physical Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102935726","display_name":"Jiachen Mao","orcid":"https://orcid.org/0000-0001-8986-0696"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jiachen Mao","raw_affiliation_strings":["Duke University, Durham, United States"],"affiliations":[{"raw_affiliation_string":"Duke University, Durham, United States","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076154259","display_name":"Huanrui Yang","orcid":"https://orcid.org/0000-0002-3384-4512"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huanrui Yang","raw_affiliation_strings":["Duke University, Durham, United States"],"affiliations":[{"raw_affiliation_string":"Duke University, Durham, United States","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413666","display_name":"Ang Li","orcid":"https://orcid.org/0000-0003-4795-8374"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ang Li","raw_affiliation_strings":["Duke University, Durham, United States"],"affiliations":[{"raw_affiliation_string":"Duke University, Durham, United States","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100429380","display_name":"Hai Li","orcid":"https://orcid.org/0000-0001-8902-5586"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hai Li","raw_affiliation_strings":["Duke University, Durham, United States"],"affiliations":[{"raw_affiliation_string":"Duke University, Durham, United States","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058073627","display_name":"Yiran Chen","orcid":"https://orcid.org/0000-0002-1486-8412"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiran Chen","raw_affiliation_strings":["Duke University, Durham, United States"],"affiliations":[{"raw_affiliation_string":"Duke University, Durham, United States","institution_ids":["https://openalex.org/I170897317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102935726"],"corresponding_institution_ids":["https://openalex.org/I170897317"],"apc_list":null,"apc_paid":null,"fwci":3.0025,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.92745938,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"5","issue":"3","first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7679522037506104},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7164461016654968},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5650385618209839},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4670259952545166},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.4413934051990509},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37431102991104126},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.1239037811756134},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10331541299819946},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09745198488235474},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09549474716186523}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7679522037506104},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7164461016654968},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5650385618209839},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4670259952545166},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.4413934051990509},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37431102991104126},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.1239037811756134},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10331541299819946},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09745198488235474},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09549474716186523},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3446640","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3446640","pdf_url":null,"source":{"id":"https://openalex.org/S2506189754","display_name":"ACM Transactions on Cyber-Physical Systems","issn_l":"2378-962X","issn":["2378-962X","2378-9638"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Cyber-Physical Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G174773921","display_name":null,"funder_award_id":"CNS-1717657, CCF-1937435, CNS-1822085","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2112796928","https://openalex.org/W2612193523","https://openalex.org/W2796108585","https://openalex.org/W2798761464","https://openalex.org/W2899627188","https://openalex.org/W2911009130","https://openalex.org/W2945129842","https://openalex.org/W2946429553","https://openalex.org/W2963358710","https://openalex.org/W3104636952","https://openalex.org/W4231394494","https://openalex.org/W4232809066","https://openalex.org/W4234552385","https://openalex.org/W4249516033"],"related_works":["https://openalex.org/W1969153118","https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4313488044","https://openalex.org/W3209574120","https://openalex.org/W4312192474"],"abstract_inverted_index":{"The":[0,52],"invention":[1],"of":[2,9,54,77,135],"Transformer":[3,28,50,88,102,137,150,157,176,203,242],"model":[4,29,55,96,151,177,213],"structure":[5],"boosts":[6],"the":[7,27,75,118,133,182,195,201,240],"performance":[8,218],"Neural":[10],"Machine":[11],"Translation":[12],"(NMT)":[13],"tasks":[14],"to":[15,25,148,174,193,209],"an":[16],"unprecedented":[17],"level.":[18],"Many":[19],"previous":[20,87],"works":[21,90],"have":[22,70],"been":[23],"done":[24],"make":[26],"more":[30],"execution-friendly":[31],"on":[32,100,104,127,181,230],"resource-constrained":[33],"platforms.":[34,130],"These":[35],"researches":[36],"can":[37],"be":[38],"categorized":[39],"into":[40],"three":[41],"key":[42],"fields:":[43],"Model":[44],"Pruning,":[45],"Transfer":[46],"Learning,":[47],"and":[48,65,69,98,113,121,159],"Efficient":[49],"Variants.":[51],"family":[53],"pruning":[56,89,125,160,204],"methods":[57],"are":[58,146],"popular":[59],"for":[60,82],"their":[61,142],"simplicity":[62],"in":[63,74],"practice":[64],"promising":[66],"compression":[67,214],"rate":[68,215],"achieved":[71],"great":[72],"success":[73],"field":[76],"convolution":[78],"neural":[79],"networks":[80],"(CNNs)":[81],"many":[83],"vision":[84],"tasks.":[85],"Nonetheless,":[86],"did":[91],"not":[92],"perform":[93],"a":[94,211],"thorough":[95],"analysis":[97,158],"evaluation":[99],"each":[101],"component":[103],"off-the-shelf":[105],"mobile":[106,129,231],"devices.":[107],"In":[108,164],"this":[109],"work,":[110],"we":[111,166,187],"analyze":[112,175],"prune":[114],"transformer":[115],"models":[116,226],"at":[117],"line-wise":[119],"granularity":[120],"also":[122],"implement":[123],"our":[124,155,224],"method":[126],"real":[128],"We":[131,153],"explore":[132],"properties":[134],"all":[136],"components":[138],"as":[139,141,162],"well":[140],"sparsity":[143],"features,":[144],"which":[145],"leveraged":[147],"guide":[149],"pruning.":[152],"name":[154],"whole":[156],"pipeline":[161],"TPrune.":[163],"TPrune,":[165],"first":[167],"propose":[168],"Block-wise":[169],"Structured":[170,189],"Sparsity":[171],"Learning":[172],"(BSSL)":[173],"property.":[178],"Then,":[179],"based":[180],"characters":[183],"derived":[184],"from":[185],"BSSL,":[186],"apply":[188],"Hoyer":[190],"Square":[191],"(SHS)":[192],"derive":[194],"final":[196],"pruned":[197,225],"models.":[198],"Comparing":[199],"with":[200,216,233,239],"state-of-the-art":[202],"methods,":[205],"TPrune":[206],"is":[207],"able":[208],"achieve":[210,227],"higher":[212],"less":[217],"degradation.":[219],"Experimental":[220],"results":[221],"show":[222],"that":[223],"1.16\u00d7\u20131.92\u00d7":[228],"speedup":[229],"devices":[232],"0%\u20138%":[234],"BLEU":[235],"score":[236],"degradation":[237],"compared":[238],"original":[241],"model.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2021-04-26T00:00:00"}