{"id":"https://openalex.org/W4404133371","doi":"https://doi.org/10.1145/3649329.3655677","title":"Partially-Structured Transformer Pruning with Patch-Limited XOR-Gate Compression for Stall-Free Sparse-Model Access","display_name":"Partially-Structured Transformer Pruning with Patch-Limited XOR-Gate Compression for Stall-Free Sparse-Model Access","publication_year":2024,"publication_date":"2024-06-23","ids":{"openalex":"https://openalex.org/W4404133371","doi":"https://doi.org/10.1145/3649329.3655677"},"language":"en","primary_location":{"id":"doi:10.1145/3649329.3655677","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649329.3655677","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st ACM/IEEE Design Automation Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043054711","display_name":"Younghoon Byun","orcid":"https://orcid.org/0000-0003-1899-6259"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Younghoon Byun","raw_affiliation_strings":["POSTECH, Pohang, Gyeongsangbuk-do, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-1899-6259","affiliations":[{"raw_affiliation_string":"POSTECH, Pohang, Gyeongsangbuk-do, Republic of Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048891431","display_name":"Youngjoo Lee","orcid":"https://orcid.org/0000-0002-2467-8276"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngjoo Lee","raw_affiliation_strings":["Pohang University of Science and Technology (POSTECH), Pohang, Gyeongsangbuk-do, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-2467-8276","affiliations":[{"raw_affiliation_string":"Pohang University of Science and Technology (POSTECH), Pohang, Gyeongsangbuk-do, Republic of Korea","institution_ids":["https://openalex.org/I123900574"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I123900574"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16468245,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11338","display_name":"Advancements in Photolithography Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11338","display_name":"Advancements in Photolithography Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14117","display_name":"Integrated Circuits and Semiconductor Failure Analysis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10378","display_name":"Advanced MRI Techniques and Applications","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6136202812194824},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5796009302139282},{"id":"https://openalex.org/keywords/stall","display_name":"Stall (fluid mechanics)","score":0.49914979934692383},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.36561858654022217},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.18233099579811096},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15642452239990234},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.131690114736557}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6136202812194824},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5796009302139282},{"id":"https://openalex.org/C5804382","wikidata":"https://www.wikidata.org/wiki/Q752034","display_name":"Stall (fluid mechanics)","level":2,"score":0.49914979934692383},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.36561858654022217},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.18233099579811096},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15642452239990234},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.131690114736557},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3649329.3655677","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649329.3655677","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st ACM/IEEE Design Automation Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.6399999856948853}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2626696598","https://openalex.org/W3034288893","https://openalex.org/W4224903119","https://openalex.org/W4322760417","https://openalex.org/W4386763534"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2335065534","https://openalex.org/W566759681","https://openalex.org/W2112389123","https://openalex.org/W1525610478","https://openalex.org/W2030662055","https://openalex.org/W3004750080","https://openalex.org/W404320512"],"abstract_inverted_index":{"The":[0,70],"pruning-based":[1],"model":[2,90,149],"compression":[3,48,68,157],"is":[4,74],"regarded":[5],"as":[6],"an":[7,123],"essential":[8],"technique":[9],"to":[10,33,65,103,176],"deploy":[11],"the":[12,27,34,39,45,50,66,79,97,111,117,126,142,147,153,167,177],"recent":[13,46],"large-size":[14],"transformer":[15,23,61],"models":[16,24,162],"in":[17,122],"practical":[18],"services;":[19],"however,":[20],"accessing":[21,172],"sparse":[22,173],"cannot":[25],"reach":[26],"ideal":[28],"speed":[29],"at":[30,159],"all":[31],"due":[32],"frequent":[35],"memory":[36,72,94],"stalls":[37],"for":[38,145,171],"irregular":[40,53],"memory-accessing":[41],"patterns.":[42],"Based":[43],"on":[44,163],"XOR-gate":[47,156],"relaxing":[49],"amount":[51],"of":[52,81,113,128,137],"accesses,":[54],"this":[55],"work":[56],"presents":[57],"a":[58,86],"novel":[59],"partially-structured":[60,98],"pruning":[62,99],"method":[63],"dedicated":[64],"interface-friendly":[67],"format.":[69],"stall-free":[71,155],"access":[73],"firstly":[75],"derived":[76],"by":[77,108],"limiting":[78],"number":[80,112,127],"patches":[82,130],"per":[83,120],"weight,":[84],"introducing":[85],"new":[87],"trade-off":[88,107],"between":[89],"quality":[91],"and":[92],"effective":[93,143,169],"bandwidth.":[95],"Then,":[96],"patterns":[100],"are":[101],"deployed":[102],"provide":[104],"better":[105],"accuracy-bandwidth":[106],"significantly":[109],"reducing":[110],"correction":[114],"patches.":[115],"Adjusting":[116],"patch":[118],"distribution":[119],"weight":[121,138],"aggressive":[124],"way,":[125],"limited":[129],"can":[131],"be":[132],"even":[133],"smaller":[134],"than":[135],"that":[136],"bits,":[139],"further":[140],"increasing":[141],"bandwidth":[144,170],"achieving":[146],"similar":[148],"accuracy.":[150],"We":[151],"demonstrate":[152],"proposed":[154],"schemes":[158],"pruned":[160],"DeiT/BERT":[161],"ImageNet/SQuAD":[164],"datasets,":[165],"presenting":[166],"highest":[168],"transformers":[174],"compared":[175],"existing":[178],"stall-based":[179],"solutions.":[180]},"counts_by_year":[],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}