{"id":"https://openalex.org/W3206453033","doi":"https://doi.org/10.1145/3466752.3480125","title":"Sanger: A Co-Design Framework for Enabling Sparse Attention using Reconfigurable Architecture","display_name":"Sanger: A Co-Design Framework for Enabling Sparse Attention using Reconfigurable Architecture","alternate_titles":[],"publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3206453033","doi":"https://doi.org/10.1145/3466752.3480125","mag":"3206453033"},"language":"en","primary_location":{"id":"doi:10.1145/3466752.3480125","doi":"https://doi.org/10.1145/3466752.3480125","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3466752.3480125","pdf_url":null,"source":{"id":"https://openalex.org/S4210171338","display_name":"IEEE/ACM International Symposium on Microarchitecture (MICRO)","issn_l":"1072-4451","issn":["1072-4451","2379-3155"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MICRO-54: 54th Annual IEEE/ACM International Symposium on Microarchitecture","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3206453033"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072265593","display_name":"Liqiang Lu","orcid":"https://orcid.org/0000-0002-3801-6847","observed_orcids":["https://orcid.org/0000-0002-3801-6847"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liqiang Lu","raw_affiliation_strings":["Peking University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102997450","display_name":"Yicheng Jin","orcid":"https://orcid.org/0000-0001-6966-1219","observed_orcids":["https://orcid.org/0000-0001-6966-1219"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yicheng Jin","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113185077","display_name":"Hangrui Bi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hangrui Bi","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048422590","display_name":"Zizhang Luo","orcid":"https://orcid.org/0000-0002-7276-2317","observed_orcids":["https://orcid.org/0000-0002-7276-2317"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zizhang Luo","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100432722","display_name":"Peng Li","orcid":"https://orcid.org/0000-0002-5983-2384","observed_orcids":["https://orcid.org/0000-0002-5983-2384"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Peng Li","raw_affiliation_strings":["Advanced Institute of Information Technology, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Institute of Information Technology, Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058672215","display_name":"Tao Wang","orcid":"https://orcid.org/0000-0003-2587-0494","observed_orcids":["https://orcid.org/0000-0003-2587-0494"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tao Wang","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100604860","display_name":"Yun Eric Liang","orcid":"https://orcid.org/0000-0002-9076-7998","observed_orcids":["https://orcid.org/0000-0002-9076-7998"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yun Liang","raw_affiliation_strings":["Peking University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":15.5908,"has_fulltext":false,"cited_by_count":296,"citation_normalized_percentile":{"value":0.99689043,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"977","last_page":"991"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5741999745368958,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5741999745368958,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.17489999532699585,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.11159999668598175,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sparse-attention","display_name":"sparse attention","score":0.9950000047683716},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.5640000104904175},{"id":"https://openalex.org/keywords/reconfigurable-architecture","display_name":"reconfigurable architecture","score":0.8510000109672546},{"id":"https://openalex.org/keywords/co-design","display_name":"co-design","score":0.6790000200271606},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.5559999942779541},{"id":"https://openalex.org/keywords/memory-footprint-reduction","display_name":"memory footprint reduction","score":0.7739999890327454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7956427335739136},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.6197807788848877},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.5948824882507324},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.581193745136261},{"id":"https://openalex.org/C2780595030","wikidata":"https://www.wikidata.org/wiki/Q3860309","display_name":"Multiplication (music)","level":2,"score":0.5620753169059753},{"id":"https://openalex.org/C17349429","wikidata":"https://www.wikidata.org/wiki/Q1049914","display_name":"Matrix multiplication","level":3,"score":0.5539224147796631},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.5180444717407227},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4934658110141754},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.477285772562027},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.46869373321533203},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.45194414258003235},{"id":"https://openalex.org/C132943942","wikidata":"https://www.wikidata.org/wiki/Q2562511","display_name":"Footprint","level":2,"score":0.4177328050136566},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.38914409279823303},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3490864336490631},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2812587022781372},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20224076509475708},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3466752.3480125","doi":"https://doi.org/10.1145/3466752.3480125","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3466752.3480125","pdf_url":null,"source":{"id":"https://openalex.org/S4210171338","display_name":"IEEE/ACM International Symposium on Microarchitecture (MICRO)","issn_l":"1072-4451","issn":["1072-4451","2379-3155"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MICRO-54: 54th Annual IEEE/ACM International Symposium on Microarchitecture","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1667652561","https://openalex.org/W1983394510","https://openalex.org/W2000967104","https://openalex.org/W2048266589","https://openalex.org/W2061873838","https://openalex.org/W2067523571","https://openalex.org/W2102543317","https://openalex.org/W2152839228","https://openalex.org/W2242818861","https://openalex.org/W2245094585","https://openalex.org/W2285660444","https://openalex.org/W2289252105","https://openalex.org/W2442974303","https://openalex.org/W2565851976","https://openalex.org/W2585720638","https://openalex.org/W2625457103","https://openalex.org/W2626778328","https://openalex.org/W2750779823","https://openalex.org/W2790925711","https://openalex.org/W2794952988","https://openalex.org/W2804078698","https://openalex.org/W2809121165","https://openalex.org/W2884071170","https://openalex.org/W2889048825","https://openalex.org/W2900228909","https://openalex.org/W2904607988","https://openalex.org/W2904902077","https://openalex.org/W2910396952","https://openalex.org/W2923014074","https://openalex.org/W2931118404","https://openalex.org/W2940744433","https://openalex.org/W2945146780","https://openalex.org/W2948634622","https://openalex.org/W2949619037","https://openalex.org/W2949674408","https://openalex.org/W2950656546","https://openalex.org/W2963091558","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2970106668","https://openalex.org/W2970777192","https://openalex.org/W2970971581","https://openalex.org/W2972054167","https://openalex.org/W2979515806","https://openalex.org/W2979826702","https://openalex.org/W2979838629","https://openalex.org/W2980113464","https://openalex.org/W2980186997","https://openalex.org/W2982399380","https://openalex.org/W2994673210","https://openalex.org/W2997517014","https://openalex.org/W2997753998","https://openalex.org/W3006983028","https://openalex.org/W3007303655","https://openalex.org/W3015468748","https://openalex.org/W3016542674","https://openalex.org/W3016735325","https://openalex.org/W3045733172","https://openalex.org/W3047848469","https://openalex.org/W3085139254","https://openalex.org/W3085447111","https://openalex.org/W3103682594","https://openalex.org/W3132616766","https://openalex.org/W3159322265","https://openalex.org/W3159727696","https://openalex.org/W3190092209","https://openalex.org/W3193212547","https://openalex.org/W4205807230","https://openalex.org/W4240168186","https://openalex.org/W6811370846","https://openalex.org/W6893675597"],"related_works":["https://openalex.org/W4392450088","https://openalex.org/W7128043230","https://openalex.org/W4402599357","https://openalex.org/W7202294507","https://openalex.org/W4412944812","https://openalex.org/W4308083827","https://openalex.org/W7152603138","https://openalex.org/W4414800357","https://openalex.org/W4390098020","https://openalex.org/W7167698792"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"attention-based":[3],"models":[4],"have":[5],"achieved":[6],"impressive":[7],"performance":[8],"in":[9],"natural":[10],"language":[11],"processing":[12],"and":[13,61,72],"computer":[14],"vision":[15],"applications":[16],"by":[17],"effectively":[18],"capturing":[19],"contextual":[20],"knowledge":[21],"from":[22],"the":[23,27,59,66,78,83],"entire":[24],"sequence.":[25],"However,":[26],"attention":[28,50],"mechanism":[29],"inherently":[30],"contains":[31],"a":[32,39],"large":[33],"number":[34],"of":[35],"redundant":[36],"connections,":[37],"imposing":[38],"heavy":[40],"computational":[41],"burden":[42],"on":[43,93],"model":[44],"deployment.":[45],"To":[46],"this":[47],"end,":[48],"sparse":[49,95],"has":[51],"emerged":[52],"as":[53],"an":[54],"attractive":[55],"approach":[56],"to":[57,85,103],"reduce":[58],"computation":[60,109],"memory":[62],"footprint,":[63],"which":[64],"involves":[65],"sampled":[67],"dense-dense":[68],"matrix":[69,74],"multiplication":[70,75],"(SDDMM)":[71],"sparse-dense":[73],"(SpMM)":[76],"at":[77],"same":[79],"time,":[80],"thus":[81],"requiring":[82],"hardware":[84,105],"eliminate":[86],"zero-valued":[87],"operations":[88],"effectively.":[89],"Existing":[90],"techniques":[91],"based":[92],"irregular":[94],"patterns":[96,101],"or":[97,107],"regular":[98],"but":[99],"coarse-grained":[100],"lead":[102],"low":[104],"efficiency":[106],"less":[108],"saving.":[110]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3206453033","counts_by_year":[{"year":2026,"cited_by_count":74},{"year":2025,"cited_by_count":102},{"year":2024,"cited_by_count":70},{"year":2023,"cited_by_count":38},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2021-10-25T00:00:00"}
