{"id":"https://openalex.org/W4404134110","doi":"https://doi.org/10.1145/3649329.3658244","title":"An In-Memory Computing Accelerator with Reconfigurable Dataflow for Multi-Scale Vision Transformer with Hybrid Topology","display_name":"An In-Memory Computing Accelerator with Reconfigurable Dataflow for Multi-Scale Vision Transformer with Hybrid Topology","publication_year":2024,"publication_date":"2024-06-23","ids":{"openalex":"https://openalex.org/W4404134110","doi":"https://doi.org/10.1145/3649329.3658244"},"language":"en","primary_location":{"id":"doi:10.1145/3649329.3658244","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649329.3658244","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st ACM/IEEE Design Automation Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhiyuan Chen","orcid":"https://orcid.org/0009-0003-9866-068X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Chen","raw_affiliation_strings":["Peking University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-9866-068X","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068840674","display_name":"Yufei Ma","orcid":"https://orcid.org/0000-0002-2670-524X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufei Ma","raw_affiliation_strings":["Peking University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2670-524X","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063027046","display_name":"Keyi Li","orcid":"https://orcid.org/0009-0006-6307-7306"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keyi Li","raw_affiliation_strings":["Peking University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-6307-7306","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063764750","display_name":"Jia Yi-fan","orcid":"https://orcid.org/0009-0000-2802-2453"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Jia","raw_affiliation_strings":["Peking University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-2802-2453","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023610910","display_name":"Guoxiang Li","orcid":"https://orcid.org/0009-0008-6685-8997"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoxiang Li","raw_affiliation_strings":["Peking University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-6685-8997","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Meng Wu","orcid":"https://orcid.org/0000-0002-7676-343X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Wu","raw_affiliation_strings":["Peking University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7676-343X","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088551028","display_name":"Tianyu Jia","orcid":"https://orcid.org/0000-0002-4570-4613"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyu Jia","raw_affiliation_strings":["Peking University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4570-4613","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003039083","display_name":"Le Ye","orcid":"https://orcid.org/0000-0003-0599-7762"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Ye","raw_affiliation_strings":["Peking University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0599-7762","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062886480","display_name":"Ru Huang","orcid":"https://orcid.org/0000-0002-8146-4821"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ru Huang","raw_affiliation_strings":["Peking University, Beijing, N/A, China"],"raw_orcid":"https://orcid.org/0000-0002-8146-4821","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, N/A, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3712,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.61320599,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.9128665328025818},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7337467074394226},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.5825691819190979},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5358748435974121},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4232464134693146},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.4091717004776001},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3822459578514099},{"id":"https://openalex.org/keywords/computational-science","display_name":"Computational science","score":0.35736075043678284},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.18211054801940918},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11247757077217102}],"concepts":[{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.9128665328025818},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7337467074394226},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5825691819190979},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5358748435974121},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4232464134693146},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.4091717004776001},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3822459578514099},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.35736075043678284},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.18211054801940918},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11247757077217102},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3649329.3658244","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649329.3658244","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st ACM/IEEE Design Automation Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G2390305753","display_name":null,"funder_award_id":"61927901","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2573107125","display_name":null,"funder_award_id":"2023YFB4404603","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5241102469","display_name":null,"funder_award_id":"62204003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6183864640","display_name":null,"funder_award_id":"2020YFB2206002","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7234679820","display_name":null,"funder_award_id":"92164301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7376697903","display_name":null,"funder_award_id":"62225401","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8580865261","display_name":null,"funder_award_id":"4232067","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W601439785","https://openalex.org/W2612690371","https://openalex.org/W2725159389","https://openalex.org/W2913668833","https://openalex.org/W3203105104","https://openalex.org/W4212774754","https://openalex.org/W4214708455","https://openalex.org/W4233429846","https://openalex.org/W4285113157","https://openalex.org/W4312847929","https://openalex.org/W4323022446","https://openalex.org/W4386767094"],"related_works":["https://openalex.org/W2293118914","https://openalex.org/W2998381397","https://openalex.org/W4236419692","https://openalex.org/W2171015181","https://openalex.org/W3167919718","https://openalex.org/W4251718783","https://openalex.org/W4239447582","https://openalex.org/W1484403103","https://openalex.org/W2521947294","https://openalex.org/W1998888015"],"abstract_inverted_index":{"Transformer":[0],"models":[1,47],"equipped":[2],"with":[3,94,160],"multi-head":[4],"attention":[5],"(MHA)":[6],"mechanism":[7],"have":[8],"demonstrated":[9],"promise":[10],"in":[11,26],"computer":[12],"vision":[13,17],"(CV)":[14],"tasks,":[15],"i.e.,":[16],"transformers":[18,56],"(ViTs).":[19],"Nevertheless,":[20],"the":[21,52,68,76,129,161],"lack":[22],"of":[23,54,70,78,132],"inductive":[24],"bias":[25],"ViTs":[27,93],"leads":[28],"to":[29,50,90,110,127,150,155],"substantial":[30],"computational":[31],"and":[32,57,97,123,135,153],"storage":[33],"requirements,":[34],"hindering":[35],"their":[36],"deployment":[37],"on":[38,67],"resource-constrained":[39],"edge":[40],"devices.":[41],"To":[42],"this":[43,81],"end,":[44],"multi-scale":[45],"hybrid":[46,95],"are":[48,125],"proposed":[49,89,145],"take":[51],"advantages":[53],"both":[55,133],"convolutional":[58],"neural":[59],"networks":[60],"(CNNs).":[61],"However,":[62],"existing":[63],"domain-specific":[64],"architectures":[65],"focus":[66],"optimization":[69],"either":[71],"convolution":[72,98,134],"or":[73],"MHA":[74,96],"at":[75],"expense":[77],"flexibility.":[79],"In":[80],"work,":[82],"an":[83],"in-memory":[84],"computing":[85],"(IMC)":[86],"accelerator":[87],"is":[88,108],"efficiently":[91],"accelerate":[92],"topology":[99],"by":[100],"introducing":[101],"pipeline":[102],"reordering.":[103],"SRAM-based":[104],"digital":[105],"IMC":[106,146],"macro":[107],"utilized":[109],"mitigate":[111],"memory":[112],"access":[113],"bottleneck,":[114],"while":[115],"avoiding":[116],"analog":[117],"non-ideality.":[118],"The":[119],"reconfigurable":[120],"processing":[121],"engines":[122],"interconnections":[124],"investigated":[126],"enable":[128],"adaptable":[130],"mapping":[131],"MHA.":[136],"Under":[137],"typical":[138],"workloads,":[139],"experimental":[140],"results":[141],"exhibit":[142],"that":[143],"our":[144],"architecture":[147],"delivers":[148],"2.20\u00d7":[149],"2.52\u00d7":[151],"speedup":[152],"40.6%":[154],"74.8%":[156],"energy":[157],"reduction":[158],"compared":[159],"baseline":[162],"design.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}