{"id":"https://openalex.org/W4289656095","doi":"https://doi.org/10.1109/tcsii.2022.3196055","title":"An FPGA-Based Transformer Accelerator Using Output Block Stationary Dataflow for Object Recognition Applications","display_name":"An FPGA-Based Transformer Accelerator Using Output Block Stationary Dataflow for Object Recognition Applications","publication_year":2022,"publication_date":"2022-08-03","ids":{"openalex":"https://openalex.org/W4289656095","doi":"https://doi.org/10.1109/tcsii.2022.3196055"},"language":"en","primary_location":{"id":"doi:10.1109/tcsii.2022.3196055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsii.2022.3196055","pdf_url":null,"source":{"id":"https://openalex.org/S93916849","display_name":"IEEE Transactions on Circuits & Systems II Express Briefs","issn_l":"1549-7747","issn":["1549-7747","1558-3791"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems II: Express Briefs","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102865728","display_name":"Zhongyu Zhao","orcid":"https://orcid.org/0000-0002-5221-6490"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}],"countries":["CN","MO"],"is_corresponding":true,"raw_author_name":"Zhongyu Zhao","raw_affiliation_strings":["State-Key Laboratory of Analog and Mixed-Signal VLSI/Institute of Microelectronics and the Faculty of Science and Technology–ECE, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-5221-6490","affiliations":[{"raw_affiliation_string":"State-Key Laboratory of Analog and Mixed-Signal VLSI/Institute of Microelectronics and the Faculty of Science and Technology–ECE, University of Macau, Macau, China","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085590234","display_name":"Rujian Cao","orcid":"https://orcid.org/0000-0003-0612-2941"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Rujian Cao","raw_affiliation_strings":["State-Key Laboratory of Analog and Mixed-Signal VLSI/Institute of Microelectronics and the Faculty of Science and Technology–ECE, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0003-0612-2941","affiliations":[{"raw_affiliation_string":"State-Key Laboratory of Analog and Mixed-Signal VLSI/Institute of Microelectronics and the Faculty of Science and Technology–ECE, University of Macau, Macau, China","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038010873","display_name":"Ka-Fai Un","orcid":"https://orcid.org/0000-0002-7574-4755"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Ka-Fai Un","raw_affiliation_strings":["State-Key Laboratory of Analog and Mixed-Signal VLSI/Institute of Microelectronics and the Faculty of Science and Technology–ECE, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-7574-4755","affiliations":[{"raw_affiliation_string":"State-Key Laboratory of Analog and Mixed-Signal VLSI/Institute of Microelectronics and the Faculty of Science and Technology–ECE, University of Macau, Macau, China","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wei-Han Yu","orcid":"https://orcid.org/0000-0001-9746-9371"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Wei-Han Yu","raw_affiliation_strings":["State-Key Laboratory of Analog and Mixed-Signal VLSI/Institute of Microelectronics and the Faculty of Science and Technology–ECE, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0001-9746-9371","affiliations":[{"raw_affiliation_string":"State-Key Laboratory of Analog and Mixed-Signal VLSI/Institute of Microelectronics and the Faculty of Science and Technology–ECE, University of Macau, Macau, China","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058845450","display_name":"Pui\u2010In Mak","orcid":"https://orcid.org/0000-0002-3579-8740"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Pui-In Mak","raw_affiliation_strings":["State-Key Laboratory of Analog and Mixed-Signal VLSI/Institute of Microelectronics and the Faculty of Science and Technology–ECE, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-3579-8740","affiliations":[{"raw_affiliation_string":"State-Key Laboratory of Analog and Mixed-Signal VLSI/Institute of Microelectronics and the Faculty of Science and Technology–ECE, University of Macau, Macau, China","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I204512498"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106943352","display_name":"Rui P. Martins","orcid":"https://orcid.org/0000-0003-2821-648X"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Rui P. Martins","raw_affiliation_strings":["State-Key Laboratory of Analog and Mixed-Signal VLSI/Institute of Microelectronics and the Faculty of Science and Technology–ECE, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0003-2821-648X","affiliations":[{"raw_affiliation_string":"State-Key Laboratory of Analog and Mixed-Signal VLSI/Institute of Microelectronics and the Faculty of Science and Technology–ECE, University of Macau, Macau, China","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I204512498"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102865728"],"corresponding_institution_ids":["https://openalex.org/I204512498","https://openalex.org/I4210119392"],"apc_list":null,"apc_paid":null,"fwci":3.3253,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.92833827,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"70","issue":"1","first_page":"281","last_page":"285"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.775168776512146},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7425894737243652},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.620037853717804},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.5928873419761658},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5255122184753418},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.5019040107727051},{"id":"https://openalex.org/keywords/digital-signal-processing","display_name":"Digital signal processing","score":0.45631465315818787},{"id":"https://openalex.org/keywords/digital-signal-processor","display_name":"Digital signal processor","score":0.41480255126953125},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.4109111726284027},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.27398017048835754},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11156737804412842},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.104318767786026},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07613182067871094}],"concepts":[{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.775168776512146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7425894737243652},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.620037853717804},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.5928873419761658},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5255122184753418},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.5019040107727051},{"id":"https://openalex.org/C84462506","wikidata":"https://www.wikidata.org/wiki/Q173142","display_name":"Digital signal processing","level":2,"score":0.45631465315818787},{"id":"https://openalex.org/C161611012","wikidata":"https://www.wikidata.org/wiki/Q106370","display_name":"Digital signal processor","level":3,"score":0.41480255126953125},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.4109111726284027},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.27398017048835754},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11156737804412842},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.104318767786026},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07613182067871094}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsii.2022.3196055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsii.2022.3196055","pdf_url":null,"source":{"id":"https://openalex.org/S93916849","display_name":"IEEE Transactions on Circuits & Systems II Express Briefs","issn_l":"1549-7747","issn":["1549-7747","1558-3791"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems II: Express Briefs","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G5096225648","display_name":null,"funder_award_id":"SKL-AMSV(UM)-2020-2022","funder_id":"https://openalex.org/F4320323893","funder_display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia"},{"id":"https://openalex.org/G7206592585","display_name":null,"funder_award_id":"MYRG2020-00191-IME","funder_id":"https://openalex.org/F4320322841","funder_display_name":"Universidade de Macau"},{"id":"https://openalex.org/G7327940630","display_name":null,"funder_award_id":"0110/2019/A2","funder_id":"https://openalex.org/F4320323893","funder_display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia"},{"id":"https://openalex.org/G7727832789","display_name":null,"funder_award_id":"MYRG2019-00124-AMSV","funder_id":"https://openalex.org/F4320322841","funder_display_name":"Universidade de Macau"}],"funders":[{"id":"https://openalex.org/F4320322841","display_name":"Universidade de Macau","ror":"https://ror.org/01r4q9n85"},{"id":"https://openalex.org/F4320323893","display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia","ror":"https://ror.org/05vna4324"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2289252105","https://openalex.org/W2525951180","https://openalex.org/W2604814848","https://openalex.org/W2625457103","https://openalex.org/W2767644592","https://openalex.org/W2949893440","https://openalex.org/W2963594949","https://openalex.org/W3000434371","https://openalex.org/W3047848469","https://openalex.org/W3063657173","https://openalex.org/W3089971831","https://openalex.org/W3093799822","https://openalex.org/W3100118801","https://openalex.org/W3104415840","https://openalex.org/W3164217046","https://openalex.org/W3178956316","https://openalex.org/W3203438899","https://openalex.org/W3206837665","https://openalex.org/W4200400428","https://openalex.org/W4214912922","https://openalex.org/W4225590485","https://openalex.org/W6739901393","https://openalex.org/W6768021236","https://openalex.org/W6778883912","https://openalex.org/W6788001715","https://openalex.org/W6790690058"],"related_works":["https://openalex.org/W2999668243","https://openalex.org/W1876592433","https://openalex.org/W2083269738","https://openalex.org/W2319687164","https://openalex.org/W1556297113","https://openalex.org/W2572037897","https://openalex.org/W2077289773","https://openalex.org/W2352569066","https://openalex.org/W2379636925","https://openalex.org/W3046508871"],"abstract_inverted_index":{"The":[0],"transformer-based":[1,31],"model":[2,32,113],"has":[3],"great":[4],"potential":[5],"to":[6,46,64,86,97,121],"deliver":[7],"higher":[8,87],"accuracy":[9],"for":[10],"object":[11],"recognition":[12],"applications":[13],"when":[14],"comparing":[15],"it":[16],"with":[17,57,114],"the":[18,24,39,48,66,93,98,106],"convolution":[19],"neural":[20],"network":[21],"(CNN).":[22],"Yet,":[23],"amount":[25],"of":[26,29,38,117,124],"weight":[27],"sharing":[28],"a":[30,54,77,110,115],"is":[33],"significantly":[34],"lower":[35],"than":[36],"that":[37],"CNN,":[40],"which":[41],"should":[42],"apply":[43],"different":[44],"dataflow":[45,63],"reduce":[47],"memory":[49,68,94],"access.":[50],"This":[51],"brief":[52],"proposes":[53],"transformer":[55],"accelerator":[56,108],"an":[58,104],"output":[59],"block":[60],"stationary":[61],"(OBS)":[62],"minimize":[65],"repeated":[67],"access":[69,95],"by":[70],"block-level":[71],"and":[72,100],"vector-level":[73],"broadcasting":[74],"while":[75],"preserving":[76],"high":[78],"digital":[79],"signal":[80],"processor":[81],"(DSP)":[82],"utilization":[83],"rate,":[84],"leading":[85],"energy":[88,122],"efficiency.":[89],"It":[90],"also":[91],"lowers":[92],"bandwidth":[96],"input":[99],"output.":[101],"Verified":[102],"through":[103],"FPGA,":[105],"proposed":[107],"evaluates":[109],"transformer-in-transformer":[111],"(TNT)":[112],"throughput":[116],"728.3":[118],"GOPs,":[119],"corresponding":[120],"efficiency":[123],"58.31":[125],"GOPs/W.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}