{"id":"https://openalex.org/W4214620732","doi":"https://doi.org/10.3233/jifs-212273","title":"FPGA-based design and implementation of the location attention mechanism in neural networks","display_name":"FPGA-based design and implementation of the location attention mechanism in neural networks","publication_year":2022,"publication_date":"2022-03-01","ids":{"openalex":"https://openalex.org/W4214620732","doi":"https://doi.org/10.3233/jifs-212273"},"language":"en","primary_location":{"id":"doi:10.3233/jifs-212273","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-212273","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056775197","display_name":"Ruixiu Qiao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210149211","display_name":"Institute of Semiconductors","ror":"https://ror.org/048dd0611","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210149211"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruixiu Qiao","raw_affiliation_strings":["Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210149211","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015315840","display_name":"Xiaozhou Guo","orcid":"https://orcid.org/0000-0002-5098-7013"},"institutions":[{"id":"https://openalex.org/I4210149211","display_name":"Institute of Semiconductors","ror":"https://ror.org/048dd0611","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210149211"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaozhou Guo","raw_affiliation_strings":["Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210149211","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015090774","display_name":"Wenyu Mao","orcid":"https://orcid.org/0000-0001-9750-7454"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210149211","display_name":"Institute of Semiconductors","ror":"https://ror.org/048dd0611","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210149211"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenyu Mao","raw_affiliation_strings":["Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210149211","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101944976","display_name":"Jixing Li","orcid":"https://orcid.org/0000-0002-1820-2087"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210149211","display_name":"Institute of Semiconductors","ror":"https://ror.org/048dd0611","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210149211"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jixing Li","raw_affiliation_strings":["Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210149211","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050306282","display_name":"Huaxiang Lu","orcid":"https://orcid.org/0000-0002-5928-9705"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210149211","display_name":"Institute of Semiconductors","ror":"https://ror.org/048dd0611","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210149211"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaxiang Lu","raw_affiliation_strings":["CAS Center for Excellence in Brain Science and Intelligence Technology, Chinese Academy of Sciences, Beijing, China","Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","Semiconductor Neural Network Intelligent Perception and Computing Technology Beijing Key Lab, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"CAS Center for Excellence in Brain Science and Intelligence Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210149211","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Semiconductor Neural Network Intelligent Perception and Computing Technology Beijing Key Lab, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5015090774"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210149211","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.1006,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.33848304,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"43","issue":"4","first_page":"5309","last_page":"5323"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8539432287216187},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.8065751194953918},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5013246536254883},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.49665385484695435},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4799635410308838},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4770442843437195},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.46232157945632935},{"id":"https://openalex.org/keywords/loop-unrolling","display_name":"Loop unrolling","score":0.4592859745025635},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4429113268852234},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.38295939564704895},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2652445137500763},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16917183995246887},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.11670243740081787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8539432287216187},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.8065751194953918},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5013246536254883},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.49665385484695435},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4799635410308838},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4770442843437195},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.46232157945632935},{"id":"https://openalex.org/C76970557","wikidata":"https://www.wikidata.org/wiki/Q1869750","display_name":"Loop unrolling","level":3,"score":0.4592859745025635},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4429113268852234},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.38295939564704895},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2652445137500763},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16917183995246887},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.11670243740081787},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/jifs-212273","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-212273","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.5600000023841858,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1689711448","https://openalex.org/W1902237438","https://openalex.org/W2022020111","https://openalex.org/W2075557740","https://openalex.org/W2143757465","https://openalex.org/W2157331557","https://openalex.org/W2276486856","https://openalex.org/W2526425061","https://openalex.org/W2529096783","https://openalex.org/W2591922920","https://openalex.org/W2597692291","https://openalex.org/W2788007484","https://openalex.org/W2795698199","https://openalex.org/W2963220454","https://openalex.org/W3017024317","https://openalex.org/W3047848469","https://openalex.org/W3081987387","https://openalex.org/W3086821706","https://openalex.org/W3098049853","https://openalex.org/W3133822476","https://openalex.org/W3154651727","https://openalex.org/W3196923642","https://openalex.org/W6611670707"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2027972911","https://openalex.org/W2146343568","https://openalex.org/W2013643406","https://openalex.org/W2157978810","https://openalex.org/W2121492601","https://openalex.org/W1188123746"],"abstract_inverted_index":{"The":[0,227],"location":[1,54,146],"attention":[2,55,138,147,197,217],"mechanism":[3,15,56],"has":[4,200],"been":[5],"widely":[6],"applied":[7,210],"in":[8,30,57],"deep":[9],"neural":[10],"networks.":[11],"However,":[12],"as":[13,99],"the":[14,44,53,68,72,80,84,87,93,104,112,132,137,145,149,162,182,215,225,231,245,250],"entails":[16],"heavy":[17],"computing":[18,106,118,126,135],"workload,":[19],"significant":[20],"memories":[21],"consumed":[22,184],"for":[23,96,114,144],"weights":[24],"storage,":[25],"and":[26,59,86,101,170,205,222,247],"shows":[27,229],"poor":[28],"parallelism":[29,81],"some":[31],"calculations,":[32],"it":[33,167,187,199],"is":[34,49,64,108,153,157,174,178,219,235],"hard":[35],"to":[36,51,66,110,122,211],"achieve":[37],"high":[38],"efficiency":[39],"deployment.":[40],"In":[41],"this":[42],"paper,":[43],"field-programmable":[45],"gate":[46],"array":[47],"(FPGA)":[48],"employed":[50],"implement":[52],"hardware,":[58],"a":[60,124,159],"novel":[61],"fusion":[62],"approach":[63],"proposed":[65],"connect":[67],"convolutional":[69],"layer":[70],"with":[71,168,188,191],"fully":[73],"connected":[74],"layer,":[75],"which":[76,128,156,177,243],"not":[77],"only":[78,236],"improves":[79],"of":[82,136,161,181,196,249],"both":[83],"algorithm":[85],"hardware":[88,115,202,251],"pipeline,":[89],"but":[90],"also":[91],"reduces":[92],"computation":[94],"cost":[95],"such":[97],"operations":[98],"multiplication":[100],"addition.":[102],"Meanwhile,":[103],"shared":[105],"architecture":[107],"used":[109],"reduce":[111],"demand":[113],"resources.":[116],"Parallel":[117],"arrays":[119],"are":[120],"utilized":[121],"time-multiplex":[123],"single":[125],"array,":[127],"can":[129],"speed":[130,152,163],"up":[131],"pipeline":[133],"parallel":[134],"mechanism.":[139],"Experimental":[140],"results":[141],"show":[142],"that":[143,230,240],"mechanism,":[148,198],"FPGA\u2019s":[150],"inference":[151,207],"0.010":[154],"ms,":[155],"around":[158],"quarter":[160],"achieved":[164],"by":[165,185],"running":[166,186],"GPU,":[169],"its":[171],"power":[172,183],"consumption":[173,204],"1.73":[175],"W,":[176],"about":[179],"2.89%":[180],"CPU.":[189],"Compared":[190],"other":[192],"FPGA":[193],"implementation":[194],"methods":[195],"less":[201,206],"resource":[203],"time.":[208],"When":[209],"speech":[212],"recognition":[213],"tasks,":[214],"trained":[216],"model":[218],"symmetrically":[220],"quantized":[221],"deployed":[223],"on":[224],"FPGA.":[226],"result":[228],"word":[232],"error":[233],"rate":[234],"0.79%":[237],"higher":[238],"than":[239],"before":[241],"quantization,":[242],"proves":[244],"effectiveness":[246],"correctness":[248],"circuit.":[252]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}