{"id":"https://openalex.org/W4300865759","doi":"https://doi.org/10.1145/3564606","title":"A Fast and Flexible FPGA-based Accelerator for Natural Language Processing Neural Networks","display_name":"A Fast and Flexible FPGA-based Accelerator for Natural Language Processing Neural Networks","publication_year":2022,"publication_date":"2022-10-03","ids":{"openalex":"https://openalex.org/W4300865759","doi":"https://doi.org/10.1145/3564606"},"language":"en","primary_location":{"id":"doi:10.1145/3564606","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3564606","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3564606","source":{"id":"https://openalex.org/S26056741","display_name":"ACM Transactions on Architecture and Code Optimization","issn_l":"1544-3566","issn":["1544-3566","1544-3973"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Architecture and Code Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3564606","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077637016","display_name":"Suyeon Hur","orcid":"https://orcid.org/0000-0002-4831-1137"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Suyeon Hur","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060939775","display_name":"Seongmin Na","orcid":"https://orcid.org/0000-0002-9758-1811"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seongmin Na","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070682113","display_name":"Dongup Kwon","orcid":"https://orcid.org/0000-0003-0757-4165"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongup Kwon","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078370106","display_name":"Joonsung Kim","orcid":"https://orcid.org/0000-0002-5432-7813"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Joonsung Kim","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090801235","display_name":"Andrew Boutros","orcid":"https://orcid.org/0000-0002-8044-1644"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrew Boutros","raw_affiliation_strings":["MangoBoost Inc., United States"],"affiliations":[{"raw_affiliation_string":"MangoBoost Inc., United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084078152","display_name":"Eriko Nurvitadhi","orcid":"https://orcid.org/0000-0002-2347-9590"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eriko Nurvitadhi","raw_affiliation_strings":["MangoBoost Inc., United States"],"affiliations":[{"raw_affiliation_string":"MangoBoost Inc., United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101743105","display_name":"Jangwoo Kim","orcid":"https://orcid.org/0000-0003-2193-5748"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jangwoo Kim","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5077637016"],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":null,"apc_paid":null,"fwci":2.8583,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.92164206,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"20","issue":"1","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8479986190795898},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.7615022659301758},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6118760108947754},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5726597309112549},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5540053844451904},{"id":"https://openalex.org/keywords/modularity","display_name":"Modularity (biology)","score":0.5222388505935669},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47602349519729614},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.4695817828178406},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4119192063808441},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3731737732887268},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.2185942828655243},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18860650062561035},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10162529349327087}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8479986190795898},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.7615022659301758},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6118760108947754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5726597309112549},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5540053844451904},{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.5222388505935669},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47602349519729614},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.4695817828178406},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4119192063808441},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3731737732887268},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2185942828655243},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18860650062561035},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10162529349327087},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3564606","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3564606","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3564606","source":{"id":"https://openalex.org/S26056741","display_name":"ACM Transactions on Architecture and Code Optimization","issn_l":"1544-3566","issn":["1544-3566","1544-3973"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Architecture and Code Optimization","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3564606","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3564606","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3564606","source":{"id":"https://openalex.org/S26056741","display_name":"ACM Transactions on Architecture and Code Optimization","issn_l":"1544-3566","issn":["1544-3566","1544-3973"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Architecture and Code Optimization","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1225283220","display_name":null,"funder_award_id":"NRF-2021R","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G2018283557","display_name":null,"funder_award_id":"NRF-2021R1F1A1062902","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G2247643817","display_name":null,"funder_award_id":"NRF-2021-M3F3A2A02037893, NRF-2021R1F1A1062902","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G3071639259","display_name":null,"funder_award_id":"2021R1","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G342704958","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G5884254387","display_name":null,"funder_award_id":"NRF-2021R1F1A10","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G6250211539","display_name":null,"funder_award_id":"2021R1F1A1062902","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G982292920","display_name":null,"funder_award_id":"NRF-20","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320317879","display_name":"SK Hynix","ror":null},{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321292","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4300865759.pdf","grobid_xml":"https://content.openalex.org/works/W4300865759.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2133564696","https://openalex.org/W2154642048","https://openalex.org/W2884700152","https://openalex.org/W2896457183","https://openalex.org/W2899915146","https://openalex.org/W2911491685","https://openalex.org/W2949591530","https://openalex.org/W2962760690","https://openalex.org/W2963748441","https://openalex.org/W2973727699","https://openalex.org/W2978017171","https://openalex.org/W2997929983","https://openalex.org/W3015982254","https://openalex.org/W3037847693","https://openalex.org/W3047848469","https://openalex.org/W3089271032","https://openalex.org/W3098576111","https://openalex.org/W3100985894","https://openalex.org/W3111747337","https://openalex.org/W3112948415","https://openalex.org/W3116577775","https://openalex.org/W3159727696","https://openalex.org/W3163275603","https://openalex.org/W3177265267","https://openalex.org/W3189877953","https://openalex.org/W3206453033","https://openalex.org/W3207610752","https://openalex.org/W3207622241","https://openalex.org/W4205850926","https://openalex.org/W4233429846","https://openalex.org/W4241365061","https://openalex.org/W4245659846","https://openalex.org/W4249299790","https://openalex.org/W4253029311","https://openalex.org/W4297734170","https://openalex.org/W6718053083","https://openalex.org/W6758823024","https://openalex.org/W6768807518"],"related_works":["https://openalex.org/W2297768894","https://openalex.org/W2378076731","https://openalex.org/W3109014690","https://openalex.org/W2122405502","https://openalex.org/W2884798239","https://openalex.org/W2114254072","https://openalex.org/W2127721729","https://openalex.org/W1531253727","https://openalex.org/W2366669483","https://openalex.org/W2080845967"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"(DNNs)":[3],"have":[4],"become":[5],"key":[6,93],"solutions":[7],"in":[8,53],"the":[9,16,37,121,134,138,145],"natural":[10],"language":[11],"processing":[12],"(NLP)":[13],"domain.":[14],"However,":[15],"existing":[17,38],"accelerators":[18,39],"customized":[19],"for":[20,125,154,171],"their":[21],"narrow":[22],"target":[23,127],"models":[24,35,65,99],"cannot":[25],"support":[26,84],"diverse":[27,85],"NLP":[28,34,64,88,98,128],"models.":[29,89,176],"Therefore,":[30],"naively":[31],"running":[32],"complex":[33,87],"on":[36,103,137,169],"often":[40],"leads":[41],"to":[42,82,119,160],"very":[43],"marginal":[44],"performance":[45,70,168],"improvements.":[46],"For":[47],"these":[48],"reasons,":[49],"architects":[50],"are":[51],"now":[52],"dire":[54],"need":[55],"of":[56,105],"a":[57,106,126],"new":[58],"accelerator":[59,81,123,135,149],"that":[60],"can":[61],"run":[62],"various":[63,172],"while":[66],"taking":[67],"its":[68],"full":[69],"potential.":[71],"In":[72],"this":[73],"article,":[74],"we":[75,91],"propose":[76],"FlexRun,":[77],"an":[78,114],"FPGA-based":[79,109,148],"modular":[80],"efficiently":[83],"and":[86,100,152,156,174],"First,":[90],"identify":[92],"components":[94],"commonly":[95],"used":[96],"by":[97,150],"implement":[101],"them":[102],"top":[104],"current":[107,146],"state-of-the-art":[108,147],"accelerator.":[110],"Next,":[111],"FlexRun":[112,131,142,164],"conducts":[113],"in-depth":[115],"design":[116,143],"space":[117],"exploration":[118,139],"find":[120],"best":[122],"architecture":[124],"model.":[129],"Last,":[130],"automatically":[132],"reconfigures":[133],"based":[136],"results.":[140],"Our":[141],"outperforms":[144],"1.21\u00d7\u20132.73\u00d7":[151],"1.15\u00d7\u20131.50\u00d7":[153],"BERT":[155,173],"GPT2,":[157],"respectively.":[158],"Compared":[159],"Nvidia\u2019s":[161],"V100":[162],"GPU,":[163],"achieves":[165],"2.69\u00d7":[166],"higher":[167],"average":[170],"GPT2":[175]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}