{"id":"https://openalex.org/W3003168380","doi":"https://doi.org/10.1109/icfpt47387.2019.00054","title":"Scalable Low-Latency Persistent Neural Machine Translation on CPU Server with Multiple FPGAs","display_name":"Scalable Low-Latency Persistent Neural Machine Translation on CPU Server with Multiple FPGAs","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3003168380","doi":"https://doi.org/10.1109/icfpt47387.2019.00054","mag":"3003168380"},"language":"en","primary_location":{"id":"doi:10.1109/icfpt47387.2019.00054","doi":"https://doi.org/10.1109/icfpt47387.2019.00054","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icfpt47387.2019.00054","pdf_url":null,"source":{"id":"https://openalex.org/S7407087313","display_name":"International Conference on Field-Programmable Technology (FPT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Field-Programmable Technology (ICFPT)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084078152","display_name":"Eriko Nurvitadhi","orcid":"https://orcid.org/0000-0002-2347-9590","observed_orcids":["https://orcid.org/0000-0002-2347-9590"]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eriko Nurvitadhi","raw_affiliation_strings":["Intel","Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090801235","display_name":"Andrew Boutros","orcid":"https://orcid.org/0000-0002-8044-1644","observed_orcids":["https://orcid.org/0000-0002-8044-1644"]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Boutros","raw_affiliation_strings":["Intel","Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044558070","display_name":"Prerna Budhkar","orcid":"https://orcid.org/0009-0005-9816-4242","observed_orcids":["https://orcid.org/0009-0005-9816-4242"]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prerna Budhkar","raw_affiliation_strings":["Intel","Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082295998","display_name":"Ali Jafari","orcid":"https://orcid.org/0000-0002-1072-0525","observed_orcids":["https://orcid.org/0000-0002-1072-0525"]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Jafari","raw_affiliation_strings":["Intel","Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070682113","display_name":"Dongup Kwon","orcid":"https://orcid.org/0000-0003-0757-4165","observed_orcids":["https://orcid.org/0000-0003-0757-4165"]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dongup Kwon","raw_affiliation_strings":["Intel","Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063801377","display_name":"David Sheffield","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Sheffield","raw_affiliation_strings":["Intel","Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070496292","display_name":"Abirami Prabhakaran","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abirami Prabhakaran","raw_affiliation_strings":["Intel","Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111994199","display_name":"Karthik Gururaj","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karthik Gururaj","raw_affiliation_strings":["Intel","Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045660979","display_name":"Pranavi Appana","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pranavi Appana","raw_affiliation_strings":["Intel","Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109265217","display_name":"Mishali Naik","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mishali Naik","raw_affiliation_strings":["Intel","Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I1343180700"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1343180700"],"apc_list":null,"apc_paid":null,"fwci":0.9692,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.72914714,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"307","last_page":"310"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.9125999808311462,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.9125999808311462,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.022199999541044235,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.01209999993443489,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-machine-translation","display_name":"neural machine translation","score":0.9350000023841858},{"id":"https://openalex.org/keywords/fpga","display_name":"FPGA","score":0.7239999771118164},{"id":"https://openalex.org/keywords/multi-fpga-systems","display_name":"multi-FPGA systems","score":0.8859999775886536},{"id":"https://openalex.org/keywords/real-time-inference-latency","display_name":"real-time inference latency","score":0.7039999961853027},{"id":"https://openalex.org/keywords/on-chip-memory","display_name":"on-chip memory","score":0.8109999895095825},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.5920000076293945},{"id":"https://openalex.org/keywords/beam-search","display_name":"beam search","score":0.6119999885559082},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.8259999752044678},{"id":"https://openalex.org/keywords/bidirectional-lstm","display_name":"bidirectional LSTM","score":0.7889999747276306}],"concepts":[{"id":"https://openalex.org/C2776277307","wikidata":"https://www.wikidata.org/wiki/Q22074755","display_name":"Stratix","level":3,"score":0.8929849863052368},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.8609973192214966},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8053712844848633},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7303178310394287},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.606485903263092},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.5268034934997559},{"id":"https://openalex.org/C203864433","wikidata":"https://www.wikidata.org/wiki/Q5426992","display_name":"FPGA prototype","level":3,"score":0.43191224336624146},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.42621034383773804},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.37412166595458984},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.35095322132110596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24161607027053833},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.24077755212783813},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icfpt47387.2019.00054","doi":"https://doi.org/10.1109/icfpt47387.2019.00054","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icfpt47387.2019.00054","pdf_url":null,"source":{"id":"https://openalex.org/S7407087313","display_name":"International Conference on Field-Programmable Technology (FPT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Field-Programmable Technology (ICFPT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1902237438","https://openalex.org/W2527036487","https://openalex.org/W2606722458","https://openalex.org/W2883929540","https://openalex.org/W2889959382","https://openalex.org/W2950533501"],"related_works":["https://openalex.org/W3115388607","https://openalex.org/W2889959382","https://openalex.org/W4378651857","https://openalex.org/W4409361965","https://openalex.org/W4416296600","https://openalex.org/W2917310154","https://openalex.org/W7164188446","https://openalex.org/W7223153653","https://openalex.org/W4416157303","https://openalex.org/W7172496264"],"abstract_inverted_index":{"We":[0,60,85],"present":[1,86],"a":[2,13,46,77,92,126,154],"CPU":[3],"server":[4],"with":[5,63,81,95,117],"multiple":[6,40],"FPGAs":[7,54,67,111,133],"that":[8,25],"is":[9],"purely":[10],"software-programmable":[11],"by":[12,44],"unified":[14],"framework":[15],"to":[16,27,55,65,109],"enable":[17],"flexible":[18],"implementation":[19],"of":[20,91],"modern":[21],"real-life":[22],"complex":[23,93],"AI":[24,83],"scales":[26,104],"large":[28,47],"model":[29,48,116,160],"size":[30],"(100M+":[31],"parameters),":[32],"while":[33],"delivering":[34],"real-time":[35],"inference":[36,124],"latency":[37,120,143],"(~ms).":[38],"Using":[39],"FPGAs,":[41,151],"we":[42],"scale":[43],"keeping":[45],"persistent":[49],"in":[50],"on-chip":[51],"memories":[52],"across":[53],"avoid":[56],"costly":[57],"off-chip":[58],"accesses.":[59],"study":[61],"systems":[62],"1":[64,108],"8":[66,110,130],"for":[68,125],"different":[69],"devices:":[70],"Intel\u00ae":[71],"Arria\u00ae":[72],"10,":[73,75],"Stratix\u00ae":[74],"and":[76,99,157],"research":[78],"Stratix":[79,131],"10":[80,132],"an":[82],"chiplet.":[84],"the":[87,145,159],"first":[88],"multi-FPGA":[89],"evaluation":[90],"NMT":[94,128,148],"bi-directional":[96],"LSTMs,":[97],"attention,":[98],"beam":[100],"search.":[101],"Our":[102],"system":[103,139],"well.":[105],"Going":[106],"from":[107],"allows":[112],"hosting":[113],"~8\u00d7":[114],"larger":[115],"only":[118,135,146],"~2\u00d7":[119],"increase.":[121],"A":[122],"batch-1":[123],"100M-parameter":[127],"on":[129,150],"takes":[134],"~10":[136],"ms.":[137],"This":[138],"offers":[140],"110\u00d7":[141],"better":[142],"than":[144],"prior":[147],"work":[149],"which":[152],"uses":[153],"high-end":[155],"FPGA":[156],"stores":[158],"off-chip.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2020-02-07T00:00:00"}
