{"id":"https://openalex.org/W2739738036","doi":"https://doi.org/10.18653/v1/p17-2091","title":"Speeding Up Neural Machine Translation Decoding by Shrinking Run-time Vocabulary","display_name":"Speeding Up Neural Machine Translation Decoding by Shrinking Run-time Vocabulary","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2739738036","doi":"https://doi.org/10.18653/v1/p17-2091","mag":"2739738036"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p17-2091","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p17-2091","pdf_url":"https://www.aclweb.org/anthology/P17-2091.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P17-2091.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031163887","display_name":"Xing Shi","orcid":"https://orcid.org/0000-0002-3094-5545"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xing Shi","raw_affiliation_strings":["Information Sciences Institute & Computer Science Department University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Sciences Institute & Computer Science Department University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106821597","display_name":"Kevin Knight","orcid":"https://orcid.org/0000-0001-9117-1718"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Knight","raw_affiliation_strings":["Information Sciences Institute & Computer Science Department University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Sciences Institute & Computer Science Department University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"574","last_page":"579"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8655411601066589},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.8015781044960022},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7714771628379822},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7693971395492554},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.7003865242004395},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6931827664375305},{"id":"https://openalex.org/keywords/locality-sensitive-hashing","display_name":"Locality-sensitive hashing","score":0.6642853021621704},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6071059703826904},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6023275256156921},{"id":"https://openalex.org/keywords/hash-function","display_name":"Hash function","score":0.5450854301452637},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5292897820472717},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4976692497730255},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4634203016757965},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4039585590362549},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3387988805770874},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.26930367946624756},{"id":"https://openalex.org/keywords/hash-table","display_name":"Hash table","score":0.1653309464454651},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07702365517616272}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8655411601066589},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8015781044960022},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7714771628379822},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7693971395492554},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.7003865242004395},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6931827664375305},{"id":"https://openalex.org/C74270461","wikidata":"https://www.wikidata.org/wiki/Q1625299","display_name":"Locality-sensitive hashing","level":4,"score":0.6642853021621704},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6071059703826904},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6023275256156921},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.5450854301452637},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5292897820472717},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4976692497730255},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4634203016757965},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4039585590362549},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3387988805770874},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26930367946624756},{"id":"https://openalex.org/C67388219","wikidata":"https://www.wikidata.org/wiki/Q207440","display_name":"Hash table","level":3,"score":0.1653309464454651},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07702365517616272},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p17-2091","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p17-2091","pdf_url":"https://www.aclweb.org/anthology/P17-2091.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p17-2091","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p17-2091","pdf_url":"https://www.aclweb.org/anthology/P17-2091.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2739738036.pdf","grobid_xml":"https://content.openalex.org/works/W2739738036.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W36903255","https://openalex.org/W932413789","https://openalex.org/W1723811852","https://openalex.org/W1902237438","https://openalex.org/W1917432393","https://openalex.org/W2100664567","https://openalex.org/W2110990863","https://openalex.org/W2120861206","https://openalex.org/W2122146326","https://openalex.org/W2130942839","https://openalex.org/W2152790380","https://openalex.org/W2250922215","https://openalex.org/W2460130460","https://openalex.org/W2463033603","https://openalex.org/W2525778437","https://openalex.org/W2529089661","https://openalex.org/W2576482813","https://openalex.org/W2963463964","https://openalex.org/W2963620441","https://openalex.org/W2963643655","https://openalex.org/W2963736842","https://openalex.org/W2963932686","https://openalex.org/W2963937700","https://openalex.org/W2963977130"],"related_works":["https://openalex.org/W34241620","https://openalex.org/W1576429146","https://openalex.org/W2391299576","https://openalex.org/W1509211761","https://openalex.org/W2133693067","https://openalex.org/W1531488649","https://openalex.org/W1602905143","https://openalex.org/W2582456645","https://openalex.org/W2734503711","https://openalex.org/W2739738036"],"abstract_inverted_index":{"We":[0,13,57],"speed":[1],"up":[2],"Neural":[3],"Machine":[4],"Translation":[5],"(NMT)":[6],"decoding":[7,84],"by":[8,54],"shrinking":[9,17],"run-time":[10],"target":[11],"vocabulary.":[12],"experiment":[14],"with":[15,79,85],"two":[16],"approaches:":[18],"Locality":[19,80],"Sensitive":[20,81],"Hashing":[21,82],"(LSH)":[22],"and":[23,95],"word":[24,86],"alignments.":[25],"Using":[26],"the":[27,49],"latter":[28],"method,":[29],"we":[30],"get":[31],"a":[32,37,60],"2x":[33],"overall":[34],"speed-up":[35],"over":[36],"highly-optimized":[38],"GPU":[39],"implementation,":[40],"without":[41],"hurting":[42],"BLEU.":[43],"On":[44],"certain":[45],"low-resource":[46],"language":[47,99],"pairs,":[48],"same":[50],"methods":[51,94],"improve":[52],"BLEU":[53],"0.5":[55],"points.":[56],"also":[58],"report":[59],"negative":[61],"result":[62],"for":[63],"LSH":[64],"on":[65,76],"GPUs,":[66],"due":[67],"to":[68,91],"relatively":[69],"large":[70],"overhead,":[71],"though":[72],"it":[73],"was":[74],"successful":[75],"CPUs.":[77],"Compared":[78],"(LSH),":[83],"alignments":[87],"is":[88],"GPU-friendly,":[89],"orthogonal":[90],"existing":[92],"speedup":[93],"more":[96],"robust":[97],"across":[98],"pairs.":[100]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":2}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}