{"id":"https://openalex.org/W2758162718","doi":"https://doi.org/10.18653/v1/d17-1154","title":"Towards Compact and Fast Neural Machine Translation Using a Combined Method","display_name":"Towards Compact and Fast Neural Machine Translation Using a Combined Method","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2758162718","doi":"https://doi.org/10.18653/v1/d17-1154","mag":"2758162718"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d17-1154","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d17-1154","pdf_url":"https://www.aclweb.org/anthology/D17-1154.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D17-1154.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100353438","display_name":"Xiaowei Zhang","orcid":"https://orcid.org/0000-0002-2503-1976"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowei Zhang","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100344294","display_name":"Wei Chen","orcid":"https://orcid.org/0000-0001-5090-9915"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Chen","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004221024","display_name":"Feng Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Wang","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004363895","display_name":"Shuang Xu","orcid":"https://orcid.org/0000-0003-3576-6914"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Xu","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065635207","display_name":"Bo Xu","orcid":"https://orcid.org/0000-0001-6379-7617"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Xu","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1074,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.83140145,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1475","last_page":"1481"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.838105320930481},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8090614080429077},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6867786049842834},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.615175187587738},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6058958172798157},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6005899310112},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5632320046424866},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5594731569290161},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5554069876670837},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5326706171035767},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.5271850824356079},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.5094075798988342},{"id":"https://openalex.org/keywords/beam-search","display_name":"Beam search","score":0.48477715253829956},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.463362455368042},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4472518563270569},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.41184043884277344},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.38130125403404236},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36987683176994324},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30399689078330994},{"id":"https://openalex.org/keywords/search-algorithm","display_name":"Search algorithm","score":0.20712056756019592}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.838105320930481},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8090614080429077},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6867786049842834},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.615175187587738},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6058958172798157},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6005899310112},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5632320046424866},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5594731569290161},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5554069876670837},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5326706171035767},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.5271850824356079},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.5094075798988342},{"id":"https://openalex.org/C19889080","wikidata":"https://www.wikidata.org/wiki/Q2835852","display_name":"Beam search","level":3,"score":0.48477715253829956},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.463362455368042},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4472518563270569},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.41184043884277344},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.38130125403404236},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36987683176994324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30399689078330994},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.20712056756019592},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/d17-1154","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d17-1154","pdf_url":"https://www.aclweb.org/anthology/D17-1154.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/d17-1154","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d17-1154","pdf_url":"https://www.aclweb.org/anthology/D17-1154.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2758162718.pdf","grobid_xml":"https://content.openalex.org/works/W2758162718.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W1753482797","https://openalex.org/W1821462560","https://openalex.org/W2009303086","https://openalex.org/W2100664567","https://openalex.org/W2101105183","https://openalex.org/W2114508814","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2143177362","https://openalex.org/W2148708890","https://openalex.org/W2156737235","https://openalex.org/W2167215970","https://openalex.org/W2172166488","https://openalex.org/W2194775991","https://openalex.org/W2220350356","https://openalex.org/W2402144811","https://openalex.org/W2525778437","https://openalex.org/W2529089661","https://openalex.org/W2531207078","https://openalex.org/W2540404261","https://openalex.org/W2546915671","https://openalex.org/W2552839021","https://openalex.org/W2587694128","https://openalex.org/W2950248853","https://openalex.org/W2951900777","https://openalex.org/W2953384591","https://openalex.org/W2962732637","https://openalex.org/W2962784628","https://openalex.org/W2963000224","https://openalex.org/W2963141266","https://openalex.org/W2963643655","https://openalex.org/W2963674932","https://openalex.org/W2963736842","https://openalex.org/W2963937700","https://openalex.org/W2964228333","https://openalex.org/W2964299589","https://openalex.org/W2964308564","https://openalex.org/W3102516861","https://openalex.org/W3196603613","https://openalex.org/W4297790889","https://openalex.org/W4297813615","https://openalex.org/W4298159529","https://openalex.org/W4301368689"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W3204412157","https://openalex.org/W1949377792"],"abstract_inverted_index":{"Neural":[0],"Machine":[1],"Translation":[2],"(NMT)":[3],"lays":[4],"intensive":[5],"burden":[6],"on":[7,20,54,87],"computation":[8,25,113],"and":[9,26,39,57,129],"memory":[10,27],"cost.":[11],"It":[12],"is":[13,64,108],"a":[14,32,50,68,74],"challenge":[15],"to":[16,36,66,84,110,133],"deploy":[17],"NMT":[18],"models":[19],"the":[21,42,81,90,94,112,134],"devices":[22],"with":[23,89],"limited":[24],"budgets.":[28],"This":[29],"paper":[30],"presents":[31],"four":[33],"stage":[34],"pipeline":[35],"compress":[37],"model":[38,119],"speed":[40],"up":[41],"decoding":[43,83],"for":[44],"NMT.":[45],"Our":[46,117],"method":[47],"first":[48],"introduces":[49],"compact":[51],"architecture":[52],"based":[53],"convolutional":[55],"encoder":[56],"weight":[58,62],"shared":[59],"embeddings.":[60],"Then":[61],"pruning":[63],"applied":[65],"obtain":[67],"sparse":[69],"model.":[70,136],"Next,":[71],"we":[72],"propose":[73],"fast":[75],"sequence":[76],"interpolation":[77],"approach":[78],"which":[79],"enables":[80],"greedy":[82,103],"achieve":[85],"performance":[86,131],"par":[88],"beam":[91,96],"search.":[92],"Hence,":[93],"time-consuming":[95],"search":[97],"can":[98],"be":[99],"replaced":[100],"by":[101],"simple":[102],"decoding.":[104],"Finally,":[105],"vocabulary":[106],"selection":[107],"used":[109],"reduce":[111],"of":[114],"softmax":[115],"layer.":[116],"final":[118],"achieves":[120],"10":[121],"speedup,":[122],"17":[123],"parameters":[124],"reduction,":[125],"<35MB":[126],"storage":[127],"size":[128],"comparable":[130],"compared":[132],"baseline":[135]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}