{"id":"https://openalex.org/W4281400882","doi":"https://doi.org/10.48550/arxiv.2205.10350","title":"Lossless Acceleration for Seq2seq Generation with Aggressive Decoding","display_name":"Lossless Acceleration for Seq2seq Generation with Aggressive Decoding","publication_year":2022,"publication_date":"2022-05-20","ids":{"openalex":"https://openalex.org/W4281400882","doi":"https://doi.org/10.48550/arxiv.2205.10350"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2205.10350","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.10350","pdf_url":"https://arxiv.org/pdf/2205.10350","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2205.10350","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100826716","display_name":"Tao Ge","orcid":"https://orcid.org/0000-0002-6630-634X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103220384","display_name":"Heming Xia","orcid":"https://orcid.org/0000-0001-5074-3441"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Heming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015182080","display_name":"Xin Sun","orcid":"https://orcid.org/0000-0003-1870-9037"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107977473","display_name":"Siqing Chen","orcid":"https://orcid.org/0000-0001-8530-4174"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Si-Qing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5014662947","display_name":"Furu Wei","orcid":"https://orcid.org/0000-0002-7810-5852"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Furu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10015","display_name":"Genomics and Phylogenetic Studies","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9138000011444092,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.8914068937301636},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.8280221819877625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7975270748138428},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.5234805345535278},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.517983078956604},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.4691791832447052},{"id":"https://openalex.org/keywords/list-decoding","display_name":"List decoding","score":0.4150250256061554},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4034036695957184},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3398374915122986},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3204793632030487},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2508995532989502},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13036885857582092},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.10372886061668396}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.8914068937301636},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8280221819877625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7975270748138428},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.5234805345535278},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.517983078956604},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.4691791832447052},{"id":"https://openalex.org/C204397858","wikidata":"https://www.wikidata.org/wiki/Q4437907","display_name":"List decoding","level":5,"score":0.4150250256061554},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4034036695957184},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3398374915122986},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3204793632030487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2508995532989502},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13036885857582092},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.10372886061668396},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0},{"id":"https://openalex.org/C78944582","wikidata":"https://www.wikidata.org/wiki/Q5158264","display_name":"Concatenated error correction code","level":4,"score":0.0},{"id":"https://openalex.org/C157125643","wikidata":"https://www.wikidata.org/wiki/Q884707","display_name":"Block code","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2205.10350","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.10350","pdf_url":"https://arxiv.org/pdf/2205.10350","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2205.10350","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2205.10350","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2205.10350","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.10350","pdf_url":"https://arxiv.org/pdf/2205.10350","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.5299999713897705,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W2157978810","https://openalex.org/W2597809628","https://openalex.org/W3046370962"],"abstract_inverted_index":{"We":[0,68,152],"study":[1],"lossless":[2,243,267],"acceleration":[3],"for":[4,74,140,181,264],"seq2seq":[5,24,78,83,121,167,217,268],"generation":[6,25,41,269],"with":[7,43,192,207],"a":[8,48,178,204,260],"novel":[9],"decoding":[10,45,57,138,142],"algorithm":[11],"--":[12],"Aggressive":[13,71,99,129,154,225,254],"Decoding.":[14],"Unlike":[15],"the":[16,27,37,82,106,149,157,182,193,208,242,271],"previous":[17],"efforts":[18],"(e.g.,":[19,92,123],"non-autoregressive":[20,137],"decoding)":[21],"speeding":[22],"up":[23],"at":[26,238],"cost":[28],"of":[29,55,77],"quality":[30,213,244],"loss,":[31],"our":[32],"approach":[33],"aims":[34],"to":[35,65,113],"yield":[36],"identical":[38,194,209],"(or":[39],"better)":[40],"compared":[42],"autoregressive":[44,150],"but":[46],"in":[47,115,146,148,165,184,214,270],"significant":[49,248],"speedup,":[50,251],"achieved":[51],"by":[52],"innovative":[53],"cooperation":[54],"aggressive":[56,141],"and":[58,87,143,188,221,249,266],"verification":[59],"that":[60,102,132,174,235],"are":[61,89,236],"both":[62],"efficient":[63,265],"due":[64],"parallel":[66,147,239],"computing.":[67,240],"propose":[69,97,127],"two":[70,215],"Decoding":[72,100,130,155,226,255],"paradigms":[73],"2":[75],"kinds":[76],"tasks:":[79,168,218],"1)":[80,169],"For":[81,118,170,200],"tasks":[84,122,191],"whose":[85],"inputs":[86],"outputs":[88],"highly":[90],"similar":[91],"Grammatical":[93,185],"Error":[94,186],"Correction),":[95],"we":[96,126,172,202,252],"Input-guided":[98],"(IAD)":[101],"aggressively":[103],"copies":[104],"from":[105,231],"input":[107],"sentence":[108],"as":[109,196,245,247],"drafted":[110],"decoded":[111],"tokens":[112],"verify":[114],"parallel;":[116],"2)":[117,199],"other":[119],"general":[120],"Machine":[124,219],"Translation),":[125],"Generalized":[128],"(GAD)":[131],"first":[133],"employs":[134],"an":[135],"additional":[136],"model":[139,162],"then":[144],"verifies":[145],"manner.":[151],"test":[153],"on":[156,163],"most":[158],"popular":[159],"6-layer":[160],"Transformer":[161,183],"GPU":[164],"multiple":[166],"IAD,":[171],"show":[173],"it":[175],"can":[176,227],"introduce":[177],"7x-9x":[179],"speedup":[180,206],"Correction":[187],"Text":[189],"Simplification":[190],"results":[195],"greedy":[197],"decoding;":[198],"GAD,":[201],"observe":[203],"3x-5x":[205],"or":[210],"even":[211,229],"better":[212,237],"important":[216],"Translation":[220],"Abstractive":[222],"Summarization.":[223],"Moreover,":[224],"benefit":[228],"more":[230],"stronger":[232],"computing":[233],"devices":[234],"Given":[241],"well":[246],"promising":[250],"believe":[253],"may":[256],"potentially":[257],"evolve":[258],"into":[259],"de":[261],"facto":[262],"standard":[263],"near":[272],"future.":[273]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}