{"id":"https://openalex.org/W2951038425","doi":"https://doi.org/10.18653/v1/p19-1365","title":"Comparison of Diverse Decoding Methods from Conditional Language Models","display_name":"Comparison of Diverse Decoding Methods from Conditional Language Models","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2951038425","doi":"https://doi.org/10.18653/v1/p19-1365","mag":"2951038425"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1365","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1365","pdf_url":"https://aclanthology.org/P19-1365.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/P19-1365.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022994077","display_name":"Daphne Ippolito","orcid":"https://orcid.org/0000-0001-9328-8995"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daphne Ippolito","raw_affiliation_strings":["University of Pennsylvania","#N#               * University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]},{"raw_affiliation_string":"#N#               * University of Pennsylvania","institution_ids":["https://openalex.org/I36788626","https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082462234","display_name":"Reno Kriz","orcid":"https://orcid.org/0000-0002-0239-9989"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reno Kriz","raw_affiliation_strings":["University of Pennsylvania","#N#               * University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]},{"raw_affiliation_string":"#N#               * University of Pennsylvania","institution_ids":["https://openalex.org/I36788626","https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058954591","display_name":"Jo\u00e3o Sedoc","orcid":"https://orcid.org/0000-0001-6369-3711"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Sedoc","raw_affiliation_strings":["University of Pennsylvania","#N#               * University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]},{"raw_affiliation_string":"#N#               * University of Pennsylvania","institution_ids":["https://openalex.org/I36788626","https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046118655","display_name":"Maria Kustikova","orcid":null},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maria Kustikova","raw_affiliation_strings":["University of Pennsylvania","#N#               * University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]},{"raw_affiliation_string":"#N#               * University of Pennsylvania","institution_ids":["https://openalex.org/I36788626","https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068508539","display_name":"Chris Callison-Burch","orcid":"https://orcid.org/0000-0001-8196-1943"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Callison-Burch","raw_affiliation_strings":["University of Pennsylvania","#N#               * University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]},{"raw_affiliation_string":"#N#               * University of Pennsylvania","institution_ids":["https://openalex.org/I36788626","https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5022994077"],"corresponding_institution_ids":["https://openalex.org/I36788626","https://openalex.org/I79576946"],"apc_list":null,"apc_paid":null,"fwci":2.0231,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.90021074,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3752","last_page":"3762"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7868733406066895},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7176728248596191},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.605499267578125},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4857969284057617},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.4586479961872101},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.457892507314682},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.45532846450805664},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.442379355430603},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4350315034389496},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.414227157831192},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3675054609775543},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2925889790058136},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15773960947990417},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06424736976623535}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7868733406066895},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7176728248596191},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.605499267578125},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4857969284057617},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.4586479961872101},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.457892507314682},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45532846450805664},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.442379355430603},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4350315034389496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.414227157831192},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3675054609775543},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2925889790058136},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15773960947990417},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06424736976623535},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/p19-1365","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1365","pdf_url":"https://aclanthology.org/P19-1365.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1906.06362","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.06362","pdf_url":"https://arxiv.org/pdf/1906.06362","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2951038425","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1906.06362","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1906.06362","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.06362","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1365","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1365","pdf_url":"https://aclanthology.org/P19-1365.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.800000011920929}],"awards":[{"id":"https://openalex.org/G3429874898","display_name":null,"funder_award_id":"LORELEI","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8092615179","display_name":null,"funder_award_id":"HR0011-15-C-0115","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2951038425.pdf","grobid_xml":"https://content.openalex.org/works/W2951038425.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W635530177","https://openalex.org/W1591706642","https://openalex.org/W1861492603","https://openalex.org/W1902237438","https://openalex.org/W1956340063","https://openalex.org/W2101105183","https://openalex.org/W2125320996","https://openalex.org/W2130942839","https://openalex.org/W2131744502","https://openalex.org/W2143449221","https://openalex.org/W2154652894","https://openalex.org/W2222235228","https://openalex.org/W2250539671","https://openalex.org/W2252065493","https://openalex.org/W2328886022","https://openalex.org/W2353655624","https://openalex.org/W2506483933","https://openalex.org/W2549599535","https://openalex.org/W2557436004","https://openalex.org/W2743149734","https://openalex.org/W2745461083","https://openalex.org/W2790165607","https://openalex.org/W2890276793","https://openalex.org/W2890969459","https://openalex.org/W2896457183","https://openalex.org/W2898658996","https://openalex.org/W2949555952","https://openalex.org/W2952280909","https://openalex.org/W2954116503","https://openalex.org/W2963096510","https://openalex.org/W2963141266","https://openalex.org/W2963206148","https://openalex.org/W2963212250","https://openalex.org/W2963466651","https://openalex.org/W2963929190","https://openalex.org/W2996287690"],"related_works":["https://openalex.org/W2952988558","https://openalex.org/W2963206148","https://openalex.org/W2963403868","https://openalex.org/W2949555952","https://openalex.org/W2101105183","https://openalex.org/W2964308564","https://openalex.org/W2130942839","https://openalex.org/W2064675550","https://openalex.org/W2996287690","https://openalex.org/W2798664956","https://openalex.org/W2410983263","https://openalex.org/W2963084599","https://openalex.org/W2890969459","https://openalex.org/W2606974598","https://openalex.org/W2557436004","https://openalex.org/W2222235228","https://openalex.org/W1591706642","https://openalex.org/W3211545253","https://openalex.org/W2461497102","https://openalex.org/W1836715957"],"abstract_inverted_index":{"While":[0],"conditional":[1,106],"language":[2,107],"models":[3],"have":[4],"greatly":[5],"improved":[6,116],"in":[7,87],"their":[8],"ability":[9],"to":[10,22,52,126],"output":[11],"high-quality":[12,47],"natural":[13],"language,":[14],"many":[15],"NLP":[16],"applications":[17],"benefit":[18],"from":[19,105],"being":[20],"able":[21],"generate":[23],"a":[24,36],"diverse":[25,77,103],"set":[26],"of":[27,43,46,98],"candidate":[28,38,60],"sequences.":[29],"Diverse":[30],"decoding":[31,63],"strategies":[32,100],"aim":[33],"to,":[34],"within":[35],"givensized":[37],"list,":[39],"cover":[40],"as":[41,49,66],"much":[42],"the":[44,127],"space":[45],"outputs":[48,104],"possible,":[50],"leading":[51],"improvements":[53],"for":[54,70,101],"tasks":[55],"that":[56],"re-rank":[57],"and":[58],"combine":[59],"outputs.":[61],"Standard":[62],"methods,":[64],"such":[65],"beam":[67],"search,":[68],"optimize":[69],"generating":[71,102],"high":[72],"likelihood":[73],"sequences":[74],"rather":[75],"than":[76],"ones,":[78],"though":[79],"recent":[80],"work":[81],"has":[82],"focused":[83],"on":[84],"increasing":[85],"diversity":[86,113],"these":[88],"methods.":[89],"In":[90],"this":[91],"work,":[92],"we":[93],"perform":[94],"an":[95],"extensive":[96],"survey":[97],"decoding-time":[99],"models.":[108],"We":[109],"also":[110],"show":[111],"how":[112],"can":[114],"be":[115],"without":[117],"sacrificing":[118],"quality":[119],"by":[120],"oversampling":[121],"additional":[122],"candidates,":[123],"then":[124],"filtering":[125],"desired":[128],"number.":[129]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}