{"id":"https://openalex.org/W4229014147","doi":"https://doi.org/10.18653/v1/2022.naacl-main.31","title":"Diversifying Neural Dialogue Generation via Negative Distillation","display_name":"Diversifying Neural Dialogue Generation via Negative Distillation","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4229014147","doi":"https://doi.org/10.18653/v1/2022.naacl-main.31"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.naacl-main.31","doi":"https://doi.org/10.18653/v1/2022.naacl-main.31","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.naacl-main.31","pdf_url":"https://aclanthology.org/2022.naacl-main.31.pdf","source":{"id":"https://openalex.org/S4363608774","display_name":"Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.naacl-main.31.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101551086","display_name":"Yiwei Li","orcid":"https://orcid.org/0000-0003-2870-7297","observed_orcids":["https://orcid.org/0000-0003-2870-7297"]},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiwei Li","raw_affiliation_strings":["School of Computer Science, Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031477200","display_name":"Shaoxiong Feng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoxiong Feng","raw_affiliation_strings":["School of Computer Science, Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100641761","display_name":"Bin Sun","orcid":"https://orcid.org/0000-0002-7029-8784","observed_orcids":["https://orcid.org/0000-0002-7029-8784"]},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Sun","raw_affiliation_strings":["School of Computer Science, Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100342160","display_name":"Kan Li","orcid":"https://orcid.org/0000-0003-3528-4739","observed_orcids":["https://orcid.org/0000-0003-3528-4739"]},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kan Li","raw_affiliation_strings":["School of Computer Science, Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":1.3813,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.83924414,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"407","last_page":"418"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dialogue-generation","display_name":"dialogue generation","score":0.7730000019073486},{"id":"https://openalex.org/keywords/response-diversity","display_name":"response diversity","score":0.6069999933242798},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.7649999856948853},{"id":"https://openalex.org/keywords/teacher-student-models","display_name":"teacher-student models","score":0.7749999761581421},{"id":"https://openalex.org/keywords/low-frequency-response","display_name":"low-frequency response","score":0.609000027179718}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7717002034187317},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6364330053329468},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.6209751963615417},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5559664368629456},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.49563515186309814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4902101159095764},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4589804708957672},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07879403233528137},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2022.naacl-main.31","doi":"https://doi.org/10.18653/v1/2022.naacl-main.31","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.naacl-main.31","pdf_url":"https://aclanthology.org/2022.naacl-main.31.pdf","source":{"id":"https://openalex.org/S4363608774","display_name":"Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2205.02795","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.02795","pdf_url":"https://arxiv.org/pdf/2205.02795","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2205.02795","doi":"https://doi.org/10.48550/arxiv.2205.02795","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2205.02795","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.naacl-main.31","doi":"https://doi.org/10.18653/v1/2022.naacl-main.31","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.naacl-main.31","pdf_url":"https://aclanthology.org/2022.naacl-main.31.pdf","source":{"id":"https://openalex.org/S4363608774","display_name":"Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3040904436","display_name":null,"funder_award_id":"4222037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4937626131","display_name":"\u4e2a\u6027\u5316\u60c5\u611f\u56fe\u50cf\u5206\u7c7b\u4e0e\u751f\u6210\u6280\u672f\u7814\u7a76","funder_award_id":"61972035","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7730730377","display_name":null,"funder_award_id":"L181010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4229014147.pdf","grobid_xml":"https://content.openalex.org/works/W4229014147.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W635530177","https://openalex.org/W1522301498","https://openalex.org/W1591706642","https://openalex.org/W1821462560","https://openalex.org/W1975879668","https://openalex.org/W2095705004","https://openalex.org/W2143177362","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2566559207","https://openalex.org/W2581637843","https://openalex.org/W2626778328","https://openalex.org/W2761590056","https://openalex.org/W2890969459","https://openalex.org/W2901406648","https://openalex.org/W2913218482","https://openalex.org/W2938704169","https://openalex.org/W2945324091","https://openalex.org/W2953337107","https://openalex.org/W2962717182","https://openalex.org/W2963206148","https://openalex.org/W2963963856","https://openalex.org/W2968297680","https://openalex.org/W2981952612","https://openalex.org/W2984520708","https://openalex.org/W2995289474","https://openalex.org/W2995460523","https://openalex.org/W3035068109","https://openalex.org/W3035072597","https://openalex.org/W3035239386","https://openalex.org/W3103621832","https://openalex.org/W3105966348","https://openalex.org/W3120982476","https://openalex.org/W3173941845","https://openalex.org/W3176148706","https://openalex.org/W3176765775"],"related_works":["https://openalex.org/W3035239386","https://openalex.org/W2890274659","https://openalex.org/W3130859587","https://openalex.org/W4385573871","https://openalex.org/W3100955355","https://openalex.org/W4288095146","https://openalex.org/W2951428663","https://openalex.org/W6939314529","https://openalex.org/W4327928764","https://openalex.org/W3172304266"],"abstract_inverted_index":{"Generative":[0],"dialogue":[1],"models":[2],"suffer":[3],"badly":[4],"from":[5,77],"the":[6,33,74,78,84,101,108],"generic":[7,52,80,97],"response":[8],"problem,":[9],"limiting":[10],"their":[11],"applications":[12],"to":[13,27,36,72,106],"a":[14,64,89],"few":[15],"toy":[16],"scenarios.Recently,":[17],"an":[18],"interesting":[19],"approach,":[20],"namely":[21],"negative":[22,66,70,90,112,121],"training,":[23],"has":[24],"been":[25],"proposed":[26],"alleviate":[28],"this":[29,60],"problem":[30],"by":[31,46],"reminding":[32],"model":[34,75,92,103],"not":[35],"generate":[37],"high-frequency":[38],"responses":[39,53,81],"during":[40],"training.However,":[41],"its":[42],"performance":[43],"is":[44,104],"hindered":[45],"two":[47],"issues,":[48],"ignoring":[49],"low-frequency":[50,56],"but":[51,57],"and":[54,99],"bringing":[55],"meaningless":[58],"responses.In":[59],"paper,":[61],"we":[62,87],"propose":[63],"novel":[65],"training":[67,122],"paradigm,":[68],"called":[69],"distillation,":[71],"keep":[73],"away":[76],"undesirable":[79],"while":[82],"avoiding":[83],"above":[85],"problems.First,":[86],"introduce":[88],"teacher":[91],"that":[93,116],"can":[94],"produce":[95],"querywise":[96],"responses,":[98],"then":[100],"student":[102],"required":[105],"maximize":[107],"distance":[109],"with":[110],"multi-level":[111],"knowledge.Empirical":[113],"results":[114],"show":[115],"our":[117],"method":[118],"outperforms":[119],"previous":[120],"methods":[123],"significantly.":[124],"1":[125]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2022-05-08T00:00:00"}