{"id":"https://openalex.org/W2998192669","doi":"https://doi.org/10.1609/aaai.v34i05.6378","title":"AvgOut: A Simple Output-Probability Measure to Eliminate Dull Responses","display_name":"AvgOut: A Simple Output-Probability Measure to Eliminate Dull Responses","publication_year":2020,"publication_date":"2020-04-03","ids":{"openalex":"https://openalex.org/W2998192669","doi":"https://doi.org/10.1609/aaai.v34i05.6378","mag":"2998192669"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v34i05.6378","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v34i05.6378","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v34i05.6378","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101583906","display_name":"Tong Niu","orcid":"https://orcid.org/0009-0007-3453-0738"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1333535994","display_name":"University of North Carolina Health Care","ror":"https://ror.org/00qz24g20","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1333535994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tong Niu","raw_affiliation_strings":["UNC Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNC Chapel Hill","institution_ids":["https://openalex.org/I114027177","https://openalex.org/I1333535994"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001987532","display_name":"Mohit Bansal","orcid":"https://orcid.org/0000-0001-5522-1351"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1333535994","display_name":"University of North Carolina Health Care","ror":"https://ror.org/00qz24g20","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1333535994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohit Bansal","raw_affiliation_strings":["UNC Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNC Chapel Hill","institution_ids":["https://openalex.org/I114027177","https://openalex.org/I1333535994"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":"05","first_page":"8560","last_page":"8567"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7361370921134949},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7332608699798584},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7130110263824463},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6910145282745361},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6020200252532959},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5288150310516357},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.5171936750411987},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5149627327919006},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5105836987495422},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4356621205806732},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.41579669713974},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38889408111572266},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09481248259544373}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7361370921134949},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7332608699798584},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7130110263824463},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6910145282745361},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6020200252532959},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5288150310516357},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.5171936750411987},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5149627327919006},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5105836987495422},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4356621205806732},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.41579669713974},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38889408111572266},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09481248259544373},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v34i05.6378","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v34i05.6378","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/6378","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/6378","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/6378/6234","source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v34i05.6378","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v34i05.6378","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4537603768","display_name":null,"funder_award_id":"N00014-18-1-2871","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G572880119","display_name":"CAREER: Semantic Multi-Task Learning for Generalizable and Interpretable Language Generation","funder_award_id":"1846185","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W836999996","https://openalex.org/W1518951372","https://openalex.org/W1591706642","https://openalex.org/W1958706068","https://openalex.org/W2133564696","https://openalex.org/W2134134392","https://openalex.org/W2155027007","https://openalex.org/W2158559550","https://openalex.org/W2176263492","https://openalex.org/W2328886022","https://openalex.org/W2399880602","https://openalex.org/W2418993857","https://openalex.org/W2528130257","https://openalex.org/W2580192806","https://openalex.org/W2581637843","https://openalex.org/W2605246398","https://openalex.org/W2612675303","https://openalex.org/W2734443755","https://openalex.org/W2741333084","https://openalex.org/W2798320858","https://openalex.org/W2799176105","https://openalex.org/W2807880213","https://openalex.org/W2888757417","https://openalex.org/W2890276793","https://openalex.org/W2890719433","https://openalex.org/W2891827598","https://openalex.org/W2892260873","https://openalex.org/W2915573484","https://openalex.org/W2916898195","https://openalex.org/W2950513705","https://openalex.org/W2951813108","https://openalex.org/W2952254585","https://openalex.org/W2962717182","https://openalex.org/W2962753250","https://openalex.org/W2962814079","https://openalex.org/W2962854379","https://openalex.org/W2962883855","https://openalex.org/W2963104691","https://openalex.org/W2963167310","https://openalex.org/W2963227052","https://openalex.org/W2963527228","https://openalex.org/W2963641944","https://openalex.org/W2963903950","https://openalex.org/W3010865323","https://openalex.org/W3022187094","https://openalex.org/W6635590879","https://openalex.org/W6666761814","https://openalex.org/W6714618025","https://openalex.org/W6732564789","https://openalex.org/W6750283061","https://openalex.org/W6751230656","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2768698792","https://openalex.org/W4361804730","https://openalex.org/W2142113611","https://openalex.org/W2334467465","https://openalex.org/W2018387840","https://openalex.org/W2087870008","https://openalex.org/W2045629210","https://openalex.org/W2162534555","https://openalex.org/W2752178021","https://openalex.org/W2143024819"],"abstract_inverted_index":{"Many":[0],"sequence-to-sequence":[1],"dialogue":[2,43,267],"models":[3,44,138,219,268],"tend":[4],"to":[5,18,96,135,168,180,237,253,263],"generate":[6],"safe,":[7],"uninformative":[8],"responses.":[9],"There":[10],"have":[11],"been":[12],"various":[13],"useful":[14],"efforts":[15],"on":[16,31,81,225],"trying":[17],"eliminate":[19],"them.":[20],"However,":[21],"these":[22],"approaches":[23,250],"either":[24],"improve":[25],"decoding":[26],"algorithms":[27],"during":[28,85],"inference,":[29],"rely":[30],"hand-crafted":[32],"features,":[33],"or":[34,52,238],"employ":[35],"complex":[36],"models.":[37],"In":[38],"our":[39,249],"work,":[40],"we":[41,60,202],"build":[42],"that":[45,139],"are":[46,54,93,235,251],"dynamically":[47],"aware":[48],"of":[49,77,105,158,213],"what":[50],"utterances":[51],"tokens":[53,92],"dull":[55,127],"without":[56,142],"any":[57],"feature-engineering.":[58],"Specifically,":[59],"start":[61],"with":[62,204],"a":[63,102,125,172,198,205,231],"simple":[64],"yet":[65],"effective":[66],"automatic":[67],"metric,":[68],"AvgOut,":[69],"which":[70,91],"calculates":[71],"the":[72,82,106,113,151,155,161,169,177,182,185,194,210,254,270],"average":[73],"output":[74,156],"probability":[75],"distribution":[76],"all":[78],"time":[79],"steps":[80],"decoder":[83],"side":[84],"training.":[86],"This":[87],"metric":[88,134],"directly":[89,149],"estimates":[90],"more":[94,118],"likely":[95],"be":[97,117],"generated,":[98],"thus":[99],"making":[100,257],"it":[101],"faithful":[103],"evaluation":[104],"model":[107,207,224],"diversity":[108,141,152,178,183,195,227],"(i.e.,":[109],"for":[110],"diverse":[111],"models,":[112],"token":[114],"probabilities":[115],"should":[116],"evenly":[119],"distributed":[120],"rather":[121],"than":[122,240],"peaked":[123],"at":[124],"few":[126],"tokens).":[128],"We":[129],"then":[130],"leverage":[131],"this":[132],"novel":[133],"propose":[136],"three":[137],"promote":[140],"losing":[143],"relevance.":[144],"The":[145],"first":[146],"model,":[147,163,187,256],"MinAvgOut,":[148],"maximizes":[150],"score":[153,179,196],"through":[154],"distributions":[157],"each":[159],"batch;":[160],"second":[162],"Label":[164],"Fine-Tuning":[165],"(LFT),":[166],"prepends":[167],"source":[170],"sequence":[171],"label":[173],"continuously":[174],"scaled":[175],"by":[176,208,230],"control":[181],"level;":[184],"third":[186],"RL,":[188],"adopts":[189],"Reinforcement":[190],"Learning":[191],"and":[192,215,228,234],"treats":[193],"as":[197,260],"reward":[199],"signal.":[200],"Moreover,":[201,248],"experiment":[203],"hybrid":[206],"combining":[209],"loss":[211],"terms":[212],"MinAvgOut":[214],"RL.":[216],"All":[217],"four":[218],"outperform":[220],"their":[221],"base":[222,255],"LSTM-RNN":[223],"both":[226],"relevance":[229],"large":[232],"margin,":[233],"comparable":[236],"better":[239,266],"competitive":[241],"baselines":[242],"(also":[243],"verified":[244],"via":[245],"human":[246],"evaluation).":[247],"orthogonal":[252],"them":[258],"applicable":[259],"an":[261],"add-on":[262],"other":[264],"emerging":[265],"in":[269],"future.":[271]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}