{"id":"https://openalex.org/W3036789610","doi":"https://doi.org/10.1109/taslp.2020.3003864","title":"How to Evaluate Single-Round Dialogues Like Humans: An Information-Oriented Metric","display_name":"How to Evaluate Single-Round Dialogues Like Humans: An Information-Oriented Metric","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3036789610","doi":"https://doi.org/10.1109/taslp.2020.3003864","mag":"3036789610"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2020.3003864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2020.3003864","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086801574","display_name":"Sheng-hua Zhong","orcid":"https://orcid.org/0000-0002-7524-5999"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sheng-Hua Zhong","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101428059","display_name":"Peiqi Liu","orcid":"https://orcid.org/0000-0002-6473-2943"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiqi Liu","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100633973","display_name":"Zhong Ming","orcid":"https://orcid.org/0000-0001-9310-3460"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhong Ming","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100351175","display_name":"Yan Liu","orcid":"https://orcid.org/0000-0003-4242-4840"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yan Liu","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5086801574"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":0.6628,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.75542738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"28","issue":null,"first_page":"2211","last_page":"2223"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.8287472724914551},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7893217206001282},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6664573550224304},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5361362099647522},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5243368744850159},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4478515088558197},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.4200212359428406},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3885425925254822},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3647453188896179},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.31202226877212524}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.8287472724914551},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7893217206001282},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6664573550224304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5361362099647522},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5243368744850159},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4478515088558197},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.4200212359428406},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3885425925254822},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3647453188896179},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.31202226877212524},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2020.3003864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2020.3003864","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.699999988079071}],"awards":[{"id":"https://openalex.org/G7010380305","display_name":null,"funder_award_id":"2019A1515011181","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G7097245526","display_name":null,"funder_award_id":"61836005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W10957333","https://openalex.org/W168564468","https://openalex.org/W1493490255","https://openalex.org/W1591706642","https://openalex.org/W1647671624","https://openalex.org/W1880262756","https://openalex.org/W1902237438","https://openalex.org/W1975016129","https://openalex.org/W2101105183","https://openalex.org/W2116343275","https://openalex.org/W2123301721","https://openalex.org/W2127978399","https://openalex.org/W2145482038","https://openalex.org/W2146304342","https://openalex.org/W2151814822","https://openalex.org/W2154652894","https://openalex.org/W2250390455","https://openalex.org/W2250645967","https://openalex.org/W2251599843","https://openalex.org/W2471366537","https://openalex.org/W2518599539","https://openalex.org/W2521114121","https://openalex.org/W2525778437","https://openalex.org/W2529272619","https://openalex.org/W2563163303","https://openalex.org/W2584220694","https://openalex.org/W2611049140","https://openalex.org/W2734443755","https://openalex.org/W2740765036","https://openalex.org/W2775082024","https://openalex.org/W2804778516","https://openalex.org/W2898944906","https://openalex.org/W2903961920","https://openalex.org/W2904443424","https://openalex.org/W2916952861","https://openalex.org/W2946824041","https://openalex.org/W2950483141","https://openalex.org/W2962717182","https://openalex.org/W2962796276","https://openalex.org/W2963035145","https://openalex.org/W2963206148","https://openalex.org/W2963371447","https://openalex.org/W2963403868","https://openalex.org/W2963466651","https://openalex.org/W2963499246","https://openalex.org/W2963527228","https://openalex.org/W2963783335","https://openalex.org/W2963903950","https://openalex.org/W2963963856","https://openalex.org/W2964178377","https://openalex.org/W2979702391","https://openalex.org/W2998704965","https://openalex.org/W4231510805","https://openalex.org/W4285719527","https://openalex.org/W4295249402","https://openalex.org/W4295803813","https://openalex.org/W4307979480","https://openalex.org/W4385245566","https://openalex.org/W6600426076","https://openalex.org/W6629638141","https://openalex.org/W6635590879","https://openalex.org/W6636915900","https://openalex.org/W6639619044","https://openalex.org/W6677674009","https://openalex.org/W6678262379","https://openalex.org/W6680532216","https://openalex.org/W6682631176","https://openalex.org/W6684953378","https://openalex.org/W6691463619","https://openalex.org/W6712785310","https://openalex.org/W6720922435","https://openalex.org/W6727329663","https://openalex.org/W6727690538","https://openalex.org/W6732721319","https://openalex.org/W6736353073","https://openalex.org/W6739901393","https://openalex.org/W6746635203","https://openalex.org/W6763515994"],"related_works":["https://openalex.org/W4389519239","https://openalex.org/W4323651265","https://openalex.org/W2955859849","https://openalex.org/W2122804826","https://openalex.org/W2152921782","https://openalex.org/W382594479","https://openalex.org/W2470045054","https://openalex.org/W2575772232","https://openalex.org/W2151245229","https://openalex.org/W2140902089"],"abstract_inverted_index":{"Developing":[0],"a":[1,27,74,106,114,131,137],"dialogue":[2,47,75,125,154],"response":[3,65,76,87],"generation":[4,77],"system":[5,78],"is":[6,146],"one":[7],"of":[8,64,71,113,153],"important":[9],"topics":[10],"in":[11,46,124],"natural":[12],"language":[13],"processing,":[14],"but":[15],"many":[16],"obstacles":[17],"are":[18,55,69],"yet":[19],"to":[20,88,96,109,156],"be":[21],"overcome":[22],"before":[23],"autogenerated":[24],"dialogues":[25],"with":[26,61],"human-like":[28],"quality":[29,112],"can":[30,79],"become":[31],"possible.":[32],"A":[33],"good":[34],"evaluation":[35,53,129,155],"method":[36],"will":[37],"help":[38],"narrow":[39],"the":[40,50,111,144,150],"gap":[41],"between":[42],"machines":[43],"and":[44,57,83,127,136],"humans":[45],"generation.":[48],"Unfortunately,":[49],"existing":[51,151],"automatic":[52],"methods":[54,68,152],"biased":[56],"correlate":[58],"very":[59],"poorly":[60],"human":[62,98,157],"judgments":[63],"quality.":[66],"Such":[67],"incapable":[70],"assessing":[72],"whether":[73],"produce":[80],"high-quality,":[81],"knowledge-related":[82],"informative":[84],"dialogues.":[85],"In":[86,142],"this":[89,102],"challenge,":[90],"we":[91,104],"design":[92],"an":[93],"information-oriented":[94],"framework":[95],"simulate":[97],"subjective":[99,158],"evaluation.":[100],"Using":[101],"framework,":[103],"implement":[105],"learning-based":[107],"metric":[108,145],"evaluate":[110],"dialogue.":[115],"An":[116],"experimental":[117],"validation":[118],"demonstrates":[119],"our":[120],"proposed":[121],"metric's":[122],"effectiveness":[123],"selection":[126],"model":[128],"on":[130],"Twitter":[132],"dataset":[133,139],"(in":[134,140],"English)":[135],"Weibo":[138],"Chinese).":[141],"addition,":[143],"more":[147],"relevant":[148],"than":[149],"judgment.":[159]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}