{"id":"https://openalex.org/W2977539532","doi":"https://doi.org/10.1109/ijcnn.2019.8851960","title":"SSA: A More Humanized Automatic Evaluation Method for Open Dialogue Generation","display_name":"SSA: A More Humanized Automatic Evaluation Method for Open Dialogue Generation","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2977539532","doi":"https://doi.org/10.1109/ijcnn.2019.8851960","mag":"2977539532"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2019.8851960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8851960","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112540867","display_name":"Zhiqiang Zhan","orcid":"https://orcid.org/0009-0002-4220-9032"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiqiang Zhan","raw_affiliation_strings":["Institute of Computing Technology, CAS, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, CAS, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101062154","display_name":"Zifeng Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zifeng Hou","raw_affiliation_strings":["Institute of Computing Technology, CAS, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, CAS, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040203410","display_name":"Qichuan Yang","orcid":"https://orcid.org/0000-0002-1689-5246"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qichuan Yang","raw_affiliation_strings":["Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101797204","display_name":"Jianyu Zhao","orcid":"https://orcid.org/0000-0001-9818-4167"},"institutions":[{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianyu Zhao","raw_affiliation_strings":["AI Lab of Lenovo Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"AI Lab of Lenovo Research, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354571","display_name":"Yang Zhang","orcid":"https://orcid.org/0000-0001-6821-2710"},"institutions":[{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["Lenovo Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Lenovo Research, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112540993","display_name":"Changjian Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changjian Hu","raw_affiliation_strings":["AI Lab of Lenovo Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"AI Lab of Lenovo Research, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5112540867"],"corresponding_institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.5601,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.75347136,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6254434585571289}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6254434585571289}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2019.8851960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8851960","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W10957333","https://openalex.org/W1518951372","https://openalex.org/W1591706642","https://openalex.org/W1924770834","https://openalex.org/W2041404167","https://openalex.org/W2064675550","https://openalex.org/W2099471712","https://openalex.org/W2101105183","https://openalex.org/W2102672872","https://openalex.org/W2130942839","https://openalex.org/W2133512280","https://openalex.org/W2133564696","https://openalex.org/W2140054881","https://openalex.org/W2154652894","https://openalex.org/W2583679610","https://openalex.org/W2603612888","https://openalex.org/W2729046720","https://openalex.org/W2962883855","https://openalex.org/W2963167310","https://openalex.org/W2963206148","https://openalex.org/W2963527228","https://openalex.org/W2963903950","https://openalex.org/W2964308564","https://openalex.org/W2964352131","https://openalex.org/W2978725006","https://openalex.org/W4302353911","https://openalex.org/W4320013936","https://openalex.org/W6600426076","https://openalex.org/W6623987585","https://openalex.org/W6635590879","https://openalex.org/W6668329250","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6732817193","https://openalex.org/W6740021858","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Dialogue":[0],"generation":[1],"has":[2],"been":[3,11],"gaining":[4],"ever-increasing":[5],"attention,":[6],"and":[7,13,40,57,71,88,96,123,134,141,180,201],"various":[8],"models":[9,190],"have":[10],"proposed":[12],"adopted":[14],"in":[15,18,43],"many":[16],"fields":[17],"recent":[19],"years.":[20],"How":[21],"to":[22,33,82,101,175,203],"evaluate":[23,83,102,176],"their":[24,38],"performance":[25,105],"is":[26,100,144,173,199],"critical.":[27],"However,":[28],"current":[29],"evaluation":[30,59,166,189],"metrics":[31,129],"tend":[32],"be":[34,192],"insufficient":[35],"because":[36],"of":[37,63,73,183],"simplicity":[39],"crudeness,":[41],"resulting":[42],"weak":[44],"correlation":[45,137],"with":[46,126,161],"human":[47,142,162,195],"judgements.":[48],"To":[49],"solve":[50],"this":[51],"issue,":[52],"we":[53,114],"propose":[54],"an":[55],"automatic":[56],"comprehensive":[58],"metric,":[60],"which":[61],"consists":[62],"three":[64,118],"assessment":[65],"criteria:":[66],"Semantic":[67],"Coherence,":[68],"Syntactic":[69],"Validity":[70],"Ability":[72],"Expression":[74],"(SSA).":[75],"The":[76,152],"first":[77],"two":[78,111],"criteria":[79],"are":[80],"used":[81],"the":[84,93,97,103,107,127,136,165,177,188],"generations":[85,184],"from":[86],"semantic":[87,178],"syntactic":[89,181],"aspects":[90],"respectively":[91],"at":[92,106],"sentence":[94],"level":[95],"last":[98],"one":[99],"overall":[104],"model":[108],"level.":[109],"With":[110],"generative":[112],"models,":[113],"conduct":[115],"experiments":[116],"on":[117,164],"datasets,":[119],"including":[120],"Twitter,":[121],"Subtitle":[122],"Lenovo.":[124],"Comparing":[125],"previous":[128],"such":[130],"as":[131],"BLEU,":[132],"METEOR":[133],"ROUGE,":[135],"coefficient":[138],"between":[139],"SSA":[140,157,172,198],"judgements":[143,163],"increased":[145],"by":[146],"0.23-0.35,":[147],"i.e.":[148],"324%-864%":[149],"relative":[150],"improvements.":[151],"experimental":[153],"results":[154],"demonstrate":[155],"that":[156],"correlates":[158],"more":[159],"strongly":[160],"for":[167],"open":[168],"dialogue":[169],"generation.":[170],"Additionally,":[171],"able":[174],"coherence":[179],"validity":[182],"exactly.":[185],"More":[186],"importantly,":[187],"can":[191],"trained":[193],"without":[194],"annotations.":[196],"Thus,":[197],"flexible":[200],"extensible":[202],"different":[204],"datasets.":[205]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}