{"id":"https://openalex.org/W3155737070","doi":"https://doi.org/10.1109/taslp.2021.3074012","title":"D-Score: Holistic Dialogue Evaluation Without Reference","display_name":"D-Score: Holistic Dialogue Evaluation Without Reference","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3155737070","doi":"https://doi.org/10.1109/taslp.2021.3074012","mag":"3155737070"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2021.3074012","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3074012","pdf_url":"https://ieeexplore.ieee.org/ielx7/6570655/9289074/09409633.pdf","source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/6570655/9289074/09409633.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100374101","display_name":"Chen Zhang","orcid":"https://orcid.org/0000-0002-2406-8734"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chen Zhang","raw_affiliation_strings":["Human Language Technology Group at Electrical and Computer Engineering Department of National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2406-8734","affiliations":[{"raw_affiliation_string":"Human Language Technology Group at Electrical and Computer Engineering Department of National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056020864","display_name":"Grandee Lee","orcid":"https://orcid.org/0000-0001-9603-5141"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Grandee Lee","raw_affiliation_strings":["Human Language Technology Group at Electrical and Computer Engineering Department of National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-9603-5141","affiliations":[{"raw_affiliation_string":"Human Language Technology Group at Electrical and Computer Engineering Department of National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024161267","display_name":"Luis Fernando D\u2019Haro","orcid":"https://orcid.org/0000-0002-3411-7384"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Luis Fernando D'Haro","raw_affiliation_strings":["Speech Technology Group of Universidad Polit\u00e9cnica de Madrid (ETSIT, UPM),, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-3411-7384","affiliations":[{"raw_affiliation_string":"Speech Technology Group of Universidad Polit\u00e9cnica de Madrid (ETSIT, UPM),, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032690182","display_name":"Haizhou Li","orcid":"https://orcid.org/0000-0001-9158-9401"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Haizhou Li","raw_affiliation_strings":["Human Language Technology Group at Electrical and Computer Engineering Department of National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-9158-9401","affiliations":[{"raw_affiliation_string":"Human Language Technology Group at Electrical and Computer Engineering Department of National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1837,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.89373058,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"29","issue":null,"first_page":"2502","last_page":"2516"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6869757175445557},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5990406274795532},{"id":"https://openalex.org/keywords/judgement","display_name":"Judgement","score":0.5936936736106873},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5868833661079407},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5772398710250854},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5591967105865479},{"id":"https://openalex.org/keywords/fluency","display_name":"Fluency","score":0.5447822213172913},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.54093998670578},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5169305205345154},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4946100413799286},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4815793037414551},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.43631452322006226},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41958409547805786},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.4136210083961487},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.4126840829849243},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21527212858200073},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1316007375717163},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.11141887307167053}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6869757175445557},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5990406274795532},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.5936936736106873},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5868833661079407},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5772398710250854},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5591967105865479},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.5447822213172913},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.54093998670578},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5169305205345154},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4946100413799286},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4815793037414551},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.43631452322006226},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41958409547805786},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4136210083961487},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.4126840829849243},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21527212858200073},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1316007375717163},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.11141887307167053},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2021.3074012","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3074012","pdf_url":"https://ieeexplore.ieee.org/ielx7/6570655/9289074/09409633.pdf","source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/taslp.2021.3074012","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3074012","pdf_url":"https://ieeexplore.ieee.org/ielx7/6570655/9289074/09409633.pdf","source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7099999785423279}],"awards":[{"id":"https://openalex.org/G1094757534","display_name":null,"funder_award_id":"AISG-GC-2019-002","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G3294667286","display_name":null,"funder_award_id":"85854","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G8332257624","display_name":null,"funder_award_id":"AISG-GC-2019-002","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"}],"funders":[{"id":"https://openalex.org/F4320313176","display_name":"Robert Bosch","ror":"https://ror.org/02venad53"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3155737070.pdf","grobid_xml":"https://content.openalex.org/works/W3155737070.grobid-xml"},"referenced_works_count":102,"referenced_works":["https://openalex.org/W77961983","https://openalex.org/W1591706642","https://openalex.org/W1942758450","https://openalex.org/W2015933299","https://openalex.org/W2089150068","https://openalex.org/W2093790824","https://openalex.org/W2101105183","https://openalex.org/W2117130368","https://openalex.org/W2130903752","https://openalex.org/W2133459682","https://openalex.org/W2137607259","https://openalex.org/W2143104527","https://openalex.org/W2154652894","https://openalex.org/W2250539671","https://openalex.org/W2250767751","https://openalex.org/W2295072214","https://openalex.org/W2493916176","https://openalex.org/W2584220694","https://openalex.org/W2586847566","https://openalex.org/W2608787653","https://openalex.org/W2624871570","https://openalex.org/W2891717274","https://openalex.org/W2896457183","https://openalex.org/W2899663614","https://openalex.org/W2904468521","https://openalex.org/W2907308297","https://openalex.org/W2913340405","https://openalex.org/W2913443447","https://openalex.org/W2916772188","https://openalex.org/W2936695845","https://openalex.org/W2938704169","https://openalex.org/W2944069152","https://openalex.org/W2949201716","https://openalex.org/W2949423690","https://openalex.org/W2950902819","https://openalex.org/W2951000191","https://openalex.org/W2951508633","https://openalex.org/W2962717182","https://openalex.org/W2962739339","https://openalex.org/W2962784628","https://openalex.org/W2962786758","https://openalex.org/W2962974452","https://openalex.org/W2962989446","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963466651","https://openalex.org/W2963527228","https://openalex.org/W2963640662","https://openalex.org/W2963825865","https://openalex.org/W2963842982","https://openalex.org/W2963903950","https://openalex.org/W2963918774","https://openalex.org/W2964178377","https://openalex.org/W2964352131","https://openalex.org/W2965373594","https://openalex.org/W2971164557","https://openalex.org/W2971883198","https://openalex.org/W2978017171","https://openalex.org/W2979702391","https://openalex.org/W2990563493","https://openalex.org/W2995969307","https://openalex.org/W2996287690","https://openalex.org/W2996403597","https://openalex.org/W2996428491","https://openalex.org/W2998494704","https://openalex.org/W3000779003","https://openalex.org/W3034600233","https://openalex.org/W3034715226","https://openalex.org/W3034808773","https://openalex.org/W3035252911","https://openalex.org/W3035629539","https://openalex.org/W3035656139","https://openalex.org/W3093632820","https://openalex.org/W3099023595","https://openalex.org/W3104405162","https://openalex.org/W3113148688","https://openalex.org/W4287900772","https://openalex.org/W4288113479","https://openalex.org/W4298167386","https://openalex.org/W4385245566","https://openalex.org/W6635590879","https://openalex.org/W6640786210","https://openalex.org/W6679734692","https://openalex.org/W6680585821","https://openalex.org/W6682631176","https://openalex.org/W6685145238","https://openalex.org/W6732721319","https://openalex.org/W6733380146","https://openalex.org/W6739365718","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6755977528","https://openalex.org/W6757970292","https://openalex.org/W6759093088","https://openalex.org/W6761205521","https://openalex.org/W6761551260","https://openalex.org/W6763564743","https://openalex.org/W6767330088","https://openalex.org/W6768021236","https://openalex.org/W6768851824","https://openalex.org/W6772715161","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2886802431","https://openalex.org/W4388216822","https://openalex.org/W1761762290","https://openalex.org/W4391191813","https://openalex.org/W4387575966","https://openalex.org/W2384262901","https://openalex.org/W2975214487","https://openalex.org/W651304006","https://openalex.org/W2345720417","https://openalex.org/W2503032459"],"abstract_inverted_index":{"In":[0,74],"artistic":[1],"gymnastics,":[2],"difficulty":[3],"score":[4,33],"or":[5],"D-score":[6,85,150,177],"is":[7,34,91,137],"used":[8],"for":[9],"judging":[10,97],"performance.":[11],"Starting":[12],"from":[13,19,168],"zero,":[14],"an":[15,79,197],"athlete":[16],"earns":[17],"points":[18],"different":[20],"aspects":[21],"such":[22],"as":[23],"composition":[24,36],"requirement,":[25],"difficulty,":[26],"and":[27,65,107,172],"connection":[28],"between":[29],"moves.":[30],"The":[31,115],"final":[32],"a":[35,53,102,111,134,185],"of":[37,40,55,71,104,130,190],"the":[38,72,88,94,127,181],"quality":[39,129],"various":[41],"performance":[42],"indicators.":[43],"Similarly,":[44],"when":[45],"evaluating":[46],"dialogue":[47,81,161,202],"responses,":[48],"human":[49,96,157],"judges":[50],"generally":[51],"follow":[52],"number":[54],"criteria,":[56],"among":[57,164],"which":[58,165],"language":[59],"fluency,":[60],"context":[61],"coherence,":[62],"logical":[63],"consistency,":[64],"semantic":[66],"appropriateness":[67],"are":[68,167],"on":[69,120,159],"top":[70],"agenda.":[73],"this":[75],"paper,":[76],"we":[77,100],"propose":[78],"automatic":[80],"evaluation":[82,105,162],"framework":[83],"called":[84],"that":[86,136],"resembles":[87],"way":[89],"gymnastics":[90],"evaluated.":[92],"Following":[93],"four":[95],"criteria":[98],"above,":[99],"devise":[101],"range":[103],"tasks":[106,141],"model":[108],"them":[109],"under":[110],"multi-task":[112],"learning":[113],"framework.":[114],"proposed":[116],"framework,":[117],"without":[118,142],"relying":[119],"any":[121],"human-written":[122],"reference,":[123],"learns":[124],"to":[125,144],"appreciate":[126],"overall":[128],"human-human":[131],"conversations":[132],"through":[133],"representation":[135],"shared":[138],"by":[139,151,184],"all":[140],"over-fitting":[143],"individual":[145],"task":[146],"domain.":[147],"We":[148],"evaluate":[149],"performing":[152],"comprehensive":[153],"correlation":[154,193],"analyses":[155],"with":[156],"judgement":[158],"three":[160],"datasets,":[163],"two":[166],"past":[169],"DSTC":[170],"series,":[171],"benchmark":[173],"against":[174],"state-of-the-art":[175],"baselines.":[176],"not":[178],"only":[179],"outperforms":[180],"best":[182],"baseline":[183],"large":[186],"margin":[187],"in":[188],"terms":[189],"system-level":[191],"Spearman":[192],"but":[194],"also":[195],"represents":[196],"important":[198],"step":[199],"towards":[200],"explainable":[201],"scoring.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}