{"id":"https://openalex.org/W4412444918","doi":"https://doi.org/10.1109/tcss.2025.3580272","title":"CCDE: A Compact and Competitive Dialogue Evaluation Framework via Knowledge Distillation of Large Language Models","display_name":"CCDE: A Compact and Competitive Dialogue Evaluation Framework via Knowledge Distillation of Large Language Models","publication_year":2025,"publication_date":"2025-07-15","ids":{"openalex":"https://openalex.org/W4412444918","doi":"https://doi.org/10.1109/tcss.2025.3580272"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2025.3580272","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2025.3580272","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051023120","display_name":"Guanghui Ye","orcid":"https://orcid.org/0009-0001-7713-6550"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guanghui Ye","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004305313","display_name":"Huan Zhao","orcid":"https://orcid.org/0000-0001-6286-5868"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Zhao","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bo Li","orcid":"https://orcid.org/0009-0006-7615-1579"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Li","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034610654","display_name":"Haijiao Chen","orcid":"https://orcid.org/0009-0000-3769-1085"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijiao Chen","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101991159","display_name":"Zhixue Zhao","orcid":"https://orcid.org/0000-0002-3060-269X"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhixue Zhao","raw_affiliation_strings":["Department of Computer Science, University of Sheffield, Sheffield, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Sheffield, Sheffield, U.K","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084810886","display_name":"Zhihua Jiang","orcid":"https://orcid.org/0000-0002-4216-106X"},"institutions":[{"id":"https://openalex.org/I159948400","display_name":"Jinan University","ror":"https://ror.org/02xe5ns62","country_code":"CN","type":"education","lineage":["https://openalex.org/I159948400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihua Jiang","raw_affiliation_strings":["Department of Computer Science, Jinan University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Jinan University, Guangzhou, China","institution_ids":["https://openalex.org/I159948400"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087894632","display_name":"Keqin Li","orcid":"https://orcid.org/0000-0001-5224-4048"},"institutions":[{"id":"https://openalex.org/I157455823","display_name":"SUNY New Paltz","ror":"https://ror.org/03j3dv688","country_code":"US","type":"education","lineage":["https://openalex.org/I157455823"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keqin Li","raw_affiliation_strings":["Department of Computer Science, State University of New York at New Paltz, New Paltz, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, State University of New York at New Paltz, New Paltz, NY, USA","institution_ids":["https://openalex.org/I157455823"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5051023120"],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08382676,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"6","first_page":"5127","last_page":"5139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9305999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6540827751159668},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5903940796852112},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3876785635948181},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3641349673271179},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.16109752655029297}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6540827751159668},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5903940796852112},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3876785635948181},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3641349673271179},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.16109752655029297},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcss.2025.3580272","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2025.3580272","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:231513","is_oa":false,"landing_page_url":"https://orcid.org/0009-0001-7713-6550>,","pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8274688107","display_name":null,"funder_award_id":"62076092","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1555168845","https://openalex.org/W2916772188","https://openalex.org/W2970641574","https://openalex.org/W2972664115","https://openalex.org/W2979826702","https://openalex.org/W3034808773","https://openalex.org/W3170224286","https://openalex.org/W3198500549","https://openalex.org/W3204846429","https://openalex.org/W3212385273","https://openalex.org/W4205686084","https://openalex.org/W4283311205","https://openalex.org/W4285195150","https://openalex.org/W4285246929","https://openalex.org/W4285302840","https://openalex.org/W4285411140","https://openalex.org/W4285414231","https://openalex.org/W4285819380","https://openalex.org/W4298269582","https://openalex.org/W4315631098","https://openalex.org/W4327910550","https://openalex.org/W4382202730","https://openalex.org/W4382318248","https://openalex.org/W4385570832","https://openalex.org/W4385571011","https://openalex.org/W4385572077","https://openalex.org/W4385573114","https://openalex.org/W4385573801","https://openalex.org/W4385695984","https://openalex.org/W4386025684","https://openalex.org/W4386825052","https://openalex.org/W4389519254","https://openalex.org/W4389519535","https://openalex.org/W4389523711","https://openalex.org/W4390645544","https://openalex.org/W4391589750","https://openalex.org/W4392061643","https://openalex.org/W4392248649","https://openalex.org/W4392729267","https://openalex.org/W4393161197","https://openalex.org/W4394717408","https://openalex.org/W4399785296","https://openalex.org/W4400489312","https://openalex.org/W4401042775","https://openalex.org/W4401043863","https://openalex.org/W4402176671","https://openalex.org/W4402637315"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Automatic":[0],"evaluation":[1,74,80,152],"metrics":[2,31],"not":[3],"only":[4],"play":[5],"a":[6,18,36,72,95,113,122],"vital":[7],"role":[8],"in":[9,24,59,199],"developing":[10],"dialogue":[11,79],"and":[12,77,92,115,139,157,193,211],"interactive":[13],"systems":[14],"but":[15],"also":[16],"have":[17],"great":[19],"impact":[20],"on":[21,141,147,184,189,195],"social":[22],"activities":[23],"our":[25,163],"daily":[26],"life.":[27],"However,":[28],"previous":[29],"specialized":[30],"for":[32],"evaluating":[33],"dialogues":[34],"exhibit":[35],"relatively":[37],"low":[38],"correlation":[39,204],"with":[40],"human":[41],"judgments.":[42],"In":[43],"addition,":[44],"today\u2019s":[45],"state-of-the-art":[46],"(SOTA)":[47],"evaluators":[48],"that":[49,136,162],"leverage":[50],"large":[51],"language":[52],"models":[53],"(LLMs)":[54],"are":[55],"challenging":[56],"to":[57,63,88,111],"deploy":[58],"real-world":[60],"applications":[61],"due":[62],"their":[64],"sheer":[65],"size.":[66],"To":[67],"this":[68],"end,":[69],"we":[70,103,120],"propose":[71],"novel":[73],"framework,":[75],"compact":[76],"competitive":[78],"(CCDE),":[81],"which":[82,173],"leverages":[83],"knowledge":[84],"distillation":[85],"of":[86,153,201],"LLMs":[87],"generate":[89,112],"training":[90],"data":[91,210],"sequentially":[93],"learn":[94],"multitask":[96],"evaluator":[97,126],"regarding":[98],"diversified":[99],"quality":[100],"dimensions.":[101],"Specifically,":[102],"first":[104],"employ":[105],"ChatGPT":[106],"as":[107,132],"<italic":[108,123],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[109,124,178,215],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">teacher</i>":[110],"high-quality":[114],"rich-annotation":[116],"corpus,":[117],"CCDE-data.":[118,142],"Then,":[119],"implement":[121],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">student</i>":[125],"CCDE":[127,165],"(1.3B)":[128],"via":[129],"using":[130],"InstructGPT":[131],"the":[133,168,185,190,196,202,209],"backbone":[134],"model":[135,164,171],"is":[137],"trained":[138],"fine-tuned":[140],"We":[143,207],"conduct":[144],"extensive":[145],"experiments":[146],"three":[148],"public":[149],"benchmarks:":[150],"fine-grained":[151],"dialog":[154],"(FED),":[155],"PersonaChat,":[156],"TopicalChat.":[158],"The":[159],"results":[160],"demonstrate":[161],"can":[166],"outperform":[167],"current":[169],"SOTA":[170],"G-Eval":[172],"calls":[174],"GPT-4":[175],"(<inline-formula":[176],"id=\"IE1\"":[177],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[179],"notation=\"LaTeX\">$\\boldsymbol{\\geq}$</tex-math></inline-formula>":[180],"175B)":[181],"by":[182],"4.3":[183],"FED":[186],"dataset,":[187,192,198],"3.5":[188],"PersonaChat":[191],"0.3":[194],"TopicalChat":[197],"terms":[200],"Spearman":[203],"metric":[205],"(%).":[206],"release":[208],"code":[212],"at:":[213],"<uri":[214],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://anonymous.4open.science/r/ccde-3827</uri>.":[216]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}