{"id":"https://openalex.org/W4416036114","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1096","title":"FuseChat: Knowledge Fusion of Chat Models","display_name":"FuseChat: Knowledge Fusion of Chat Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416036114","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1096"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1096","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1096","pdf_url":"https://aclanthology.org/2025.emnlp-main.1096.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.emnlp-main.1096.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101262140","display_name":"Fanqi Wan","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanqi Wan","raw_affiliation_strings":["School of Computer Science and Engineering , Sun Yat-sen University , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering , Sun Yat-sen University , China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104251305","display_name":"Longguang Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longguang Zhong","raw_affiliation_strings":["School of Computer Science and Engineering , Sun Yat-sen University , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering , Sun Yat-sen University , China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100665678","display_name":"Ziyi Yang","orcid":"https://orcid.org/0000-0002-7461-377X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyi Yang","raw_affiliation_strings":["School of Computer Science and Engineering , Sun Yat-sen University , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering , Sun Yat-sen University , China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091530162","display_name":"Ruijun Chen","orcid":"https://orcid.org/0000-0001-5281-4143"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruijun Chen","raw_affiliation_strings":["School of Computer Science and Engineering , Sun Yat-sen University , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering , Sun Yat-sen University , China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040062188","display_name":"Xiaojun Quan","orcid":"https://orcid.org/0000-0002-8385-1083"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojun Quan","raw_affiliation_strings":["School of Computer Science and Engineering , Sun Yat-sen University , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering , Sun Yat-sen University , China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":7.1395,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97509067,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"21629","last_page":"21653"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.121799997985363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.121799997985363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.07819999754428864,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.05590000003576279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.5759000182151794},{"id":"https://openalex.org/keywords/namespace","display_name":"Namespace","score":0.5199000239372253},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.4726000130176544},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.39890000224113464},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.2732999920845032}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6484000086784363},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.5759000182151794},{"id":"https://openalex.org/C2778383056","wikidata":"https://www.wikidata.org/wiki/Q873636","display_name":"Namespace","level":2,"score":0.5199000239372253},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.4726000130176544},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.39890000224113464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3395000100135803},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3003000020980835},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.26030001044273376}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.emnlp-main.1096","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1096","pdf_url":"https://aclanthology.org/2025.emnlp-main.1096.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1096","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1096","pdf_url":"https://aclanthology.org/2025.emnlp-main.1096.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6792809764","display_name":null,"funder_award_id":"62176270","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7447199816","display_name":null,"funder_award_id":"2023A1515012832","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416036114.pdf","grobid_xml":"https://content.openalex.org/works/W4416036114.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"training":[1],"large":[2],"language":[3],"models":[4,12],"(LLMs)":[5],"from":[6],"scratch":[7],"can":[8],"indeed":[9],"lead":[10,24],"to":[11,25,31,92],"with":[13,97,120,163],"distinct":[14],"capabilities":[15,39],"and":[16,22,38,90,100,151,155,166,175],"strengths,":[17],"it":[18],"incurs":[19],"substantial":[20],"costs":[21],"may":[23],"redundancy":[26],"in":[27,76],"competencies.Knowledge":[28],"fusion":[29,67,82],"aims":[30],"integrate":[32],"existing":[33],"LLMs":[34,70,86,96,119,127,162],"of":[35,68,87,147,180,184],"diverse":[36,164],"architectures":[37,165],"into":[40],"a":[41,61,107,135],"more":[42],"potent":[43],"LLM":[44,55],"through":[45,71],"lightweight":[46,103],"continual":[47],"training,":[48],"thereby":[49],"reducing":[50],"the":[51,65,115,129,140,145,178],"need":[52],"for":[53,64,117,138],"costly":[54],"development.In":[56],"this":[57,105],"work,":[58],"we":[59,78,123,133],"propose":[60,134],"new":[62],"framework":[63],"knowledge":[66,81],"chat":[69,85,161],"two":[72,170],"main":[73],"stages,":[74],"resulting":[75],"FUSECHAT.Firstly,":[77],"conduct":[79],"pairwise":[80],"on":[83,144,169],"source":[84],"varying":[88],"structures":[89],"scales":[91],"create":[93],"multiple":[94],"target":[95,126],"identical":[98],"structure":[99],"size":[101],"via":[102],"fine-tuning.During":[104],"process,":[106],"statistics-based":[108],"token":[109],"alignment":[110],"approach":[111],"is":[112],"introduced":[113],"as":[114],"cornerstone":[116],"fusing":[118],"different":[121],"structures.Secondly,":[122],"merge":[124],"these":[125],"within":[128],"parameter":[130,148],"space,":[131],"where":[132],"novel":[136],"method":[137],"determining":[139],"merging":[141],"coefficients":[142],"based":[143],"magnitude":[146],"updates":[149],"before":[150],"after":[152],"fine-tuning.We":[153],"implement":[154],"validate":[156],"FUSECHAT":[157],"using":[158],"six":[159],"prominent":[160],"scales.Experimental":[167],"results":[168],"instruction-following":[171],"benchmarks,":[172],"AlpacaEval":[173],"2.0":[174],"MT-Bench,":[176],"demonstrate":[177],"superiority":[179],"FUSECHAT-7B":[181],"over":[182],"baselines":[183],"various":[185],"sizes.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-08-25T07:29:55.448023","created_date":"2025-11-08T00:00:00"}