{"id":"https://openalex.org/W7148815017","doi":"https://doi.org/10.48550/arxiv.2604.01674","title":"Can Heterogeneous Language Models Be Fused?","display_name":"Can Heterogeneous Language Models Be Fused?","publication_year":2026,"publication_date":"2026-04-02","ids":{"openalex":"https://openalex.org/W7148815017","doi":"https://doi.org/10.48550/arxiv.2604.01674"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.01674","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01674","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.01674","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015543631","display_name":"Shilian Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Shilian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132878751","display_name":"Jie Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132846983","display_name":"Qin Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Qin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132895315","display_name":"Wen Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Wen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132885295","display_name":"Xin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132908411","display_name":"Qi Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132910927","display_name":"Liang He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.1932000070810318,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.1932000070810318,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.13830000162124634,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10249999910593033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.6952000260353088},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6586999893188477},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4731000065803528},{"id":"https://openalex.org/keywords/basis","display_name":"Basis (linear algebra)","score":0.460099995136261},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4535999894142151},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4512999951839447},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.40639999508857727},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.396699994802475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7935000061988831},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.6952000260353088},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6586999893188477},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5817000269889832},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4731000065803528},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.460099995136261},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4535999894142151},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4512999951839447},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4498000144958496},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.40639999508857727},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.396699994802475},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3479999899864197},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3458000123500824},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2563999891281128},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25189998745918274},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.01674","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01674","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.01674","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01674","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.49829578399658203,"id":"https://metadata.un.org/sdg/15","display_name":"Life in Land"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Model":[0],"merging":[1,29],"aims":[2],"to":[3,92,166],"integrate":[4],"multiple":[5],"expert":[6],"models":[7,37],"into":[8],"a":[9,167],"single":[10],"model":[11,65,111],"that":[12,28,121,140,155],"inherits":[13],"their":[14],"complementary":[15],"strengths":[16],"without":[17],"incurring":[18],"the":[19,43,157],"inference-time":[20],"cost":[21],"of":[22,115,133],"ensembling.":[23],"Recent":[24],"progress":[25],"has":[26],"shown":[27],"can":[30],"be":[31],"highly":[32],"effective":[33],"when":[34],"all":[35],"source":[36],"are":[38,70],"\\emph{homogeneous},":[39],"i.e.,":[40],"derived":[41],"from":[42],"same":[44],"pretrained":[45],"backbone":[46],"and":[47,80,98,137,169,180,190],"therefore":[48],"share":[49],"aligned":[50],"parameter":[51],"coordinates":[52],"or":[53,143],"compatible":[54],"task":[55],"vectors.":[56],"Yet":[57],"this":[58,104],"assumption":[59],"is":[60],"increasingly":[61],"unrealistic":[62],"in":[63],"open":[64],"ecosystems,":[66],"where":[67],"useful":[68],"experts":[69],"often":[71],"built":[72],"on":[73],"different":[74],"families":[75],"such":[76,83],"as":[77],"Llama,":[78],"Qwen,":[79],"Mistral.":[81],"In":[82],"\\emph{heterogeneous}":[84],"settings,":[85,183],"direct":[86],"weight-space":[87],"fusion":[88],"becomes":[89],"ill-posed":[90],"due":[91],"architectural":[93],"mismatch,":[94],"latent":[95],"basis":[96,160],"misalignment,":[97],"amplified":[99],"cross-source":[100],"conflict.":[101],"We":[102,149],"address":[103],"problem":[105],"with":[106],"\\texttt{HeteroFusion}":[107,184],"for":[108],"heterogeneous":[109,125,174],"language":[110],"fusion,":[112,177,189],"which":[113],"consists":[114],"two":[116],"key":[117],"components:":[118],"topology-based":[119],"alignment":[120],"transfers":[122],"knowledge":[123],"across":[124],"backbones":[126],"by":[127],"matching":[128],"functional":[129],"module":[130],"structures":[131],"instead":[132],"raw":[134],"tensor":[135],"coordinates,":[136],"conflict-aware":[138],"denoising":[139],"suppresses":[141],"incompatible":[142],"noisy":[144],"transfer":[145,171],"signals":[146],"during":[147],"fusion.":[148],"further":[150],"provide":[151],"analytical":[152],"justification":[153],"showing":[154],"preserving":[156],"target":[158],"adapter":[159],"while":[161],"predicting":[162],"structured":[163],"updates":[164],"leads":[165],"stable":[168],"well-conditioned":[170],"process.":[172],"Across":[173],"transfer,":[175],"multi-source":[176],"noisy-source":[178],"robustness,":[179],"cross-family":[181],"generalization":[182],"consistently":[185],"outperforms":[186],"strong":[187],"merging,":[188],"ensemble":[191],"baselines.":[192]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-04T00:00:00"}