{"id":"https://openalex.org/W4407122974","doi":"https://doi.org/10.48550/arxiv.2502.00075","title":"BTS: Harmonizing Specialized Experts into a Generalist LLM","display_name":"BTS: Harmonizing Specialized Experts into a Generalist LLM","publication_year":2025,"publication_date":"2025-01-31","ids":{"openalex":"https://openalex.org/W4407122974","doi":"https://doi.org/10.48550/arxiv.2502.00075"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2502.00075","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.00075","pdf_url":"https://arxiv.org/pdf/2502.00075","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2502.00075","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039131712","display_name":"Qizhen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qizhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028858668","display_name":"Prajjwal Bhargava","orcid":"https://orcid.org/0000-0002-7315-548X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhargava, Prajjwal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109758420","display_name":"Chloe Bi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bi, Chloe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Cai, Chris X.","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Chris X.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059094093","display_name":"Jakob Foerster","orcid":"https://orcid.org/0000-0001-9688-2498"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Foerster, Jakob","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111279824","display_name":"Jeremy Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Jeremy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051808640","display_name":"Punit Singh Koura","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koura, Punit Singh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000326689","display_name":"Ruan Silva","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Silva, Ruan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100784816","display_name":"Sheng Shen","orcid":"https://orcid.org/0000-0002-9951-0814"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Sheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061347220","display_name":"Emily Dinan","orcid":"https://orcid.org/0000-0003-0624-6311"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dinan, Emily","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075783850","display_name":"Suchin Gururangan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gururangan, Suchin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5004412943","display_name":"Mike Lewis","orcid":"https://orcid.org/0000-0003-0679-6612"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lewis, Mike","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.7612000107765198,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.7612000107765198,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.661899983882904,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.6611999869346619,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalist-and-specialist-species","display_name":"Generalist and specialist species","score":0.7900933027267456},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3568236827850342},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.08226710557937622},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.06207612156867981}],"concepts":[{"id":"https://openalex.org/C45371612","wikidata":"https://www.wikidata.org/wiki/Q3058587","display_name":"Generalist and specialist species","level":3,"score":0.7900933027267456},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3568236827850342},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08226710557937622},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.06207612156867981},{"id":"https://openalex.org/C185933670","wikidata":"https://www.wikidata.org/wiki/Q52105","display_name":"Habitat","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2502.00075","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.00075","pdf_url":"https://arxiv.org/pdf/2502.00075","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2502.00075","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.00075","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2502.00075","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.00075","pdf_url":"https://arxiv.org/pdf/2502.00075","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4407122974.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W3135453479","https://openalex.org/W2306541987","https://openalex.org/W2947952289","https://openalex.org/W4322625948","https://openalex.org/W1986194836","https://openalex.org/W2896365120","https://openalex.org/W1986504168","https://openalex.org/W2095481932","https://openalex.org/W3173023979"],"abstract_inverted_index":{"We":[0],"present":[1],"Branch-Train-Stitch":[2],"(BTS),":[3],"an":[4],"efficient":[5],"and":[6,67,71,121,129],"flexible":[7,122],"training":[8],"algorithm":[9],"for":[10],"combining":[11],"independently":[12],"trained":[13,72],"large":[14],"language":[15,35],"model":[16,36,56,145],"(LLM)":[17],"experts":[18,46,52,66,94,124,131],"into":[19,40,53],"a":[20,32,54,74,119,137,155],"single,":[21],"capable":[22],"generalist":[23,55,152],"model.":[24],"Following":[25],"Li":[26],"et":[27],"al.,":[28],"we":[29],"start":[30],"with":[31,47,135],"single":[33],"seed":[34,69,85],"which":[37,61],"is":[38],"branched":[39],"domain-specific":[41],"(e.g.,":[42],"coding":[43],"or":[44],"math)":[45],"continual":[48],"pretraining.":[49],"BTS":[50,110,117,148],"combines":[51],"using":[57],"lightweight":[58],"stitch":[59],"layers,":[60],"are":[62],"inserted":[63],"between":[64],"frozen":[65],"the":[68,78,84,96,114,150,161,167],"LLM,":[70],"on":[73,154],"small":[75,138],"datamix":[76],"of":[77,93,140,157,164,166],"expert":[79],"domains.":[80],"Stitch":[81],"layers":[82],"enable":[83],"LLM":[86],"to":[87,101,103,143],"integrate":[88],"representations":[89],"from":[90],"any":[91],"number":[92],"during":[95],"forward":[97],"pass,":[98],"allowing":[99],"it":[100],"generalize":[102],"new":[104,130],"domains,":[105],"despite":[106],"remaining":[107],"frozen.":[108],"Because":[109],"does":[111],"not":[112],"alter":[113],"constituent":[115],"LLMs,":[116],"provides":[118],"modular":[120],"approach:":[123],"can":[125,132],"be":[126,133],"easily":[127],"removed":[128],"added":[134],"only":[136],"amount":[139],"training.":[141],"Compared":[142],"alternative":[144],"merging":[146],"approaches,":[147],"yields":[149],"best":[151],"performance":[153],"variety":[156],"downstream":[158],"tasks,":[159],"retaining":[160],"specialized":[162],"capabilities":[163],"each":[165],"experts.":[168]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}