{"id":"https://openalex.org/W7202190823","doi":"https://doi.org/10.48550/arxiv.2608.09201","title":"Signature-Guided Capacity Occupancy for Dense Expert Merging","display_name":"Signature-Guided Capacity Occupancy for Dense Expert Merging","publication_year":2026,"publication_date":"2026-08-10","ids":{"openalex":"https://openalex.org/W7202190823","doi":"https://doi.org/10.48550/arxiv.2608.09201"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.09201","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.09201","pdf_url":"https://arxiv.org/pdf/2608.09201","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.09201","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106399355","display_name":"Lingching Tung","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tung, Lingching","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146568634","display_name":"Chi-Jui Kim","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Chi-Jui","raw_affiliation_strings":["Independent Researcher"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent Researcher","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072456896","display_name":"Beicheng Xu","orcid":"https://orcid.org/0000-0003-4178-2451","observed_orcids":["https://orcid.org/0000-0003-4178-2451"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu, Beicheng","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146516285","display_name":"Yuchen Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Yuchen","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123490770","display_name":"Bin Cui","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8988999724388123,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8988999724388123,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05050000175833702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.03460000082850456,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weight-space","display_name":"weight space","score":0.3869999945163727}],"concepts":[{"id":"https://openalex.org/C160331591","wikidata":"https://www.wikidata.org/wiki/Q7075743","display_name":"Occupancy","level":2,"score":0.6448000073432922},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6197999715805054},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6123999953269958},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.5825999975204468},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.5153999924659729},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5105999708175659},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4991999864578247},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.4726000130176544},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.462799996137619},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4462999999523163},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.39309999346733093},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38999998569488525},{"id":"https://openalex.org/C2781007418","wikidata":"https://www.wikidata.org/wiki/Q1456934","display_name":"Capacity planning","level":2,"score":0.3353999853134155},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.2897999882698059},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27810001373291016},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.26829999685287476}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.09201","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.09201","pdf_url":"https://arxiv.org/pdf/2608.09201","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.09201","doi":"https://doi.org/10.48550/arxiv.2608.09201","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.09201","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.09201","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.09201","pdf_url":"https://arxiv.org/pdf/2608.09201","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7202190823.pdf","grobid_xml":"https://content.openalex.org/works/W7202190823.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W2794325560","https://openalex.org/W2950700477","https://openalex.org/W3083410900","https://openalex.org/W3177813494","https://openalex.org/W3195140297","https://openalex.org/W3210904070","https://openalex.org/W4385473732","https://openalex.org/W4388718089","https://openalex.org/W4391632220","https://openalex.org/W4401042900","https://openalex.org/W4405181600","https://openalex.org/W4415799204","https://openalex.org/W7133198585"],"related_works":["https://openalex.org/W7084058976","https://openalex.org/W7168348223","https://openalex.org/W4417095441","https://openalex.org/W7163169329","https://openalex.org/W4415311596","https://openalex.org/W7221820560","https://openalex.org/W7214038908","https://openalex.org/W4407128040","https://openalex.org/W4416789455","https://openalex.org/W7083825832"],"abstract_inverted_index":{"Dense":[0],"expert":[1,80,114],"merging":[2,152,158],"combines":[3],"domain-specialized":[4],"language":[5],"models":[6],"into":[7],"one":[8,138],"single":[9],"checkpoint,":[10],"typically":[11],"by":[12,24],"admitting":[13],"task-vector":[14],"support":[15,56],"in":[16],"weight":[17],"space.":[18],"However,":[19],"this":[20],"admission":[21],"is":[22],"governed":[23],"three":[25,132,155],"decisions":[26],"that":[27,44,105],"existing":[28],"methods":[29],"answer":[30],"only":[31],"partially:":[32],"where":[33],"to":[34,52,117],"open":[35],"layer":[36],"capacity":[37,45,75,93],"from":[38,83,94],"cross-expert":[39,95],"conflict,":[40,96],"who":[41],"should":[42],"occupy":[43],"based":[46],"on":[47,59,141],"domain":[48],"demand,":[49],"and":[50,107,131,143],"how":[51],"admit":[53],"the":[54,118,145],"resulting":[55,119],"without":[57],"relying":[58],"costly":[60],"recipe":[61],"search.":[62],"To":[63],"tackle":[64],"these":[65],"issues,":[66],"we":[67],"propose":[68],"SigMerge":[69,135],"(Signature-Guided":[70],"Capacity":[71],"Occupancy),":[72],"a":[73,84,108],"structured":[74],"assignment":[76],"framework":[77],"for":[78],"dense":[79,85,128],"merging.":[81],"Starting":[82],"base":[86,129],"merge,":[87],"conflict":[88],"signatures":[89],"set":[90,100],"each":[91,101,113],"layer's":[92],"positive":[97],"base-merge":[98],"deficits":[99],"domain's":[102],"share":[103],"of":[104,157],"capacity,":[106],"sequential":[109],"occupancy":[110],"rule":[111],"admits":[112],"delta":[115],"up":[116],"layer-domain":[120],"budget.":[121],"Across":[122],"21":[123],"paired":[124],"settings":[125],"spanning":[126],"seven":[127],"merges":[130],"model":[133],"pools,":[134],"improves":[136],"every":[137],"(by":[139],"15.0%":[140],"average)":[142],"achieves":[144],"best":[146],"average":[147],"rank":[148],"(1.67)":[149],"among":[150],"six":[151],"methods,":[153],"outperforming":[154],"categories":[156],"baselines.":[159]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-12T00:00:00"}