{"id":"https://openalex.org/W7163348862","doi":"https://doi.org/10.48550/arxiv.2606.03014","title":"MOSAIC: Efficient Mixture-of-Agent Scheduling via Adaptive Aggregation and Inference Concurrency","display_name":"MOSAIC: Efficient Mixture-of-Agent Scheduling via Adaptive Aggregation and Inference Concurrency","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163348862","doi":"https://doi.org/10.48550/arxiv.2606.03014"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03014","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03014","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03014","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137747918","display_name":"Saptarshi Mitra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mitra, Saptarshi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137801280","display_name":"Yifan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137753763","display_name":"Rachid Karami","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karami, Rachid","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137776074","display_name":"Phyo Pyae Moe Aung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aung, Phyo Pyae Moe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137729730","display_name":"Nazmul Takbir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Takbir, Nazmul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008033093","display_name":"Sreetama Sarkar","orcid":"https://orcid.org/0009-0009-2182-6200"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarkar, Sreetama","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137720373","display_name":"Souvik Kundu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kundu, Souvik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5050532440","display_name":"Sitao Huang","orcid":"https://orcid.org/0000-0001-7669-1467"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Sitao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.1062999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.1062999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.09120000153779984,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.0731000006198883,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.7113999724388123},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.536300003528595},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.45350000262260437},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4490000009536743},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.42010000348091125},{"id":"https://openalex.org/keywords/linear-programming","display_name":"Linear programming","score":0.39590001106262207},{"id":"https://openalex.org/keywords/concurrency","display_name":"Concurrency","score":0.3833000063896179},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.35659998655319214}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8061000108718872},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.7113999724388123},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.536300003528595},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5128999948501587},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.45350000262260437},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4490000009536743},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.42010000348091125},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.39590001106262207},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.3833000063896179},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.35659998655319214},{"id":"https://openalex.org/C180505990","wikidata":"https://www.wikidata.org/wiki/Q498267","display_name":"News aggregator","level":2,"score":0.3522000014781952},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.30660000443458557},{"id":"https://openalex.org/C67953723","wikidata":"https://www.wikidata.org/wiki/Q192525","display_name":"Workstation","level":2,"score":0.301800012588501},{"id":"https://openalex.org/C159254197","wikidata":"https://www.wikidata.org/wiki/Q1144915","display_name":"Lexicographical order","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2599000036716461},{"id":"https://openalex.org/C2984822820","wikidata":"https://www.wikidata.org/wiki/Q1123036","display_name":"Processor scheduling","level":3,"score":0.2540999948978424},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2522999942302704},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03014","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03014","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03014","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03014","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mixture-of-Agents":[0],"(MoA)":[1],"systems":[2],"improve":[3],"reasoning":[4,97],"accuracy":[5,146],"by":[6],"routing":[7,29],"each":[8],"query":[9],"to":[10,61,70,114,131],"multiple":[11],"expert":[12,32,87],"LLMs":[13,37],"and":[14,34,57,89,136],"aggregating":[15],"their":[16],"outputs.":[17],"Efficiently":[18],"executing":[19],"this":[20],"workload":[21],"on":[22],"limited":[23],"GPU":[24,55],"resources":[25],"has":[26],"bottlenecks.":[27],"Skill-based":[28],"creates":[30],"skewed":[31],"demand,":[33],"combining":[35],"instruction-tuned":[36],"with":[38],"long-reasoning":[39],"models":[40],"results":[41],"in":[42,45],"extreme":[43],"variability":[44],"generation":[46],"lengths.":[47],"Consequently,":[48],"traditional":[49],"scheduling":[50,68],"strategies":[51],"suffer":[52],"from":[53,93],"significant":[54],"idling":[56],"throughput":[58],"collapse":[59],"due":[60],"load":[62],"imbalances.":[63],"We":[64],"present":[65],"MOSAIC,":[66],"a":[67],"framework":[69],"accelerate":[71],"MoA":[72],"workloads.":[73],"First,":[74],"we":[75],"formulate":[76],"an":[77],"Integer":[78],"Linear":[79],"Program":[80],"(ILP)":[81],"based":[82],"scheduler":[83],"that":[84],"jointly":[85],"optimizes":[86],"placement":[88],"per-worker":[90],"prompt":[91],"assignment":[92],"offline-profiled":[94],"costs,":[95],"replicating":[96],"experts":[98],"across":[99],"workers":[100],"while":[101,144],"pinning":[102],"lightweight":[103],"ones.":[104],"Second,":[105],"MOSAIC":[106,128],"uses":[107],"confidence-aware":[108],"adaptive":[109],"aggregation,":[110],"leveraging":[111],"inter-expert":[112],"agreement":[113],"bypass":[115],"the":[116,141],"heavy":[117],"final":[118],"aggregator":[119],"LLM":[120],"for":[121],"consensus":[122],"queries.":[123],"In":[124],"our":[125],"4-GPU":[126],"system,":[127],"achieves":[129],"up":[130],"2.5x":[132],"expert-stage,":[133],"4.23x":[134],"aggregator-stage":[135],"1.7~2.3x":[137],"end-to-end":[138],"speedups":[139],"over":[140],"baseline":[142],"scheduler,":[143],"matching":[145],"within":[147],"0.1pp.":[148]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}