{"id":"https://openalex.org/W7164008274","doi":"https://doi.org/10.48550/arxiv.2606.09643","title":"FMplex: Model Virtualization for Serving Extensible Foundation Models","display_name":"FMplex: Model Virtualization for Serving Extensible Foundation Models","publication_year":2026,"publication_date":"2026-06-08","ids":{"openalex":"https://openalex.org/W7164008274","doi":"https://doi.org/10.48550/arxiv.2606.09643"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.09643","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09643","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.09643","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079535979","display_name":"Hetvi Shastri","orcid":"https://orcid.org/0009-0008-7867-3324"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shastri, Hetvi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138226544","display_name":"Pragya Sharma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Pragya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090531845","display_name":"Walid A. Hanafy","orcid":"https://orcid.org/0000-0001-5765-8194"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hanafy, Walid A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129078949","display_name":"David Irwin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Irwin, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074563122","display_name":"Mani Srivastava","orcid":"https://orcid.org/0000-0002-3782-9192"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Srivastava, Mani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138283811","display_name":"Prashant Shenoy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shenoy, Prashant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.3476000130176544,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.3476000130176544,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.09849999845027924,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.09390000253915787,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.7817000150680542},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5963000059127808},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5333999991416931},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.49149999022483826},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4756999909877777},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4693000018596649},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.44359999895095825},{"id":"https://openalex.org/keywords/shared-resource","display_name":"Shared resource","score":0.4162999987602234},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.39899998903274536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8029000163078308},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.7817000150680542},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5963000059127808},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5569999814033508},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5333999991416931},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.49149999022483826},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4756999909877777},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4693000018596649},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.44359999895095825},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.44110000133514404},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.4162999987602234},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.39899998903274536},{"id":"https://openalex.org/C2780870223","wikidata":"https://www.wikidata.org/wiki/Q1004415","display_name":"Runtime system","level":2,"score":0.36570000648498535},{"id":"https://openalex.org/C9395851","wikidata":"https://www.wikidata.org/wiki/Q177929","display_name":"Stack (abstract data type)","level":2,"score":0.36489999294281006},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3587000072002411},{"id":"https://openalex.org/C2776252893","wikidata":"https://www.wikidata.org/wiki/Q1364836","display_name":"FLEX","level":2,"score":0.3449000120162964},{"id":"https://openalex.org/C147358964","wikidata":"https://www.wikidata.org/wiki/Q1200992","display_name":"Abstraction layer","level":3,"score":0.3427000045776367},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C112904061","wikidata":"https://www.wikidata.org/wiki/Q1077480","display_name":"Hypervisor","level":4,"score":0.33649998903274536},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.3264000117778778},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3206999897956848},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30250000953674316},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C206952183","wikidata":"https://www.wikidata.org/wiki/Q1193100","display_name":"Preemption","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C65813073","wikidata":"https://www.wikidata.org/wiki/Q1622420","display_name":"High availability","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C32833848","wikidata":"https://www.wikidata.org/wiki/Q4115054","display_name":"Extensibility","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.26759999990463257},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.26100000739097595}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.09643","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09643","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.09643","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09643","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Foundation":[0],"models":[1],"(FMs)":[2],"are":[3],"increasingly":[4],"used":[5],"as":[6,26,58],"backbones":[7,57,142],"for":[8,62],"downstream":[9,147],"tasks":[10,91,170],"across":[11,122],"language,":[12],"vision,":[13],"time-series,":[14],"and":[15,38,44,101,119,136,145,159],"multimodal":[16],"applications.":[17],"Yet":[18],"existing":[19],"model-serving":[20],"systems":[21],"deploy":[22],"each":[23,67],"customized":[24,90],"task":[25,68,132],"an":[27],"independent":[28,99],"model":[29,73],"instance,":[30],"thereby":[31],"replicating":[32],"heavyweight":[33],"backbones,":[34],"wasting":[35],"accelerator":[36],"memory,":[37],"losing":[39],"opportunities":[40],"to":[41,154,167],"amortize":[42],"batching":[43,121],"loading":[45],"costs.":[46],"This":[47,86],"paper":[48],"presents":[49,66],"FMplex,":[50],"a":[51,59,70,75,82,93,108,127],"serving":[52,129],"system":[53],"that":[54,112],"treats":[55],"FM":[56,78,141],"virtualization":[60],"substrate":[61],"deployment":[63],"sharing.":[64],"FMplex":[65,149],"with":[69,117],"virtual":[71],"foundation":[72],"(vFM),":[74],"logically":[76],"private":[77],"instance":[79],"backed":[80],"by":[81,152],"shared":[83],"physical":[84],"FM.":[85],"abstraction":[87],"lets":[88],"independently":[89],"share":[92],"backbone":[94],"while":[95,164],"preserving":[96],"task-specific":[97],"extensions,":[98],"lifecycles,":[100],"task-level":[102,115],"isolation.":[103],"In":[104],"addition,":[105],"we":[106],"propose":[107],"batch-aware":[109],"fair-queueing":[110],"scheduler":[111],"combines":[113],"weighted":[114],"sharing":[116],"inter-":[118],"intra-task":[120],"colocated":[123],"tasks.":[124],"We":[125],"implement":[126],"FMplex-based":[128],"stack":[130],"spanning":[131],"construction,":[133],"sharing-aware":[134],"deployment,":[135],"runtime":[137],"execution.":[138],"Across":[139],"7":[140],"(16":[143],"variants)":[144],"92":[146],"tasks,":[148],"reduces":[150],"latency":[151],"up":[153,166],"80%":[155],"over":[156,161],"spatial":[157],"partitioning":[158],"33.3%":[160],"best-effort":[162],"co-location,":[163],"hosting":[165],"6x":[168],"more":[169],"at":[171],"cluster":[172],"scale.":[173]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-10T00:00:00"}