{"id":"https://openalex.org/W7137993102","doi":"https://doi.org/10.48550/arxiv.2603.13605","title":"Orla: A Library for Serving LLM-Based Multi-Agent Systems","display_name":"Orla: A Library for Serving LLM-Based Multi-Agent Systems","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7137993102","doi":"https://doi.org/10.48550/arxiv.2603.13605"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.13605","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13605","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.13605","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129747227","display_name":"Rana Shahout","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shahout, Rana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129717589","display_name":"Hayder Tirmazi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tirmazi, Hayder","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035157838","display_name":"Minlan Yu","orcid":"https://orcid.org/0000-0002-2381-0212"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Minlan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5045507561","display_name":"Michael Mitzenmacher","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mitzenmacher, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.2053000032901764,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.2053000032901764,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.1395999938249588,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.08959999680519104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.824400007724762},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.629800021648407},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6169999837875366},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.5486000180244446},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.436599999666214},{"id":"https://openalex.org/keywords/workflow-engine","display_name":"Workflow engine","score":0.40220001339912415},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.36579999327659607}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8253999948501587},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.824400007724762},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.629800021648407},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6169999837875366},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5486000180244446},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4580000042915344},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.436599999666214},{"id":"https://openalex.org/C188220564","wikidata":"https://www.wikidata.org/wiki/Q3325097","display_name":"Workflow engine","level":3,"score":0.40220001339912415},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.36579999327659607},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3452000021934509},{"id":"https://openalex.org/C19612761","wikidata":"https://www.wikidata.org/wiki/Q8034836","display_name":"Workflow technology","level":3,"score":0.335999995470047},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3343000113964081},{"id":"https://openalex.org/C140824633","wikidata":"https://www.wikidata.org/wiki/Q2808660","display_name":"Workflow management system","level":3,"score":0.3294999897480011},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.3131999969482422},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2761000096797943},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.27219998836517334},{"id":"https://openalex.org/C147358964","wikidata":"https://www.wikidata.org/wiki/Q1200992","display_name":"Abstraction layer","level":3,"score":0.2689000070095062},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.13605","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13605","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.13605","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13605","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6268966197967529}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,140,154],"introduce":[1],"Orla,":[2],"a":[3,50,63,99,112,125,144,170],"library":[4],"for":[5],"constructing":[6],"and":[7,26,44,86,90,110,118,122,124,166],"running":[8],"LLM-based":[9],"agentic":[10,13],"systems.":[11],"Modern":[12],"applications":[14],"consist":[15],"of":[16,75,151],"workflows":[17,73],"that":[18,53,148,161],"combine":[19],"multiple":[20],"LLM":[21,41,68],"inference":[22,69,130],"steps,":[23],"tool":[24,45],"calls,":[25],"heterogeneous":[27],"infrastructure.":[28],"Today,":[29],"developers":[30,71],"typically":[31],"build":[32],"these":[33],"systems":[34],"by":[35],"manually":[36],"composing":[37],"orchestration":[38],"code":[39],"with":[40,143],"serving":[42,64],"engines":[43],"execution":[46,56],"logic.":[47],"Orla":[48,78,142,156],"provides":[49,93],"general":[51],"abstraction":[52],"separates":[54],"request":[55],"from":[57],"workflow-level":[58,175],"policy.":[59],"It":[60,92],"acts":[61],"as":[62,133],"layer":[65],"above":[66],"existing":[67],"engines:":[70],"define":[72],"composed":[74],"stages,":[76],"while":[77,174],"manages":[79,119,129],"how":[80],"those":[81],"stages":[82,117],"are":[83],"mapped,":[84],"executed,":[85],"coordinated":[87],"across":[88,137],"models":[89],"backends.":[91],"agent-level":[94],"control":[95],"through":[96],"three":[97],"mechanisms:":[98],"stage":[100,105,162],"mapper,":[101],"which":[102,115,128],"assigns":[103],"each":[104],"to":[106,169],"an":[107],"appropriate":[108],"model":[109],"backend;":[111],"workflow":[113,138,147],"orchestrator,":[114],"schedules":[116],"their":[120],"resources":[121],"context;":[123],"memory":[126],"manager,":[127],"state":[131],"such":[132],"the":[134],"KV":[135],"cache":[136,176],"boundaries.":[139],"demonstrate":[141],"customer":[145],"support":[146],"exercises":[149],"many":[150],"its":[152],"capabilities.":[153],"evaluate":[155],"on":[157],"two":[158],"datasets,":[159],"showing":[160],"mapping":[163],"improves":[164],"latency":[165],"cost":[167],"compared":[168],"single-model":[171],"vLLM":[172],"baseline,":[173],"management":[177],"reduces":[178],"time-to-first-token.":[179]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-18T00:00:00"}