{"id":"https://openalex.org/W4414988663","doi":"https://doi.org/10.1109/tse.2025.3619112","title":"Efficient Function Orchestration for Large Language Models","display_name":"Efficient Function Orchestration for Large Language Models","publication_year":2025,"publication_date":"2025-10-09","ids":{"openalex":"https://openalex.org/W4414988663","doi":"https://doi.org/10.1109/tse.2025.3619112"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2025.3619112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3619112","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=12021&context=sis_research","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiaoxia Liu","orcid":"https://orcid.org/0009-0003-6662-9020"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoxia Liu","raw_affiliation_strings":["Zhejiang University, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peng Di","orcid":"https://orcid.org/0000-0002-5799-5876"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng Di","raw_affiliation_strings":["Ant Group, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Zhejiang, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cong Li","orcid":"https://orcid.org/0000-0002-9576-100X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Li","raw_affiliation_strings":["Zhejiang University, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100429004","display_name":"Jun Sun","orcid":"https://orcid.org/0000-0002-3545-1392"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jun Sun","raw_affiliation_strings":["Singapore Management University, Singapore","Singapore Management University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100319491","display_name":"Jingyi Wang","orcid":"https://orcid.org/0000-0001-7113-7635"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Wang","raw_affiliation_strings":["Zhejiang University, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14415253,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"52","issue":"2","first_page":"411","last_page":"427"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.965399980545044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.965399980545044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9135000109672546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/delegate","display_name":"Delegate","score":0.8093000054359436},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.7365000247955322},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.7224000096321106},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5385000109672546},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.4027999937534332},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.37610000371932983},{"id":"https://openalex.org/keywords/execution-model","display_name":"Execution model","score":0.3691999912261963},{"id":"https://openalex.org/keywords/subroutine","display_name":"Subroutine","score":0.32820001244544983}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8927000164985657},{"id":"https://openalex.org/C143273055","wikidata":"https://www.wikidata.org/wiki/Q2382794","display_name":"Delegate","level":2,"score":0.8093000054359436},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.7365000247955322},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.7224000096321106},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5385000109672546},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.43130001425743103},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.4027999937534332},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.37610000371932983},{"id":"https://openalex.org/C2776834041","wikidata":"https://www.wikidata.org/wiki/Q25346349","display_name":"Execution model","level":2,"score":0.3691999912261963},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3614000082015991},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35089999437332153},{"id":"https://openalex.org/C96147967","wikidata":"https://www.wikidata.org/wiki/Q190686","display_name":"Subroutine","level":2,"score":0.32820001244544983},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.32440000772476196},{"id":"https://openalex.org/C107418235","wikidata":"https://www.wikidata.org/wiki/Q1520565","display_name":"Human multitasking","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C154556556","wikidata":"https://www.wikidata.org/wiki/Q192969","display_name":"Computer multitasking","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2025.3619112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3619112","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-12021","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/11019","pdf_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=12021&context=sis_research","source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TSE.2025.3619112","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-12021","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/11019","pdf_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=12021&context=sis_research","source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TSE.2025.3619112","raw_type":"Journal Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6854926366","display_name":null,"funder_award_id":"Tier 2","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"}],"funders":[{"id":"https://openalex.org/F4320318398","display_name":"Ant Group","ror":null},{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414988663.pdf","grobid_xml":"https://content.openalex.org/works/W4414988663.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1988763738","https://openalex.org/W2016559894","https://openalex.org/W2101204871","https://openalex.org/W2104680817","https://openalex.org/W2150066425","https://openalex.org/W2150871235","https://openalex.org/W2484338577","https://openalex.org/W2889787757","https://openalex.org/W2977850675","https://openalex.org/W3141650078","https://openalex.org/W4285294723","https://openalex.org/W4323848232","https://openalex.org/W4367185264","https://openalex.org/W4384927547","https://openalex.org/W4387321091","https://openalex.org/W4389727268","https://openalex.org/W4390754450","https://openalex.org/W4390940921","https://openalex.org/W4391417118","https://openalex.org/W4391974543","https://openalex.org/W4393160302","https://openalex.org/W4399387478","https://openalex.org/W4402457546","https://openalex.org/W4402671659","https://openalex.org/W4403060990","https://openalex.org/W4404401018","https://openalex.org/W4409328033"],"related_works":[],"abstract_inverted_index":{"Function":[0],"calling":[1,14,74],"is":[2,84],"a":[3,92,163],"fundamental":[4],"capability":[5],"of":[6,133,169,180,193],"today\u2019s":[7],"large":[8,76,194],"language":[9,77,195],"models,":[10],"but":[11],"sequential":[12],"function":[13,24,41,58,73,93,115,188],"posed":[15],"efficiency":[16,145],"problems.":[17],"Recent":[18],"studies":[19],"have":[20],"proposed":[21],"to":[22,31,43,85,90,166],"request":[23],"calls":[25,42,116],"with":[26,139,156],"parallelism":[27],"support":[28],"in":[29,75,147,190],"order":[30],"alleviate":[32],"this":[33,104],"issue.":[34],"However,":[35],"they":[36],"either":[37],"delegate":[38],"the":[39,54,108,130,134,167,178,191],"concurrent":[40],"users":[44],"for":[45,70,186],"execution":[46],"which":[47],"are":[48],"conversely":[49],"executed":[50],"sequentially,":[51],"or":[52],"overlook":[53],"relations":[55,110,124],"among":[56,113],"various":[57],"calls,":[59],"rending":[60],"limited":[61],"efficiency.":[62],"This":[63],"paper":[64],"introduces":[65],"LLMOrch,":[66],"an":[67,87,183],"advanced":[68],"framework":[69],"automated,":[71],"parallel":[72,187],"models.":[78,196],"The":[79],"key":[80],"principle":[81],"behind":[82],"LLMOrch":[83,106,142,181],"identify":[86],"available":[88],"processor":[89,99],"execute":[91],"call":[94],"while":[95,151],"preventing":[96],"any":[97],"single":[98],"from":[100],"becoming":[101],"overburdened.":[102],"To":[103],"end,":[105],"models":[107],"data":[109],"(i.e.,":[111,125],"def-use)":[112],"different":[114],"and":[117],"coordinates":[118],"their":[119,122],"executions":[120],"by":[121],"control":[123],"mutual-exclusion)":[126],"as":[127,129,182],"well":[128],"working":[131],"status":[132],"underlying":[135],"processors.":[136,171],"When":[137],"comparing":[138],"state-of-the-art":[140],"techniques,":[141],"demonstrated":[143],"comparable":[144],"improvements":[146],"orchestrating":[148],"I/O-intensive":[149],"functions,":[150],"significantly":[152],"outperforming":[153],"(2\u00d7)":[154],"them":[155],"compute-intensive":[157],"functions.":[158],"LLMOrch\u2019s":[159],"performance":[160],"even":[161],"showed":[162],"linear":[164],"correlation":[165],"number":[168],"allocated":[170],"We":[172],"believe":[173],"that":[174],"these":[175],"results":[176],"highlight":[177],"potential":[179],"efficient":[184],"solution":[185],"orchestration":[189],"context":[192]},"counts_by_year":[],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}