{"id":"https://openalex.org/W4403413392","doi":"https://doi.org/10.1145/3674805.3686671","title":"Optimizing the Utilization of Large Language Models via Schedule Optimization: An Exploratory Study","display_name":"Optimizing the Utilization of Large Language Models via Schedule Optimization: An Exploratory Study","publication_year":2024,"publication_date":"2024-10-15","ids":{"openalex":"https://openalex.org/W4403413392","doi":"https://doi.org/10.1145/3674805.3686671"},"language":"en","primary_location":{"id":"doi:10.1145/3674805.3686671","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3674805.3686671","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM/IEEE International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074048469","display_name":"Yueyue Liu","orcid":"https://orcid.org/0000-0002-7720-236X"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Yueyue Liu","raw_affiliation_strings":["The University of Newcastle, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Newcastle, Australia","institution_ids":["https://openalex.org/I78757542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412598","display_name":"Hongyu Zhang","orcid":"https://orcid.org/0000-0002-3063-9425"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Zhang","raw_affiliation_strings":["Chongqing University, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100438040","display_name":"Zhiqiang Li","orcid":"https://orcid.org/0000-0001-5999-3658"},"institutions":[{"id":"https://openalex.org/I88830068","display_name":"Shaanxi Normal University","ror":"https://ror.org/0170z8493","country_code":"CN","type":"education","lineage":["https://openalex.org/I88830068"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Li","raw_affiliation_strings":["Shaanxi Normal University, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi Normal University, China","institution_ids":["https://openalex.org/I88830068"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100594360","display_name":"Yuantian Miao","orcid":"https://orcid.org/0000-0002-7333-0305"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yuantian Miao","raw_affiliation_strings":["The University of Newcastle, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Newcastle, Australia","institution_ids":["https://openalex.org/I78757542"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074048469"],"corresponding_institution_ids":["https://openalex.org/I78757542"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19788073,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"84","last_page":"95"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6922377943992615},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.6141951084136963},{"id":"https://openalex.org/keywords/exploratory-research","display_name":"Exploratory research","score":0.5259038209915161},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08751940727233887}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6922377943992615},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.6141951084136963},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.5259038209915161},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08751940727233887},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3674805.3686671","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3674805.3686671","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM/IEEE International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"},{"id":"pmh:oai:figshare.com:article/29000654","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/29000654","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1967410555","https://openalex.org/W1967910577","https://openalex.org/W2069438677","https://openalex.org/W2513116288","https://openalex.org/W2535299462","https://openalex.org/W2537174253","https://openalex.org/W2588018758","https://openalex.org/W2751653612","https://openalex.org/W2801704303","https://openalex.org/W2802480283","https://openalex.org/W2806543899","https://openalex.org/W2889171665","https://openalex.org/W2893020490","https://openalex.org/W2904762129","https://openalex.org/W2963999143","https://openalex.org/W2975673164","https://openalex.org/W2981852735","https://openalex.org/W2987597555","https://openalex.org/W3001151456","https://openalex.org/W3003378062","https://openalex.org/W3021613070","https://openalex.org/W3034307689","https://openalex.org/W3034957730","https://openalex.org/W3036707454","https://openalex.org/W3041773420","https://openalex.org/W3091177213","https://openalex.org/W3135792543","https://openalex.org/W4225531527","https://openalex.org/W4284692184","https://openalex.org/W4288089799","https://openalex.org/W4300069470","https://openalex.org/W4315786104","https://openalex.org/W4317490037","https://openalex.org/W4323338293","https://openalex.org/W4384345748","https://openalex.org/W4385731874","https://openalex.org/W4388343232","https://openalex.org/W4388483129","https://openalex.org/W4388483492","https://openalex.org/W4389820311","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032"],"abstract_inverted_index":{"Background:":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"have":[5],"gained":[6],"significant":[7],"attention":[8],"in":[9,73,124,210],"machine-learning-as-a-service":[10],"(MLaaS)":[11],"offerings.":[12],"In-context":[13],"learning":[14],"(ICL)":[15],"is":[16,162,259],"a":[17,41,77,185,199],"technique":[18,161,234],"that":[19,157],"guides":[20],"LLMs":[21],"towards":[22],"accurate":[23],"query":[24],"processing":[25],"by":[26,183],"providing":[27],"additional":[28],"information.":[29],"However,":[30,217,257],"longer":[31],"prompts":[32],"lead":[33],"to":[34,47,57,82,93,115,139,193,208,251],"higher":[35,178],"costs":[36,205],"of":[37,51,98,119,220,245,255],"LLM":[38,59,74,91,276],"service,":[39],"creating":[40],"performance-cost":[42,71],"trade-off.":[43],"Aims:":[44],"We":[45,62],"aim":[46],"investigate":[48,108],"the":[49,70,84,117,121,125,129,137,140,158,218,221,237,243,253,265],"potential":[50,244],"combining":[52,246],"schedule":[53,247],"optimization":[54,79,175,248],"with":[55,231,249],"ICL":[56,250],"optimize":[58],"utilization.":[60,277],"Method:":[61],"conduct":[63],"an":[64,163],"exploratory":[65],"study.":[66],"First,":[67],"we":[68,107,143],"consider":[69],"trade-off":[72],"utilization":[75,254],"as":[76,128],"multi-objective":[78],"problem,":[80],"aiming":[81],"select":[83],"most":[85],"suitable":[86,186],"prompt":[87,112,167,187,201,269],"template":[88,188],"for":[89,111,166,189,263,273],"each":[90,190],"job":[92,138],"maximize":[94],"accuracy":[95,122,179],"(the":[96],"percentage":[97],"correctly":[99],"processed":[100],"jobs)":[101],"and":[102,149,170,229,268],"minimize":[103],"invocation":[104],"cost.":[105],"Next,":[106],"three":[109],"methods":[110],"performance":[113,168,219,270],"prediction":[114,169,271],"address":[116],"challenge":[118],"evaluating":[120],"objective":[123],"fitness":[126,171],"function,":[127],"result":[130],"can":[131,176],"only":[132],"be":[133],"determined":[134],"after":[135],"submitting":[136,195],"LLM.":[141],"Finally,":[142],"apply":[144],"widely":[145],"used":[146],"search-based":[147,223],"techniques":[148,224,267,272],"evaluate":[150],"their":[151],"effectiveness.":[152],"Results:":[153],"The":[154],"results":[155],"indicate":[156],"machine":[159],"learning-based":[160],"effective":[164],"approach":[165],"function":[172],"calculation.":[173],"Schedule":[174],"achieve":[177],"or":[180],"lower":[181],"cost":[182],"selecting":[184],"job,":[191],"compared":[192],"simply":[194],"all":[196],"jobs":[197],"using":[198],"single":[200,233],"template,":[202],"e.g.,":[203],"saving":[204],"from":[206],"21.33%":[207],"86.92%":[209],"our":[211],"experiments":[212],"on":[213],"LLM-based":[214],"log":[215],"parsing.":[216],"evaluated":[222],"varies":[225],"across":[226],"different":[227],"instances":[228],"metrics,":[230],"no":[232],"consistently":[235],"outperforming":[236],"others.":[238],"Conclusions:":[239],"This":[240],"study":[241],"demonstrates":[242],"improve":[252],"LLMs.":[256],"there":[258],"still":[260],"ample":[261],"room":[262],"improving":[264],"searched-based":[266],"more":[274],"cost-effective":[275]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}