{"id":"https://openalex.org/W4405269888","doi":"https://doi.org/10.1109/jiot.2024.3515208","title":"An Online Algorithm for Inference Service Scheduling Using Combinations of Server-Based and Serverless Instances in Cloud Environments","display_name":"An Online Algorithm for Inference Service Scheduling Using Combinations of Server-Based and Serverless Instances in Cloud Environments","publication_year":2024,"publication_date":"2024-12-11","ids":{"openalex":"https://openalex.org/W4405269888","doi":"https://doi.org/10.1109/jiot.2024.3515208"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3515208","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3515208","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Siyuan Liu","orcid":"https://orcid.org/0009-0002-6024-3437"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Liu","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0002-6024-3437","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037159442","display_name":"Li Pan","orcid":"https://orcid.org/0000-0001-6157-3740"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Pan","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0001-6157-3740","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002025125","display_name":"Shijun Liu","orcid":"https://orcid.org/0000-0002-4108-1391"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shijun Liu","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-4108-1391","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050593771","display_name":"Kaiyuan Qi","orcid":"https://orcid.org/0009-0005-9043-106X"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiyuan Qi","raw_affiliation_strings":["Jinan Inspur Data Technology Company Ltd., Jinan, China","Jinan Inspur Data Technology Co., Ltd, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jinan Inspur Data Technology Company Ltd., Jinan, China","institution_ids":["https://openalex.org/I4210144143"]},{"raw_affiliation_string":"Jinan Inspur Data Technology Co., Ltd, Jinan, China","institution_ids":["https://openalex.org/I4210144143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3467,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.87794026,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"12","issue":"8","first_page":"11153","last_page":"11165"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9218000173568726,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8813328146934509},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7522474527359009},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6021614074707031},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5549293160438538},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5242769122123718},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5053215622901917},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.48750874400138855},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.27597576379776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15278011560440063},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.09370720386505127}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8813328146934509},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7522474527359009},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6021614074707031},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5549293160438538},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5242769122123718},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5053215622901917},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.48750874400138855},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.27597576379776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15278011560440063},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.09370720386505127},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3515208","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3515208","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4433513465","display_name":null,"funder_award_id":"ZR2022LZH018","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1752144595","https://openalex.org/W1968790392","https://openalex.org/W1975099936","https://openalex.org/W2011937917","https://openalex.org/W2024780670","https://openalex.org/W2046931606","https://openalex.org/W2117927061","https://openalex.org/W2132038503","https://openalex.org/W2132451892","https://openalex.org/W2143408306","https://openalex.org/W2150161103","https://openalex.org/W2550024422","https://openalex.org/W2617423316","https://openalex.org/W2772948367","https://openalex.org/W2829286852","https://openalex.org/W2911905108","https://openalex.org/W3037540924","https://openalex.org/W3117513126","https://openalex.org/W3130689885","https://openalex.org/W3137684744","https://openalex.org/W4220835584","https://openalex.org/W4226029148","https://openalex.org/W4313889498","https://openalex.org/W6602490745","https://openalex.org/W6637863832","https://openalex.org/W6680133004","https://openalex.org/W6717080717","https://openalex.org/W6765484274","https://openalex.org/W6966713062","https://openalex.org/W7067822191"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W2092530219","https://openalex.org/W2388464034","https://openalex.org/W3150465815","https://openalex.org/W4223488648","https://openalex.org/W2533125852","https://openalex.org/W2140460949","https://openalex.org/W2134969820","https://openalex.org/W2105580438","https://openalex.org/W2251605416"],"abstract_inverted_index":{"With":[0],"the":[1,5,16,28,32,95,113,177,192],"continuous":[2],"development":[3],"in":[4,234],"field":[6],"of":[7,34,55,97,139,163,171,185],"machine":[8,18],"learning,":[9],"there":[10],"is":[11,132],"an":[12,77],"increasing":[13],"demand":[14],"for":[15,72,106,127],"cloud-based":[17],"learning":[19],"inference":[20,39,73,144],"services,":[21],"which":[22,207],"are":[23,41,104,208],"latency-sensitive":[24],"tasks,":[25],"such":[26],"as":[27],"service":[29,121,145],"requests":[30],"from":[31],"Internet":[33],"Things":[35],"(IoT)":[36],"devices.":[37],"These":[38],"services":[40,74],"generally":[42],"accompanied":[43],"by":[44],"fluctuations":[45],"and":[46,67,92,100,213,229],"uncertainties,":[47],"so":[48],"they":[49,103],"often":[50],"require":[51],"vastly":[52],"varied":[53],"numbers":[54],"servers":[56,71],"at":[57],"different":[58],"time":[59],"spots.":[60],"As":[61],"a":[62,152,182],"result,":[63],"how":[64],"to":[65,94,133,141,165,191],"dynamically":[66,134],"rationally":[68,158],"schedule":[69,159],"cloud":[70],"has":[75],"become":[76],"important":[78],"issue.":[79],"Alibaba":[80,116],"Cloud":[81],"currently":[82],"provides":[83],"its":[84],"serverless":[85],"instances":[86,123,140,164],"called":[87],"elastic":[88,119],"container":[89],"instance":[90],"(ECI),":[91],"due":[93],"advantages":[96],"pay-as-you-go":[98],"billing":[99],"second-level":[101],"elasticity,":[102],"well-suited":[105],"handling":[107],"bursty":[108],"or":[109],"fluctuating":[110],"workloads.":[111,129,173],"At":[112],"same":[114],"time,":[115],"Cloud\u2019s":[117],"subscription-based":[118],"compute":[120],"(ECS)":[122],"can":[124,157,230],"be":[125],"used":[126],"steady-state":[128],"Our":[130,222],"objective":[131],"combine":[135],"these":[136,160],"two":[137,161],"types":[138,162],"deal":[142],"with":[143],"requests.":[146],"In":[147],"this":[148],"article,":[149],"we":[150,199],"propose":[151],"deterministic":[153],"online":[154,179,215],"algorithm":[155,180,203,223],"that":[156,176,201,217],"optimize":[166],"costs":[167,233],"without":[168],"requiring":[169],"knowledge":[170],"future":[172],"We":[174],"prove":[175],"proposed":[178],"achieves":[181],"competitive":[183],"ratio":[184],"no":[186],"more":[187],"than":[188],"2":[189],"compared":[190],"optimal":[193],"offline":[194],"algorithm.":[195],"Through":[196],"simulation":[197],"experiments,":[198],"demonstrate":[200],"our":[202],"outperforms":[204],"three":[205],"benchmarks,":[206],"all-reserved":[209],"algorithm,":[210,212],"all-on-demand":[211],"traditional":[214],"algorithms":[216],"only":[218],"use":[219],"ECS":[220],"instances.":[221],"exhibits":[224],"superiority":[225],"across":[226],"various":[227],"workloads":[228],"significantly":[231],"reduces":[232],"most":[235],"cases.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}