{"id":"https://openalex.org/W7084040848","doi":"https://doi.org/10.1109/icc52391.2025.11162063","title":"Cost Optimization for Serverless Edge Computing with Budget Constraints Using Deep Reinforcement Learning","display_name":"Cost Optimization for Serverless Edge Computing with Budget Constraints Using Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-06-08","ids":{"openalex":"https://openalex.org/W7084040848","doi":"https://doi.org/10.1109/icc52391.2025.11162063"},"language":"en","primary_location":{"id":"doi:10.1109/icc52391.2025.11162063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc52391.2025.11162063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2025 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chen Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chen Chen","raw_affiliation_strings":["University of Cambridge,Department of Computer Science and Technology,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge,Department of Computer Science and Technology,UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peiyuan Guan","orcid":null},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Peiyuan Guan","raw_affiliation_strings":["University of Oslo,Department of Informatics,Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oslo,Department of Informatics,Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ziru Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziru Chen","raw_affiliation_strings":["Illinois Institute of Technology,Department of Electrical and Computer Engineering,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology,Department of Electrical and Computer Engineering,USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Amir Taherkordi","orcid":null},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Amir Taherkordi","raw_affiliation_strings":["University of Oslo,Department of Informatics,Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oslo,Department of Informatics,Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fen Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Fen Hou","raw_affiliation_strings":["University of Macau,Department of Electrical and Computer Engineering,Macao,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Macau,Department of Electrical and Computer Engineering,Macao,China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"last","author":{"id":null,"display_name":"Lin X. Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin X. Cai","raw_affiliation_strings":["Illinois Institute of Technology,Department of Electrical and Computer Engineering,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology,Department of Electrical and Computer Engineering,USA","institution_ids":["https://openalex.org/I180949307"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5718","last_page":"5723"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T13085","display_name":"Education, Psychology, and Social Research","score":0.2784999907016754,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13085","display_name":"Education, Psychology, and Social Research","score":0.2784999907016754,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13977","display_name":"Geography and Environmental Studies in Latin America","score":0.032099999487400055,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14332","display_name":"European Linguistics and Anthropology","score":0.030500000342726707,"subfield":{"id":"https://openalex.org/subfields/3314","display_name":"Anthropology"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5861999988555908},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5821999907493591},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.578000009059906},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5637000203132629},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.5376999974250793},{"id":"https://openalex.org/keywords/stateless-protocol","display_name":"Stateless protocol","score":0.499099999666214},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.48820000886917114},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.45329999923706055},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.44279998540878296},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4228000044822693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8198000192642212},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5861999988555908},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5821999907493591},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.578000009059906},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5637000203132629},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.5376999974250793},{"id":"https://openalex.org/C103613024","wikidata":"https://www.wikidata.org/wiki/Q230924","display_name":"Stateless protocol","level":3,"score":0.499099999666214},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48820000886917114},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4781999886035919},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.45329999923706055},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4453999996185303},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.44279998540878296},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.3666999936103821},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.3361999988555908},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.30250000953674316},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C173404611","wikidata":"https://www.wikidata.org/wiki/Q528588","display_name":"Constraint programming","level":3,"score":0.28610000014305115},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2721000015735626},{"id":"https://openalex.org/C2778820799","wikidata":"https://www.wikidata.org/wiki/Q3454688","display_name":"Cost reduction","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C93693863","wikidata":"https://www.wikidata.org/wiki/Q897659","display_name":"Branch and bound","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.2572000026702881},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.2565000057220459}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc52391.2025.11162063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc52391.2025.11162063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2025 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.412257581949234,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2062458514","https://openalex.org/W2900394813","https://openalex.org/W3047528232","https://openalex.org/W3152809665","https://openalex.org/W4214610523","https://openalex.org/W4221138931","https://openalex.org/W4312362843","https://openalex.org/W4361802011","https://openalex.org/W4367044921","https://openalex.org/W4386245182","https://openalex.org/W4386245219","https://openalex.org/W4386260525","https://openalex.org/W4386555131","https://openalex.org/W4388040908","https://openalex.org/W4390938716","https://openalex.org/W4394871711","https://openalex.org/W4396817368","https://openalex.org/W4405845269","https://openalex.org/W4408325162"],"related_works":[],"abstract_inverted_index":{"Serverless":[0],"computing":[1,99],"adopts":[2],"a":[3,21,81,94,168],"pay-as-you-go":[4],"billing":[5,40],"model":[6,41],"where":[7],"applications":[8],"are":[9,107],"executed":[10],"in":[11,20,80,100],"stateless":[12],"and":[13,26,63,104],"shortlived":[14],"containers":[15],"triggered":[16],"by":[17,117,147],"events,":[18],"resulting":[19],"reduction":[22],"of":[23,60,67,133,143,165,170,179,184],"monetary":[24],"costs":[25],"resource":[27],"utilization.":[28],"However,":[29],"existing":[30],"platforms":[31],"do":[32],"not":[33],"provide":[34],"an":[35,150],"upper":[36],"bound":[37],"for":[38,77,97],"the":[39,44,57,64,89,114,141,144,158,163],"which":[42],"makes":[43],"overall":[45],"cost":[46,79],"unpredictable,":[47],"precluding":[48],"many":[49],"organizations":[50],"from":[51],"managing":[52],"their":[53],"budgets.":[54],"Due":[55],"to":[56,73,110],"diverse":[58],"ranges":[59],"serverless":[61,98,134],"functions":[62],"heterogeneous":[65],"capacity":[66],"edge":[68,111],"devices,":[69],"it":[70],"is":[71,176],"challenging":[72],"receive":[74],"near-optimal":[75],"solutions":[76],"deployment":[78],"polynomial":[82],"time.":[83],"In":[84],"this":[85],"paper,":[86],"we":[87,139],"investigated":[88],"function":[90],"scheduling":[91,123],"problem":[92],"with":[93,149],"budget":[95],"constraint":[96],"wireless":[101],"networks.":[102],"Users":[103],"IoT":[105],"devices":[106],"sending":[108],"requests":[109],"nodes,":[112],"improving":[113],"latency":[115],"perceived":[116],"users.":[118],"We":[119],"propose":[120],"two":[121],"online":[122],"algorithms":[124,160],"based":[125],"on":[126],"reinforcement":[127],"learning,":[128],"incorporating":[129],"several":[130],"important":[131],"characteristics":[132],"functions.":[135],"Via":[136],"extensive":[137],"simulations,":[138],"justify":[140],"superiority":[142],"proposed":[145,159],"algorithm":[146],"comparing":[148],"ILP":[151],"solver":[152],"(Midaco).":[153],"Our":[154],"results":[155,164],"indicate":[156],"that":[157,183],"efficiently":[161],"approximate":[162],"Midaco":[166],"within":[167],"factor":[169],"1.03":[171],"while":[172],"our":[173],"decision-making":[174],"time":[175],"5":[177],"orders":[178],"magnitude":[180],"less":[181],"than":[182],"Midaco.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}