{"id":"https://openalex.org/W4400934646","doi":"https://doi.org/10.3390/a17080320","title":"Comparison of Reinforcement Learning Algorithms for Edge Computing Applications Deployed by Serverless Technologies","display_name":"Comparison of Reinforcement Learning Algorithms for Edge Computing Applications Deployed by Serverless Technologies","publication_year":2024,"publication_date":"2024-07-23","ids":{"openalex":"https://openalex.org/W4400934646","doi":"https://doi.org/10.3390/a17080320"},"language":"en","primary_location":{"id":"doi:10.3390/a17080320","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a17080320","pdf_url":"https://www.mdpi.com/1999-4893/17/8/320/pdf?version=1721812914","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/17/8/320/pdf?version=1721812914","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053723295","display_name":"Mauro Femminella","orcid":"https://orcid.org/0000-0002-6695-5956"},"institutions":[{"id":"https://openalex.org/I27483092","display_name":"University of Perugia","ror":"https://ror.org/00x27da85","country_code":"IT","type":"education","lineage":["https://openalex.org/I27483092"]},{"id":"https://openalex.org/I4210099310","display_name":"Consorzio Nazionale Interuniversitario per le Telecomunicazioni","ror":"https://ror.org/0182a5n39","country_code":"IT","type":"funder","lineage":["https://openalex.org/I4210099310"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mauro Femminella","raw_affiliation_strings":["Consorzio Nazionale Interuniversitario per le Telecomunicazioni (CNIT), 43124 Parma, Italy","Department of Engineering, University of Perugia, via G. Duranti 93, 06125 Perugia, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6695-5956","affiliations":[{"raw_affiliation_string":"Consorzio Nazionale Interuniversitario per le Telecomunicazioni (CNIT), 43124 Parma, Italy","institution_ids":["https://openalex.org/I4210099310"]},{"raw_affiliation_string":"Department of Engineering, University of Perugia, via G. Duranti 93, 06125 Perugia, Italy","institution_ids":["https://openalex.org/I27483092"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070042849","display_name":"Gianluca Reali","orcid":"https://orcid.org/0000-0002-8567-5917"},"institutions":[{"id":"https://openalex.org/I27483092","display_name":"University of Perugia","ror":"https://ror.org/00x27da85","country_code":"IT","type":"education","lineage":["https://openalex.org/I27483092"]},{"id":"https://openalex.org/I4210099310","display_name":"Consorzio Nazionale Interuniversitario per le Telecomunicazioni","ror":"https://ror.org/0182a5n39","country_code":"IT","type":"funder","lineage":["https://openalex.org/I4210099310"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Gianluca Reali","raw_affiliation_strings":["Consorzio Nazionale Interuniversitario per le Telecomunicazioni (CNIT), 43124 Parma, Italy","Department of Engineering, University of Perugia, via G. Duranti 93, 06125 Perugia, Italy"],"raw_orcid":"https://orcid.org/0000-0002-8567-5917","affiliations":[{"raw_affiliation_string":"Consorzio Nazionale Interuniversitario per le Telecomunicazioni (CNIT), 43124 Parma, Italy","institution_ids":["https://openalex.org/I4210099310"]},{"raw_affiliation_string":"Department of Engineering, University of Perugia, via G. Duranti 93, 06125 Perugia, Italy","institution_ids":["https://openalex.org/I27483092"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5070042849"],"corresponding_institution_ids":["https://openalex.org/I27483092","https://openalex.org/I4210099310"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":4.9721,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.95431207,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"17","issue":"8","first_page":"320","last_page":"320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8581916093826294},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.7324748635292053},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6981403827667236},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6838610768318176},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.601465106010437},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5483721494674683},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.49440765380859375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2868914008140564},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.19000497460365295},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07354360818862915}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8581916093826294},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.7324748635292053},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6981403827667236},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6838610768318176},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.601465106010437},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5483721494674683},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.49440765380859375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2868914008140564},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.19000497460365295},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07354360818862915}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/a17080320","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a17080320","pdf_url":"https://www.mdpi.com/1999-4893/17/8/320/pdf?version=1721812914","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:61dddabdc6494a818b4cab7142672a2a","is_oa":true,"landing_page_url":"https://doaj.org/article/61dddabdc6494a818b4cab7142672a2a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 17, Iss 8, p 320 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/a17080320","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a17080320","pdf_url":"https://www.mdpi.com/1999-4893/17/8/320/pdf?version=1721812914","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4400934646.pdf"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2037948924","https://openalex.org/W2145339207","https://openalex.org/W2260756217","https://openalex.org/W2620387295","https://openalex.org/W2808381205","https://openalex.org/W2820253739","https://openalex.org/W2890276825","https://openalex.org/W2907056193","https://openalex.org/W2907627983","https://openalex.org/W2947829929","https://openalex.org/W2968450700","https://openalex.org/W2970125901","https://openalex.org/W2971172474","https://openalex.org/W2986344765","https://openalex.org/W3010543330","https://openalex.org/W3045700318","https://openalex.org/W3049507663","https://openalex.org/W3082403900","https://openalex.org/W3089192431","https://openalex.org/W3094045251","https://openalex.org/W3099682092","https://openalex.org/W3102827366","https://openalex.org/W3127529544","https://openalex.org/W3134322065","https://openalex.org/W3135792543","https://openalex.org/W3199092467","https://openalex.org/W3205598877","https://openalex.org/W3212300782","https://openalex.org/W4206294293","https://openalex.org/W4220694084","https://openalex.org/W4229038698","https://openalex.org/W4281395541","https://openalex.org/W4309771267","https://openalex.org/W4310153763","https://openalex.org/W4376109658","https://openalex.org/W4377028576","https://openalex.org/W4379034006","https://openalex.org/W4382656719","https://openalex.org/W4387967604","https://openalex.org/W4392158857","https://openalex.org/W4392158923","https://openalex.org/W4393034266","https://openalex.org/W4394712853","https://openalex.org/W4394744886","https://openalex.org/W4396575060","https://openalex.org/W4396838368","https://openalex.org/W4399205598","https://openalex.org/W4399408455","https://openalex.org/W6753751555","https://openalex.org/W6801047732"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W2995938785","https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W4386004629","https://openalex.org/W2942586735"],"abstract_inverted_index":{"Edge":[0],"computing":[1,73,86,153,191],"is":[2,82,124],"one":[3,72],"of":[4,17,20,58,105,109,116,128,139,160,174,184,189,203],"the":[5,11,15,36,47,51,62,114,137,172,175,182,201],"technological":[6],"areas":[7],"currently":[8],"considered":[9],"among":[10],"most":[12],"promising":[13],"for":[14,144,206],"implementation":[16],"many":[18],"types":[19],"applications.":[21],"In":[22,78,130,155],"particular,":[23,156],"IoT-type":[24],"applications":[25],"can":[26,75],"benefit":[27,45],"from":[28,46],"reduced":[29,56],"latency":[30,106],"and":[31,87,107,135,193,200],"better":[32],"data":[33],"protection.":[34],"However,":[35],"price":[37],"typically":[38],"to":[39,44,53,61,84,95,169],"be":[40,76,96],"paid":[41],"in":[42,103,149,165,208],"order":[43],"offered":[48],"opportunities":[49],"includes":[50],"need":[52],"use":[54,115,159],"a":[55,150,166],"amount":[57],"resources":[59,94],"compared":[60],"traditional":[63],"cloud":[64],"environment.":[65],"Indeed,":[66],"it":[67,81],"may":[68],"happen":[69],"that":[70,92,196],"only":[71],"node":[74],"used.":[77],"these":[79],"situations,":[80],"essential":[83],"introduce":[85],"memory":[88],"resource":[89],"management":[90],"techniques":[91],"allow":[93,180],"optimized":[97],"while":[98],"still":[99],"guaranteeing":[100],"acceptable":[101],"performance,":[102],"terms":[104],"probability":[108],"rejection.":[110],"For":[111],"this":[112,131],"reason,":[113],"serverless":[117,151,162],"technologies,":[118,163],"managed":[119],"by":[120],"reinforcement":[121],"learning":[122,142],"algorithms,":[123],"an":[125],"active":[126],"area":[127],"research.":[129],"paper,":[132],"we":[133,157],"explore":[134],"compare":[136],"performance":[138,173,199],"some":[140,185],"machine":[141],"algorithms":[143],"managing":[145],"horizontal":[146],"function":[147],"autoscaling":[148],"edge":[152,190],"system.":[154],"make":[158],"open":[161],"deployed":[164],"Kubernetes":[167],"cluster,":[168],"experimentally":[170],"fine-tune":[171],"algorithms.":[176],"The":[177],"results":[178],"obtained":[179],"both":[181],"understanding":[183],"basic":[186],"mechanisms":[187],"typical":[188],"systems":[192,207],"related":[194],"technologies":[195],"determine":[197],"system":[198],"guiding":[202],"configuration":[204],"choices":[205],"operation.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}