{"id":"https://openalex.org/W4388041873","doi":"https://doi.org/10.3390/fi15110359","title":"Reinforcement Learning vs. Computational Intelligence: Comparing Service Management Approaches for the Cloud Continuum","display_name":"Reinforcement Learning vs. Computational Intelligence: Comparing Service Management Approaches for the Cloud Continuum","publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W4388041873","doi":"https://doi.org/10.3390/fi15110359"},"language":"en","primary_location":{"id":"doi:10.3390/fi15110359","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15110359","pdf_url":"https://www.mdpi.com/1999-5903/15/11/359/pdf?version=1698813141","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/15/11/359/pdf?version=1698813141","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017419110","display_name":"Filippo Poltronieri","orcid":"https://orcid.org/0000-0003-2860-4204"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Filippo Poltronieri","raw_affiliation_strings":["Department of Engineering, University of Ferrara, 44122 Ferrara, Italy"],"raw_orcid":"https://orcid.org/0000-0003-2860-4204","affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Ferrara, 44122 Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088317910","display_name":"Cesare Stefanelli","orcid":"https://orcid.org/0000-0003-4617-1836"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Cesare Stefanelli","raw_affiliation_strings":["Department of Engineering, University of Ferrara, 44122 Ferrara, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4617-1836","affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Ferrara, 44122 Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067650842","display_name":"Mauro Tortonesi","orcid":"https://orcid.org/0000-0002-7417-4455"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Mauro Tortonesi","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Ferrara, 44121 Ferrara, Italy"],"raw_orcid":"https://orcid.org/0000-0002-7417-4455","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Ferrara, 44121 Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043849822","display_name":"Mattia Zaccarini","orcid":"https://orcid.org/0009-0003-6679-5125"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mattia Zaccarini","raw_affiliation_strings":["Department of Engineering, University of Ferrara, 44122 Ferrara, Italy"],"raw_orcid":"https://orcid.org/0009-0003-6679-5125","affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Ferrara, 44122 Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5067650842"],"corresponding_institution_ids":["https://openalex.org/I201324441"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":1.3326,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.80494594,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"15","issue":"11","first_page":"359","last_page":"359"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8518847227096558},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8134676218032837},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7434585690498352},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.6628228425979614},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5812455415725708},{"id":"https://openalex.org/keywords/swarm-intelligence","display_name":"Swarm intelligence","score":0.53586345911026},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49285364151000977},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.48462972044944763},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4593293070793152},{"id":"https://openalex.org/keywords/metaheuristic","display_name":"Metaheuristic","score":0.4477342963218689},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.39396071434020996},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2934570908546448},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14298629760742188}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8518847227096558},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8134676218032837},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7434585690498352},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.6628228425979614},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5812455415725708},{"id":"https://openalex.org/C119487961","wikidata":"https://www.wikidata.org/wiki/Q863960","display_name":"Swarm intelligence","level":3,"score":0.53586345911026},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49285364151000977},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48462972044944763},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4593293070793152},{"id":"https://openalex.org/C109718341","wikidata":"https://www.wikidata.org/wiki/Q1385229","display_name":"Metaheuristic","level":2,"score":0.4477342963218689},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.39396071434020996},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2934570908546448},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14298629760742188},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/fi15110359","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15110359","pdf_url":"https://www.mdpi.com/1999-5903/15/11/359/pdf?version=1698813141","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jftint:v:15:y:2023:i:11:p:359-:d:1271905","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/15/11/359/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:1e48a9dd4d4f444a9cb887f3b1e6a79a","is_oa":true,"landing_page_url":"https://doaj.org/article/1e48a9dd4d4f444a9cb887f3b1e6a79a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 15, Iss 11, p 359 (2023)","raw_type":"article"},{"id":"pmh:oai:iris.unife.it:11392/2529471","is_oa":true,"landing_page_url":"https://www.mdpi.com/1999-5903/15/11/359","pdf_url":null,"source":{"id":"https://openalex.org/S4306400369","display_name":"Institutional Research Information System University of Ferrara (University of Ferrara)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I201324441","host_organization_name":"University of Ferrara","host_organization_lineage":["https://openalex.org/I201324441"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:sfera.unife.it:11392/2529471","is_oa":true,"landing_page_url":"https://hdl.handle.net/11392/2529471","pdf_url":null,"source":{"id":"https://openalex.org/S4306400369","display_name":"Institutional Research Information System University of Ferrara (University of Ferrara)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I201324441","host_organization_name":"University of Ferrara","host_organization_lineage":["https://openalex.org/I201324441"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.3390/fi15110359","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15110359","pdf_url":"https://www.mdpi.com/1999-5903/15/11/359/pdf?version=1698813141","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388041873.pdf"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2061438946","https://openalex.org/W2074418717","https://openalex.org/W2100752967","https://openalex.org/W2101786389","https://openalex.org/W2108388069","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2342399915","https://openalex.org/W2414114959","https://openalex.org/W2889043402","https://openalex.org/W2893933380","https://openalex.org/W2899117835","https://openalex.org/W2911552803","https://openalex.org/W2959184406","https://openalex.org/W2967963259","https://openalex.org/W2980466635","https://openalex.org/W2998493821","https://openalex.org/W3013093679","https://openalex.org/W3029383985","https://openalex.org/W3032998286","https://openalex.org/W3034809085","https://openalex.org/W3036600965","https://openalex.org/W3045907838","https://openalex.org/W3049469446","https://openalex.org/W3094236223","https://openalex.org/W3094704314","https://openalex.org/W3120597163","https://openalex.org/W3125961706","https://openalex.org/W3129131414","https://openalex.org/W3129214046","https://openalex.org/W3137939843","https://openalex.org/W3157294988","https://openalex.org/W3164005523","https://openalex.org/W3169361993","https://openalex.org/W3188423406","https://openalex.org/W3198168686","https://openalex.org/W3198266144","https://openalex.org/W3208873573","https://openalex.org/W3213724827","https://openalex.org/W4205129187","https://openalex.org/W4206108599","https://openalex.org/W4210353421","https://openalex.org/W4210606002","https://openalex.org/W4211171425","https://openalex.org/W4213201928","https://openalex.org/W4220922367","https://openalex.org/W4221008070","https://openalex.org/W4221070793","https://openalex.org/W4225400060","https://openalex.org/W4226534100","https://openalex.org/W4235880014","https://openalex.org/W4249053557","https://openalex.org/W4281865186","https://openalex.org/W4285588358","https://openalex.org/W4291138726","https://openalex.org/W4308579925","https://openalex.org/W4312875098","https://openalex.org/W4313473164","https://openalex.org/W4362496270","https://openalex.org/W4386214660","https://openalex.org/W4386749005","https://openalex.org/W6632592361","https://openalex.org/W6638018090","https://openalex.org/W6737893269"],"related_works":["https://openalex.org/W2789681586","https://openalex.org/W2794361564","https://openalex.org/W2807952458","https://openalex.org/W2474821701","https://openalex.org/W2241084252","https://openalex.org/W2070977815","https://openalex.org/W10394924","https://openalex.org/W4285243362","https://openalex.org/W2361792200","https://openalex.org/W4375949242"],"abstract_inverted_index":{"Modern":[0],"computing":[1,25],"environments,":[2],"thanks":[3],"to":[4,35,65,179,184],"the":[5,30,33,36,54,109,128,138,166,174,185],"advent":[6],"of":[7,24,32,87,95,103,152],"enabling":[8],"technologies":[9],"such":[10,73],"as":[11,74],"Multi-access":[12],"Edge":[13,31],"Computing":[14],"(MEC),":[15],"effectively":[16],"represent":[17],"a":[18,21,40,59,85,92,145,149],"Cloud":[19,55],"Continuum,":[20],"capillary":[22],"network":[23,34],"resources":[26],"that":[27],"extend":[28],"from":[29],"Cloud,":[37],"which":[38,61],"enables":[39],"dynamic":[41],"and":[42,51,77,91,127,159],"adaptive":[43],"service":[44,139,181],"fabric.":[45],"Efficiently":[46],"coordinating":[47],"resource":[48],"allocation,":[49],"exploitation,":[50],"management":[52,140],"in":[53,100],"Continuum":[56],"represents":[57],"quite":[58],"challenge,":[60],"has":[62],"stimulated":[63],"researchers":[64],"investigate":[66],"innovative":[67],"solutions":[68],"based":[69],"on":[70],"smart":[71],"techniques":[72],"Reinforcement":[75],"Learning":[76],"Computational":[78],"Intelligence.":[79],"In":[80],"this":[81,101,106],"paper,":[82],"we":[83,162],"make":[84],"comparison":[86,107],"different":[88,146],"optimization":[89],"algorithms":[90],"first":[93],"investigation":[94],"how":[96,133],"they":[97],"can":[98,136,154,172],"perform":[99],"kind":[102],"scenario.":[104],"Specifically,":[105],"included":[108],"Deep":[110],"Q-Network,":[111],"Proximal":[112],"Policy":[113],"Optimization,":[114,119,123,126],"Genetic":[115],"Algorithms,":[116],"Particle":[117,121,125],"Swarm":[118,122],"Quantum-inspired":[120],"Multi-Swarm":[124],"Grey-Wolf":[129],"Optimizer.":[130],"We":[131],"demonstrate":[132],"all":[134],"approaches":[135,171],"solve":[137],"problem":[141],"with":[142],"similar":[143],"performance\u2014with":[144],"sample":[147],"efficiency\u2014if":[148],"high":[150],"number":[151],"samples":[153],"be":[155],"evaluated":[156],"for":[157],"training":[158,178],"optimization.":[160],"Finally,":[161],"show":[163],"that,":[164],"if":[165],"scenario":[167],"conditions":[168],"change,":[169],"Deep-Reinforcement-Learning-based":[170],"exploit":[173],"experience":[175],"built":[176],"during":[177],"adapt":[180],"allocation":[182],"according":[183],"modified":[186],"conditions.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}