{"id":"https://openalex.org/W4291138726","doi":"https://doi.org/10.1007/s10922-022-09672-6","title":"Value is King: The MECForge Deep Reinforcement Learning Solution for Resource Management in 5G and Beyond","display_name":"Value is King: The MECForge Deep Reinforcement Learning Solution for Resource Management in 5G and Beyond","publication_year":2022,"publication_date":"2022-07-27","ids":{"openalex":"https://openalex.org/W4291138726","doi":"https://doi.org/10.1007/s10922-022-09672-6"},"language":"en","primary_location":{"id":"doi:10.1007/s10922-022-09672-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10922-022-09672-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10922-022-09672-6.pdf","source":{"id":"https://openalex.org/S67072002","display_name":"Journal of Network and Systems Management","issn_l":"1064-7570","issn":["1064-7570","1573-7705"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Network and Systems Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10922-022-09672-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017419110","display_name":"Filippo Poltronieri","orcid":"https://orcid.org/0000-0003-2860-4204"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Filippo Poltronieri","raw_affiliation_strings":["Department of Engineering, University of Ferrara, Ferrara, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Ferrara, Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088317910","display_name":"Cesare Stefanelli","orcid":"https://orcid.org/0000-0003-4617-1836"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Cesare Stefanelli","raw_affiliation_strings":["Department of Engineering, University of Ferrara, Ferrara, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Ferrara, Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047412092","display_name":"Niranjan Suri","orcid":"https://orcid.org/0000-0003-2982-8218"},"institutions":[{"id":"https://openalex.org/I1335578998","display_name":"Florida Institute for Human and Machine Cognition","ror":"https://ror.org/02napvw46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1335578998"]},{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Niranjan Suri","raw_affiliation_strings":["Florida Institute for Human and Machine Cognition (IHMC), Pensacola, FL, USA","US Army Research Laboratory (ARL), Adelphi, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Florida Institute for Human and Machine Cognition (IHMC), Pensacola, FL, USA","institution_ids":["https://openalex.org/I1335578998"]},{"raw_affiliation_string":"US Army Research Laboratory (ARL), Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067650842","display_name":"Mauro Tortonesi","orcid":"https://orcid.org/0000-0002-7417-4455"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Mauro Tortonesi","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Ferrara, Via Machiavelli 30, 44121, Ferrara, Italy"],"raw_orcid":"https://orcid.org/0000-0002-7417-4455","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Ferrara, Via Machiavelli 30, 44121, Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5067650842"],"corresponding_institution_ids":["https://openalex.org/I201324441"],"apc_list":{"value":2790,"currency":"USD","value_usd":2790},"apc_paid":{"value":2790,"currency":"USD","value_usd":2790},"fwci":0.7955,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.71586333,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"30","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8570259809494019},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8504661321640015},{"id":"https://openalex.org/keywords/enabling","display_name":"Enabling","score":0.6087639331817627},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.47628822922706604},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.4658687114715576},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.46107128262519836},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.4530791640281677},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36911541223526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3361522853374481},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1936768889427185}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8570259809494019},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8504661321640015},{"id":"https://openalex.org/C22607594","wikidata":"https://www.wikidata.org/wiki/Q5375150","display_name":"Enabling","level":2,"score":0.6087639331817627},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.47628822922706604},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.4658687114715576},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.46107128262519836},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.4530791640281677},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36911541223526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3361522853374481},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1936768889427185},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10922-022-09672-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10922-022-09672-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10922-022-09672-6.pdf","source":{"id":"https://openalex.org/S67072002","display_name":"Journal of Network and Systems Management","issn_l":"1064-7570","issn":["1064-7570","1573-7705"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Network and Systems Management","raw_type":"journal-article"},{"id":"pmh:oai:iris.unife.it:11392/2492274","is_oa":true,"landing_page_url":"http://hdl.handle.net/11392/2492274","pdf_url":null,"source":{"id":"https://openalex.org/S4306400369","display_name":"Institutional Research Information System University of Ferrara (University of Ferrara)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I201324441","host_organization_name":"University of Ferrara","host_organization_lineage":["https://openalex.org/I201324441"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:sfera.unife.it:11392/2492274","is_oa":true,"landing_page_url":"https://link.springer.com/article/10.1007/s10922-022-09672-6","pdf_url":null,"source":{"id":"https://openalex.org/S4306400369","display_name":"Institutional Research Information System University of Ferrara (University of Ferrara)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I201324441","host_organization_name":"University of Ferrara","host_organization_lineage":["https://openalex.org/I201324441"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10922-022-09672-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10922-022-09672-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10922-022-09672-6.pdf","source":{"id":"https://openalex.org/S67072002","display_name":"Journal of Network and Systems Management","issn_l":"1064-7570","issn":["1064-7570","1573-7705"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Network and Systems Management","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320324162","display_name":"Universit\u00e0 degli Studi di Ferrara","ror":"https://ror.org/041zkgm14"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4291138726.pdf","grobid_xml":"https://content.openalex.org/works/W4291138726.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1897808509","https://openalex.org/W2001863269","https://openalex.org/W2145339207","https://openalex.org/W2792823915","https://openalex.org/W2885657717","https://openalex.org/W2889043402","https://openalex.org/W2898035736","https://openalex.org/W2898155611","https://openalex.org/W2899117835","https://openalex.org/W2900804979","https://openalex.org/W2910703560","https://openalex.org/W2913740539","https://openalex.org/W2944982437","https://openalex.org/W2950688771","https://openalex.org/W2953287140","https://openalex.org/W2963334314","https://openalex.org/W2980466635","https://openalex.org/W2982530739","https://openalex.org/W2989644943","https://openalex.org/W2994663966","https://openalex.org/W2996431531","https://openalex.org/W2998007018","https://openalex.org/W3005111087","https://openalex.org/W3010267575","https://openalex.org/W3010878474","https://openalex.org/W3012170082","https://openalex.org/W3014958088","https://openalex.org/W3026368419","https://openalex.org/W3032998286","https://openalex.org/W3034606981","https://openalex.org/W3034809085","https://openalex.org/W3035630226","https://openalex.org/W3045907838","https://openalex.org/W3094795066","https://openalex.org/W3098309503","https://openalex.org/W3100789280","https://openalex.org/W3102441862","https://openalex.org/W3109392121","https://openalex.org/W3119427724","https://openalex.org/W3123346421","https://openalex.org/W3124692811","https://openalex.org/W3132526154","https://openalex.org/W3132848370","https://openalex.org/W3134107617","https://openalex.org/W3154067460","https://openalex.org/W3155547235","https://openalex.org/W3164005523","https://openalex.org/W3177008180","https://openalex.org/W3208861477","https://openalex.org/W3209354089","https://openalex.org/W3213721154","https://openalex.org/W4205451253","https://openalex.org/W4211171425","https://openalex.org/W4281759854","https://openalex.org/W4298023569"],"related_works":["https://openalex.org/W1974860256","https://openalex.org/W4321381871","https://openalex.org/W4383065492","https://openalex.org/W2111901522","https://openalex.org/W2289630402","https://openalex.org/W2554901284","https://openalex.org/W2408679928","https://openalex.org/W2488800216","https://openalex.org/W4385224773","https://openalex.org/W3092566934"],"abstract_inverted_index":{"Abstract":[0],"Multi-access":[1],"edge":[2],"computing":[3],"(MEC)":[4],"is":[5,224],"a":[6,14,29,39,60,137,177,196,209],"key":[7],"enabler":[8],"to":[9,43,98,164,166,193,237,243],"fulfill":[10],"the":[11,45,56,110,115,121,132,146,159,167,187,216,239,244],"promises":[12],"of":[13,17,32,47,62,71,75,93,107,114,118,126,134,148,157,189,226],"new":[15],"generation":[16,128],"immersive":[18],"and":[19,24,64,73,86,117,123,140,198],"low-latency":[20],"services":[21,67],"in":[22,84,136,208],"5G":[23,85],"Beyond":[25,87],"networks.":[26],"MEC":[27,96],"represents":[28],"defining":[30],"function":[31],"5G,":[33],"offering":[34],"significant":[35],"computational":[36],"power":[37],"at":[38],"reduced":[40],"latency,":[41],"allowing":[42],"augment":[44],"capabilities":[46],"user":[48],"equipments":[49],"while":[50],"preserving":[51],"their":[52],"battery":[53],"life.":[54],"However,":[55],"demands":[57],"generated":[58],"by":[59,222],"plethora":[61],"innovative":[63,102],"concurrent":[65],"IT":[66,129],"requiring":[68],"high":[69],"quality":[70,74],"service":[72,235],"experience":[76],"levels":[77],"will":[78],"likely":[79],"overwhelm":[80],"the\u2014albeit":[81],"considerable\u2014resources":[82],"available":[83],"scenarios.":[88],"To":[89],"take":[90],"full":[91],"advantage":[92],"its":[94],"potential,":[95],"needs":[97],"be":[99],"paired":[100],"with":[101],"resource":[103,161,200,230],"management":[104,162,201,231],"solutions":[105],"capable":[106,156,225],"effectively":[108],"addressing":[109],"highly":[111,138],"dynamic":[112,139],"aspects":[113],"scenario":[116],"properly":[119],"considering":[120],"heterogeneous":[122],"ever-changing":[124],"nature":[125],"next":[127],"services,":[130],"prioritizing":[131],"assignment":[133],"resources":[135],"contextual":[141],"fashion.":[142],"This":[143],"calls":[144],"for":[145],"adoption":[147],"Artificial":[149],"Intelligence":[150],"based":[151,180,219],"tools,":[152],"implementing":[153],"self-*":[154],"approaches":[155],"learning":[158,184,227],"best":[160],"strategy":[163],"adapt":[165],"ever":[168],"changing":[169],"conditions.":[170],"In":[171],"this":[172],"paper,":[173],"we":[174,206],"present":[175],"MECForge,":[176],"novel":[178],"solution":[179],"on":[181],"deep":[182],"reinforcement":[183],"that":[185,233],"considers":[186],"maximization":[188],"total":[190],"value-of-information":[191],"delivered":[192,242],"end-user":[194],"as":[195],"coherent":[197],"comprehensive":[199],"criterion.":[202],"The":[203],"experimental":[204],"evaluation":[205],"conducted":[207],"simulated":[210],"but":[211],"realistic":[212],"environment":[213],"shows":[214],"how":[215],"Deep":[217],"Q-Network":[218],"algorithm":[220],"implemented":[221],"MECForge":[223],"effective":[228],"autonomous":[229],"policies":[232],"allocate":[234],"components":[236],"maximize":[238],"overall":[240],"value":[241],"end-users.":[245]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}