{"id":"https://openalex.org/W4409221659","doi":"https://doi.org/10.1109/camad62243.2024.10943041","title":"MEC Resource Orchestration for Heterogeneous Networks and Services Using Reinforcement Learning","display_name":"MEC Resource Orchestration for Heterogeneous Networks and Services Using Reinforcement Learning","publication_year":2024,"publication_date":"2024-10-21","ids":{"openalex":"https://openalex.org/W4409221659","doi":"https://doi.org/10.1109/camad62243.2024.10943041"},"language":"en","primary_location":{"id":"doi:10.1109/camad62243.2024.10943041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/camad62243.2024.10943041","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 29th International Workshop on Computer Aided Modeling and Design of Communication Links and Networks (CAMAD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037829018","display_name":"Shreya K. Chari","orcid":null},"institutions":[{"id":"https://openalex.org/I4210163845","display_name":"Iquadrat (Spain)","ror":"https://ror.org/05m866204","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210163845"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Shreya K. Chari","raw_affiliation_strings":["Iquadrat Informatica S.L.,Barcelona,Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iquadrat Informatica S.L.,Barcelona,Spain","institution_ids":["https://openalex.org/I4210163845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028439598","display_name":"Luis A. Garrido","orcid":"https://orcid.org/0000-0003-2219-016X"},"institutions":[{"id":"https://openalex.org/I4210163845","display_name":"Iquadrat (Spain)","ror":"https://ror.org/05m866204","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210163845"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Luis A. Garrido","raw_affiliation_strings":["Iquadrat Informatica S.L.,Barcelona,Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iquadrat Informatica S.L.,Barcelona,Spain","institution_ids":["https://openalex.org/I4210163845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008942349","display_name":"John S. Vardakas","orcid":"https://orcid.org/0000-0003-1656-0507"},"institutions":[{"id":"https://openalex.org/I4210163845","display_name":"Iquadrat (Spain)","ror":"https://ror.org/05m866204","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210163845"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"John S. Vardakas","raw_affiliation_strings":["Iquadrat Informatica S.L.,Barcelona,Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iquadrat Informatica S.L.,Barcelona,Spain","institution_ids":["https://openalex.org/I4210163845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056825446","display_name":"Kostas Ramantas","orcid":"https://orcid.org/0000-0002-1304-784X"},"institutions":[{"id":"https://openalex.org/I4210163845","display_name":"Iquadrat (Spain)","ror":"https://ror.org/05m866204","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210163845"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Kostas Ramantas","raw_affiliation_strings":["Iquadrat Informatica S.L.,Barcelona,Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iquadrat Informatica S.L.,Barcelona,Spain","institution_ids":["https://openalex.org/I4210163845"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016866376","display_name":"Christos Verikoukis","orcid":"https://orcid.org/0000-0001-8774-1052"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Christos Verikoukis","raw_affiliation_strings":["University of Patras,Patras,Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Patras,Patras,Greece","institution_ids":["https://openalex.org/I174878644"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3122,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.65072695,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"06"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.720300018787384,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.720300018787384,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.6288999915122986,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.6172000169754028,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.9303884506225586},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8384459018707275},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7658084630966187},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4861430823802948},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4490455389022827},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3544597029685974},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.33700600266456604}],"concepts":[{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.9303884506225586},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8384459018707275},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7658084630966187},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4861430823802948},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4490455389022827},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3544597029685974},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33700600266456604},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/camad62243.2024.10943041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/camad62243.2024.10943041","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 29th International Workshop on Computer Aided Modeling and Design of Communication Links and Networks (CAMAD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2085708748","https://openalex.org/W2910603649","https://openalex.org/W2948356724","https://openalex.org/W2963334314","https://openalex.org/W2969324740","https://openalex.org/W3023131491","https://openalex.org/W3032198287","https://openalex.org/W3045546031","https://openalex.org/W3081088023","https://openalex.org/W3093482086","https://openalex.org/W3153077321","https://openalex.org/W3154924650","https://openalex.org/W3163279171"],"related_works":["https://openalex.org/W79913212","https://openalex.org/W2094884983","https://openalex.org/W2378898096","https://openalex.org/W560952460","https://openalex.org/W2290927522","https://openalex.org/W4283579741","https://openalex.org/W3066706303","https://openalex.org/W876159576","https://openalex.org/W2943612818","https://openalex.org/W2973657051"],"abstract_inverted_index":{"Rapidly":[0],"changing":[1],"wireless":[2],"network":[3,90,121],"paradigms":[4],"and":[5,12,38,68,94,107],"technologies":[6],"that":[7,52,127],"can":[8],"serve":[9],"diverse":[10],"applications":[11],"services":[13,51],"have":[14,53],"become":[15],"the":[16,28,36,65,72,83,88,112,116,128,140],"focal":[17],"point.":[18],"Multi-access":[19],"Edge":[20],"Computing":[21],"(MEC)":[22],"offers":[23],"promising":[24],"solutions":[25],"to":[26,46,63,86,139,161],"mitigate":[27],"complications":[29],"created":[30],"by":[31],"such":[32,104,148],"dense":[33],"networks":[34],"within":[35,111],"Management":[37],"Orchestration":[39],"(MANO)":[40],"frameworks.":[41],"The":[42,123,144],"MEC":[43,73],"is":[44,61,80,95],"expected":[45],"handle":[47],"demands":[48],"from":[49],"different":[50],"heterogeneous":[54,120],"performance":[55,136],"constraints.":[56],"Reinforcement":[57],"Learning":[58],"(RL)":[59],"technique":[60,149],"used":[62,81,97],"solve":[64],"resource":[66,91,99,131],"orchestration":[67,92],"allocation":[69,100],"tasks":[70],"at":[71],"in":[74,137,155],"this":[75],"paper.":[76],"Soft":[77],"Actor-Critic":[78],"(SAC)":[79],"as":[82,105],"RL":[84],"agent":[85],"learn":[87],"local":[89],"model":[93,113],"further":[96],"for":[98,114,150],"also.":[101],"Network":[102],"resources":[103],"CPU":[106],"memory":[108],"are":[109],"considered":[110],"meeting":[115],"required":[117],"latency":[118],"of":[119,146,152],"services.":[122],"simulation":[124],"results":[125],"prove":[126],"SAC":[129],"based":[130],"orchestrator":[132],"gives":[133],"a":[134],"better":[135],"comparison":[138],"random":[141],"service":[142],"orchestrator.":[143],"prospects":[145],"using":[147],"multitude":[151],"use":[153],"cases":[154],"Future":[156],"Wireless":[157],"Networks":[158],"(FWN)":[159],"appears":[160],"be":[162],"indisputable.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}