{"id":"https://openalex.org/W4281383101","doi":"https://doi.org/10.48550/arxiv.2205.09925","title":"On Jointly Optimizing Partial Offloading and SFC Mapping: A Cooperative Dual-agent Deep Reinforcement Learning Approach","display_name":"On Jointly Optimizing Partial Offloading and SFC Mapping: A Cooperative Dual-agent Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-05-20","ids":{"openalex":"https://openalex.org/W4281383101","doi":"https://doi.org/10.48550/arxiv.2205.09925"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2205.09925","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.09925","pdf_url":"https://arxiv.org/pdf/2205.09925","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2205.09925","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033156844","display_name":"Xinhan Wang","orcid":"https://orcid.org/0009-0008-0100-6734"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wang, Xinhan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007865788","display_name":"Huanlai Xing","orcid":"https://orcid.org/0000-0002-6345-7265"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing, Huanlai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038075743","display_name":"Fuhong Song","orcid":"https://orcid.org/0009-0007-1482-3744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Fuhong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075454046","display_name":"Shouxi Luo","orcid":"https://orcid.org/0000-0002-4041-3681"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Shouxi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006467851","display_name":"Penglin Dai","orcid":"https://orcid.org/0000-0002-3074-4620"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Penglin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100716039","display_name":"Bowen Zhao","orcid":"https://orcid.org/0009-0004-6677-1147"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Bowen","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5033156844"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10247","display_name":"Perovskite Materials and Applications","score":0.9560999870300293,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8709005117416382},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.8004898428916931},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7828554511070251},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6836835145950317},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5808861255645752},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.515915036201477},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.43885868787765503},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.3529887795448303},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3212326765060425},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2738388776779175},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2700577974319458}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8709005117416382},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.8004898428916931},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7828554511070251},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6836835145950317},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5808861255645752},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.515915036201477},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.43885868787765503},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.3529887795448303},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3212326765060425},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2738388776779175},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2700577974319458},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2205.09925","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.09925","pdf_url":"https://arxiv.org/pdf/2205.09925","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2205.09925","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2205.09925","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2205.09925","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.09925","pdf_url":"https://arxiv.org/pdf/2205.09925","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9100000262260437}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4281383101.pdf","grobid_xml":"https://content.openalex.org/works/W4281383101.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W2902693277","https://openalex.org/W4378977105"],"abstract_inverted_index":{"Multi-access":[0],"edge":[1,129],"computing":[2],"(MEC)":[3],"and":[4,71,97,125,143,150,195,199,214],"network":[5,34],"function":[6,25],"virtualization":[7],"(NFV)":[8],"are":[9],"promising":[10],"technologies":[11],"to":[12,59,106,209],"support":[13],"emerging":[14],"IoT":[15],"applications,":[16,49],"especially":[17],"those":[18],"computation-intensive.":[19],"In":[20],"NFV-enabled":[21,80],"MEC":[22,41,60,81],"environment,":[23],"service":[24],"chain":[26],"(SFC),":[27],"i.e.,":[28],"a":[29,117,158,169,202],"set":[30],"of":[31,119,134,186,193,204],"ordered":[32],"virtual":[33],"functions":[35],"(VNFs),":[36],"can":[37,46,51,87],"be":[38,52,88],"mapped":[39],"on":[40],"servers.":[42],"Mobile":[43],"devices":[44],"(MDs)":[45],"offload":[47],"computation-intensive":[48],"which":[50,115,146],"represented":[53],"by":[54],"SFCs,":[55],"fully":[56],"or":[57],"partially":[58],"servers":[61],"for":[62,94,100,128],"remote":[63,101],"execution.":[64,102],"This":[65,131],"paper":[66],"studies":[67],"the":[68,98,108,112,180],"partial":[69],"offloading":[70],"SFC":[72],"mapping":[73],"joint":[74],"optimization":[75],"(POSMJO)":[76],"problem":[77,132],"in":[78,111,191],"an":[79,84],"system,":[82],"where":[83,166],"incoming":[85],"task":[86,141],"partitioned":[89],"into":[90],"two":[91,135,174],"parts,":[92],"one":[93],"local":[95],"execution":[96,120,210],"other":[99],"The":[103],"objective":[104],"is":[105,116,147],"minimize":[107],"average":[109,196],"cost":[110],"long":[113],"term":[114],"combination":[118],"delay,":[121,211],"MD's":[122],"energy":[123,212],"consumption,":[124,213],"usage":[126,215],"charge":[127],"computing.":[130],"consists":[133],"closely":[136],"related":[137],"decision-making":[138],"steps,":[139],"namely":[140],"partition":[142],"VNF":[144],"placement,":[145],"highly":[148],"complex":[149],"quite":[151],"challenging.":[152],"To":[153],"address":[154],"this,":[155],"we":[156,167],"propose":[157],"cooperative":[159],"dual-agent":[160],"deep":[161,187],"reinforcement":[162,188],"learning":[163,189],"(CDADRL)":[164],"algorithm,":[165],"design":[168],"framework":[170],"enabling":[171],"interaction":[172],"between":[173],"agents.":[175],"Simulation":[176],"results":[177],"show":[178],"that":[179],"proposed":[181],"algorithm":[182],"outperforms":[183],"three":[184],"combinations":[185],"algorithms":[190,206],"terms":[192],"cumulative":[194],"episodic":[197],"rewards":[198],"it":[200],"overweighs":[201],"number":[203],"baseline":[205],"with":[207],"respect":[208],"charge.":[216]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}
