{"id":"https://openalex.org/W4225256898","doi":"https://doi.org/10.1587/transinf.2021dap0010","title":"Multi-Agent Reinforcement Learning for Cooperative Task Offloading in Distributed Edge Cloud Computing","display_name":"Multi-Agent Reinforcement Learning for Cooperative Task Offloading in Distributed Edge Cloud Computing","publication_year":2022,"publication_date":"2022-04-30","ids":{"openalex":"https://openalex.org/W4225256898","doi":"https://doi.org/10.1587/transinf.2021dap0010"},"language":"en","primary_location":{"id":"doi:10.1587/transinf.2021dap0010","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2021dap0010","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E105.D/5/E105.D_2021DAP0010/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jstage.jst.go.jp/article/transinf/E105.D/5/E105.D_2021DAP0010/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067887331","display_name":"Shiyao Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Shiyao DING","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027749619","display_name":"Donghui LIN","orcid":null},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Donghui LIN","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University","institution_ids":["https://openalex.org/I22299242"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5067887331"],"corresponding_institution_ids":["https://openalex.org/I22299242"],"apc_list":null,"apc_paid":null,"fwci":1.2844,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.80515514,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"E105.D","issue":"5","first_page":"936","last_page":"945"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8730423450469971},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8309687376022339},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.7387158274650574},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6286300420761108},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6010158061981201},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5995693802833557},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5933451056480408},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5643957853317261},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5342729687690735},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.47297564148902893},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3448266386985779},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2317887246608734},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.19717815518379211},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17727333307266235},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.1450193226337433},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12958163022994995},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.09061968326568604}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8730423450469971},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8309687376022339},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.7387158274650574},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6286300420761108},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6010158061981201},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5995693802833557},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5933451056480408},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5643957853317261},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5342729687690735},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.47297564148902893},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3448266386985779},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2317887246608734},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.19717815518379211},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17727333307266235},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.1450193226337433},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12958163022994995},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09061968326568604},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transinf.2021dap0010","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2021dap0010","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E105.D/5/E105.D_2021DAP0010/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1587/transinf.2021dap0010","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2021dap0010","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E105.D/5/E105.D_2021DAP0010/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6200000047683716}],"awards":[{"id":"https://openalex.org/G267258101","display_name":null,"funder_award_id":"Scientific Research (B)","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3236194794","display_name":null,"funder_award_id":"Grant-in-Aid","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4305999946","display_name":null,"funder_award_id":"a Grant-in-Aid for Challenging Exploratory Researc","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4349127007","display_name":null,"funder_award_id":"a Grant-in-Aid for Challenging Exploratory Research","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5256887504","display_name":null,"funder_award_id":"Japan Society for the Promotion of Science (JSPS)","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5433036437","display_name":null,"funder_award_id":"2021-2024","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6216801417","display_name":null,"funder_award_id":"Grant-in-Aid for Scientific Research (B)","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6861361331","display_name":null,"funder_award_id":"Challenging Exploratory Research","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7167128334","display_name":null,"funder_award_id":"Grant-in-Aid for Scientific Researc","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7329658661","display_name":"Realizing IoT Services Based on Multiagent Systems","funder_award_id":"20K21833","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7337825077","display_name":null,"funder_award_id":"Grant-in-Aid for Sc","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7701502438","display_name":"Research on Interoperable and Self-organizing IoT Service Infrastructure","funder_award_id":"21H03556","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8241337671","display_name":null,"funder_award_id":"Grant-in-Aid for Challenging Explor","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8759943101","display_name":null,"funder_award_id":"rant-in-Aid for Scientific Research","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225256898.pdf","grobid_xml":"https://content.openalex.org/works/W4225256898.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1989480108","https://openalex.org/W2011683472","https://openalex.org/W2043926804","https://openalex.org/W2056908709","https://openalex.org/W2069211379","https://openalex.org/W2114623221","https://openalex.org/W2121092017","https://openalex.org/W2134026218","https://openalex.org/W2145339207","https://openalex.org/W2195423816","https://openalex.org/W2416799949","https://openalex.org/W2611356519","https://openalex.org/W2613310014","https://openalex.org/W2747213132","https://openalex.org/W2748896792","https://openalex.org/W2794643322","https://openalex.org/W2799016677","https://openalex.org/W2805396521","https://openalex.org/W2807741983","https://openalex.org/W2905026759","https://openalex.org/W2924877180","https://openalex.org/W2963334314","https://openalex.org/W2963658727","https://openalex.org/W3003577920","https://openalex.org/W3089192431","https://openalex.org/W3102103755"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W1589140671","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W3096874164","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W2937181779","https://openalex.org/W2386410636"],"abstract_inverted_index":{"Distributed":[0],"edge":[1,32,43,65,100,134,152,161,190,202,301,305],"cloud":[2,33,59,102,135,162],"computing":[3,34,136,163],"is":[4,67,125,180,198,221,278,292],"an":[5],"important":[6],"computation":[7],"infrastructure":[8],"for":[9,299],"Internet":[10],"of":[11,63,88,122,326,340],"Things":[12],"(IoT)":[13],"and":[14,45,96,101,173,195,263,334],"its":[15,50,70,207,308],"task":[16,28,148,196,267],"offloading":[17,29,149,268],"problem":[18,145,179,230],"has":[19],"attracted":[20],"much":[21],"attention":[22],"recently.":[23],"Most":[24],"existing":[25,349],"work":[26],"on":[27],"in":[30,131,312,343],"distributed":[31],"usually":[35],"assumes":[36],"that":[37,279,315],"each":[38,64,189,201,300,304],"self-interested":[39],"user":[40],"owns":[41],"one":[42,107],"server":[44,66,191,203,306],"chooses":[46],"whether":[47],"to":[48,54,58,68,79,106,115,126,155,157,182,185,214,271,286,330],"execute":[49],"tasks":[51,57],"locally":[52],"or":[53],"offload":[55],"the":[56,85,120,123,128,132,159,229,244,273,276,288,313,318,335,338],"servers.":[60],"The":[61],"goal":[62,121],"maximize":[69,127,317],"own":[71,208],"interest":[72,130,217],"like":[73,109],"low":[74,170,174],"delay":[75,171],"cost,":[76],"which":[77,210,240,291],"corresponds":[78,114],"a":[80,110,116,143,232,253,265,282,324,327,344],"non-cooperative":[81],"setting.":[82],"However,":[83,177],"with":[84,346],"strong":[86],"development":[87],"smart":[89,94,97],"IoT":[90],"communities":[91],"such":[92,168],"as":[93,169,218,231],"hospital":[95],"factory,":[98],"all":[99,151],"servers":[103,153],"can":[104,204,241,316],"belong":[105],"organization":[108,124],"technology":[111],"company.":[112],"This":[113],"cooperative":[117,147],"setting":[118],"where":[119,150],"team":[129,216,283,289,319],"overall":[133],"system.":[137],"In":[138],"this":[139,178],"paper,":[140],"we":[141,227,251,280,322],"consider":[142],"new":[144],"called":[146,258],"try":[154],"cooperate":[156],"make":[158],"entire":[160],"system":[164],"achieve":[165],"good":[166],"performance":[167],"cost":[172],"energy":[175],"cost.":[176],"hard":[181,213],"solve":[183,272],"due":[184],"two":[186],"issues:":[187],"1)":[188],"status":[192],"dynamically":[193],"changes":[194],"arrival":[197],"uncertain;":[199],"2)":[200],"observe":[205],"only":[206],"status,":[209],"makes":[211],"it":[212],"optimize":[215],"global":[219],"information":[220],"unavailable.":[222],"For":[223],"solving":[224],"these":[225],"issues,":[226],"formulate":[228],"decentralized":[233],"partially":[234],"observable":[235],"Markov":[236],"decision":[237],"process":[238],"(Dec-POMDP)":[239],"well":[242],"handle":[243],"dynamic":[245],"features":[246],"under":[247],"partial":[248],"observations.":[249],"Then,":[250,303],"apply":[252],"multi-agent":[254],"reinforcement":[255],"learning":[256],"algorithm":[257,269,333,342],"value":[259,284,297,310],"decomposition":[260],"network":[261],"(VDN)":[262],"propose":[264],"VDN-based":[266],"(VDN-TO)":[270],"problem.":[274],"Specifically,":[275],"motivation":[277],"use":[281],"function":[285,311],"evaluate":[287,331],"interest,":[290],"then":[293],"divided":[294],"into":[295],"individual":[296,309],"functions":[298],"server.":[302],"updates":[307],"direction":[314],"interest.":[320],"Finally,":[321],"choose":[323],"part":[325],"real":[328],"dataset":[329],"our":[332,341],"results":[336],"show":[337],"effectiveness":[339],"comparison":[345],"some":[347],"other":[348],"methods.":[350]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}