{"id":"https://openalex.org/W3183673024","doi":"https://doi.org/10.1109/tvt.2021.3096928","title":"Multi-Agent Deep Reinforcement Learning for Computation Offloading and Interference Coordination in Small Cell Networks","display_name":"Multi-Agent Deep Reinforcement Learning for Computation Offloading and Interference Coordination in Small Cell Networks","publication_year":2021,"publication_date":"2021-08-24","ids":{"openalex":"https://openalex.org/W3183673024","doi":"https://doi.org/10.1109/tvt.2021.3096928","mag":"3183673024"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3096928","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3096928","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101857684","display_name":"Xiaoyan Huang","orcid":"https://orcid.org/0000-0002-3487-5521"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyan Huang","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3487-5521","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010384288","display_name":"Supeng Leng","orcid":"https://orcid.org/0000-0003-0049-5982"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Supeng Leng","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-0049-5982","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056311070","display_name":"Sabita Maharjan","orcid":"https://orcid.org/0000-0002-4616-8488"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]},{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Sabita Maharjan","raw_affiliation_strings":["Department of Informatics, University of Oslo, Oslo, Norway","Simula Metropolitan Center for Digital Engineering, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-4616-8488","affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]},{"raw_affiliation_string":"Simula Metropolitan Center for Digital Engineering, Oslo, Norway","institution_ids":["https://openalex.org/I4210153474"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100456327","display_name":"Yan Zhang","orcid":"https://orcid.org/0000-0002-8561-5092"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]},{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Yan Zhang","raw_affiliation_strings":["Department of Informatics, University of Oslo, Oslo, Norway","Simula Metropolitan Center for Digital Engineering, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-8561-5092","affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]},{"raw_affiliation_string":"Simula Metropolitan Center for Digital Engineering, Oslo, Norway","institution_ids":["https://openalex.org/I4210153474"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":18.5343,"has_fulltext":false,"cited_by_count":152,"citation_normalized_percentile":{"value":0.99593278,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"70","issue":"9","first_page":"9282","last_page":"9293"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.8156498670578003},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7765021324157715},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7621864080429077},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6588137745857239},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5812982320785522},{"id":"https://openalex.org/keywords/small-cell","display_name":"Small cell","score":0.5734943747520447},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4893014132976532},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.47249117493629456},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.47095853090286255},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.43974053859710693},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.42785048484802246},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4132838249206543},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3831980526447296},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.37311244010925293},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.2899986803531647},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.23390009999275208},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15452146530151367},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08400213718414307}],"concepts":[{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.8156498670578003},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7765021324157715},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7621864080429077},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6588137745857239},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5812982320785522},{"id":"https://openalex.org/C179655311","wikidata":"https://www.wikidata.org/wiki/Q7543020","display_name":"Small cell","level":3,"score":0.5734943747520447},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4893014132976532},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.47249117493629456},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.47095853090286255},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.43974053859710693},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.42785048484802246},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4132838249206543},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3831980526447296},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.37311244010925293},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.2899986803531647},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.23390009999275208},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15452146530151367},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08400213718414307},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2021.3096928","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3096928","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G5831615196","display_name":null,"funder_award_id":"61941102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7000977382","display_name":"\u9762\u5411\u667a\u80fd\u7f51\u8054\u8f66\u7684\u591a\u667a\u80fd\u4f53\u534f\u4f5c\u4e0e\u8d44\u6e90\u4f18\u5316\u673a\u5236\u7814\u7a76","funder_award_id":"62071092","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1542941925","https://openalex.org/W2541884796","https://openalex.org/W2604873668","https://openalex.org/W2624989916","https://openalex.org/W2804985843","https://openalex.org/W2888982783","https://openalex.org/W2896880663","https://openalex.org/W2897066997","https://openalex.org/W2898155611","https://openalex.org/W2900262992","https://openalex.org/W2909267459","https://openalex.org/W2918891759","https://openalex.org/W2920054549","https://openalex.org/W2951896791","https://openalex.org/W2969195240","https://openalex.org/W2969525674","https://openalex.org/W2981645398","https://openalex.org/W2981845057","https://openalex.org/W2987229805","https://openalex.org/W2998709521","https://openalex.org/W3006140890","https://openalex.org/W3015115574","https://openalex.org/W3047488480","https://openalex.org/W3049282540","https://openalex.org/W3049663264","https://openalex.org/W3095540342","https://openalex.org/W3102812201","https://openalex.org/W3118170459","https://openalex.org/W3129115847","https://openalex.org/W3163148797","https://openalex.org/W4299802797","https://openalex.org/W4318619660","https://openalex.org/W6728757088","https://openalex.org/W6736572398","https://openalex.org/W6738796088","https://openalex.org/W6787028251"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W2785873404","https://openalex.org/W2897066997"],"abstract_inverted_index":{"Integrating":[0],"mobile":[1],"edge":[2,69],"computing":[3,19],"(MEC)":[4],"with":[5,88,184],"small":[6,25,72,108],"cell":[7,73,109],"networks":[8],"has":[9],"been":[10],"conceived":[11],"as":[12,35,37],"a":[13,80,145],"promising":[14],"solution":[15],"to":[16,28,46,114,131,154],"provide":[17],"pervasive":[18],"services.":[20],"However,":[21],"the":[22,31,38,59,89,93,99,105,133,140,174,180,185],"interactions":[23],"among":[24,107],"cells":[26],"due":[27],"inter-cell":[29],"interference,":[30],"diverse":[32],"application-specific":[33],"requirements,":[34],"well":[36],"highly":[39],"dynamic":[40],"wireless":[41],"environment":[42],"make":[43],"it":[44],"challenging":[45],"design":[47,61,144],"an":[48],"optimal":[49],"computation":[50,63,120,127,134],"offloading":[51,64],"scheme.":[52],"In":[53],"this":[54,76],"paper,":[55],"we":[56,78,103,143],"focus":[57],"on":[58],"joint":[60],"of":[62,91,139,160],"and":[65,126,136,177],"interference":[66],"coordination":[67],"for":[68],"intelligence":[70],"empowered":[71],"networks.":[74],"To":[75],"end,":[77],"propose":[79],"distributed":[81],"multi-agent":[82],"deep":[83],"reinforcement":[84],"learning":[85],"(DRL)":[86],"scheme":[87,148],"objective":[90],"minimizing":[92],"overall":[94],"energy":[95,175],"consumption":[96,176],"while":[97],"ensuring":[98],"latency":[100,181],"requirements.":[101],"Specifically,":[102],"exploit":[104],"collaboration":[106],"base":[110],"station":[111],"(SBS)":[112],"agents":[113,153],"adaptively":[115],"adjust":[116],"their":[117,156],"strategies,":[118],"considering":[119],"offloading,":[121],"channel":[122],"allocation,":[123],"power":[124],"control,":[125],"resource":[128],"allocation.":[129],"Further,":[130],"decrease":[132],"complexity":[135],"signaling":[137],"overhead":[138],"training":[141,162],"process,":[142],"federated":[146],"DRL":[147],"which":[149],"only":[150],"requires":[151],"SBS":[152],"share":[155],"model":[157],"parameters":[158],"instead":[159],"local":[161],"data.":[163],"Numerical":[164],"results":[165],"demonstrate":[166],"that":[167],"our":[168],"proposed":[169],"schemes":[170],"can":[171],"significantly":[172],"reduce":[173],"effectively":[178],"guarantee":[179],"requirements":[182],"compared":[183],"benchmark":[186],"schemes.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":40},{"year":2022,"cited_by_count":46},{"year":2021,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}