{"id":"https://openalex.org/W4313068113","doi":"https://doi.org/10.1109/twc.2022.3207918","title":"Multi-Agent Reinforcement Learning for Dynamic Resource Management in 6G in-X Subnetworks","display_name":"Multi-Agent Reinforcement Learning for Dynamic Resource Management in 6G in-X Subnetworks","publication_year":2022,"publication_date":"2022-09-27","ids":{"openalex":"https://openalex.org/W4313068113","doi":"https://doi.org/10.1109/twc.2022.3207918"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2022.3207918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3207918","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053232298","display_name":"Xiao Du","orcid":"https://orcid.org/0000-0002-8479-6530"},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Du","raw_affiliation_strings":["Shanghai Key Laboratory of Trustworthy Computing, MoE Engineering Research Center of Software/Hardware Co-Design Technology and Application, East China Normal University, Shanghai, China","Bell Laboratories, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8479-6530","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Trustworthy Computing, MoE Engineering Research Center of Software/Hardware Co-Design Technology and Application, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I4210139618","https://openalex.org/I66867065"]},{"raw_affiliation_string":"Bell Laboratories, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067164243","display_name":"Ting Wang","orcid":"https://orcid.org/0000-0002-7223-8849"},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Wang","raw_affiliation_strings":["Shanghai Key Laboratory of Trustworthy Computing, MoE Engineering Research Center of Software/Hardware Co-Design Technology and Application, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7223-8849","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Trustworthy Computing, MoE Engineering Research Center of Software/Hardware Co-Design Technology and Application, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I4210139618","https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063174379","display_name":"Qiang Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099903","display_name":"Nokia (China)","ror":"https://ror.org/01607kg94","country_code":"CN","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210099903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Feng","raw_affiliation_strings":["Bell Laboratories, Nokia Shanghai Bell Corporation, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bell Laboratories, Nokia Shanghai Bell Corporation, Shanghai, China","institution_ids":["https://openalex.org/I4210099903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066009762","display_name":"Chenhui Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099903","display_name":"Nokia (China)","ror":"https://ror.org/01607kg94","country_code":"CN","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210099903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenhui Ye","raw_affiliation_strings":["Bell Laboratories, Nokia Shanghai Bell Corporation, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bell Laboratories, Nokia Shanghai Bell Corporation, Shanghai, China","institution_ids":["https://openalex.org/I4210099903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100401504","display_name":"Tao Tao","orcid":"https://orcid.org/0000-0002-7672-4043"},"institutions":[{"id":"https://openalex.org/I4210099903","display_name":"Nokia (China)","ror":"https://ror.org/01607kg94","country_code":"CN","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210099903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Tao","raw_affiliation_strings":["Bell Laboratories, Nokia Shanghai Bell Corporation, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7672-4043","affiliations":[{"raw_affiliation_string":"Bell Laboratories, Nokia Shanghai Bell Corporation, Shanghai, China","institution_ids":["https://openalex.org/I4210099903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100364381","display_name":"Lu Wang","orcid":"https://orcid.org/0000-0001-6345-3873"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Wang","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-6345-3873","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022499594","display_name":"Yuanming Shi","orcid":"https://orcid.org/0000-0002-1418-7465"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanming Shi","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1418-7465","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025413633","display_name":"Mingsong Chen","orcid":"https://orcid.org/0000-0002-3922-0989"},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingsong Chen","raw_affiliation_strings":["Shanghai Key Laboratory of Trustworthy Computing, MoE Engineering Research Center of Software/Hardware Co-Design Technology and Application, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3922-0989","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Trustworthy Computing, MoE Engineering Research Center of Software/Hardware Co-Design Technology and Application, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I4210139618","https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.3892,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.96712106,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"22","issue":"3","first_page":"1900","last_page":"1914"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8348195552825928},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.709762692451477},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46481001377105713},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4525439739227295},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3425307273864746},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3074883818626404}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8348195552825928},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.709762692451477},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46481001377105713},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4525439739227295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3425307273864746},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3074883818626404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2022.3207918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3207918","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G2823754234","display_name":"\u4e0d\u786e\u5b9a\u73af\u5883\u4e0b\u4fe1\u606f\u7269\u7406\u7cfb\u7edf\u9ad8\u6548\u53ef\u4fe1\u6784\u9020\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61872147","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1970830346","https://openalex.org/W2099388379","https://openalex.org/W2103723095","https://openalex.org/W2109327215","https://openalex.org/W2150586017","https://openalex.org/W2166874862","https://openalex.org/W2170603511","https://openalex.org/W2290233960","https://openalex.org/W2342647497","https://openalex.org/W2547875792","https://openalex.org/W2552014313","https://openalex.org/W2605284526","https://openalex.org/W2617547828","https://openalex.org/W2678530527","https://openalex.org/W2745254363","https://openalex.org/W2907133132","https://openalex.org/W2943020286","https://openalex.org/W2954413000","https://openalex.org/W2955338161","https://openalex.org/W2962841091","https://openalex.org/W2963658727","https://openalex.org/W2963864421","https://openalex.org/W2968764495","https://openalex.org/W2969195240","https://openalex.org/W2969519626","https://openalex.org/W2995937146","https://openalex.org/W2998367975","https://openalex.org/W2998709521","https://openalex.org/W3004503774","https://openalex.org/W3005761304","https://openalex.org/W3007999377","https://openalex.org/W3046288222","https://openalex.org/W3091889011","https://openalex.org/W3096792663","https://openalex.org/W3111499798","https://openalex.org/W3123490382","https://openalex.org/W3123582921","https://openalex.org/W3127577651","https://openalex.org/W3204358459","https://openalex.org/W3207179351","https://openalex.org/W3216388332","https://openalex.org/W4200635940","https://openalex.org/W4285079922","https://openalex.org/W4297733535","https://openalex.org/W6631190155","https://openalex.org/W6684921986","https://openalex.org/W6729448088","https://openalex.org/W6738796088","https://openalex.org/W6747473740","https://openalex.org/W6749304979","https://openalex.org/W6752380930","https://openalex.org/W6755542948","https://openalex.org/W6762491519","https://openalex.org/W6764974418","https://openalex.org/W6768539364","https://openalex.org/W6781750019","https://openalex.org/W6783812536","https://openalex.org/W6784778700","https://openalex.org/W6801971873","https://openalex.org/W6805148354"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"The":[0],"6G":[1],"network":[2,160],"enables":[3],"a":[4,9,37,71,125,133,157,162],"subnetwork-wide":[5],"evolution,":[6],"resulting":[7],"in":[8,66,193],"\u201cnetwork":[10],"of":[11,19,25,90,103,142,152],"subnetworks\u201d.":[12],"However,":[13,106],"due":[14],"to":[15,40,59,107,137,166],"the":[16,22,49,88,139,150,168],"dynamic":[17],"mobility":[18],"wireless":[20],"subnetworks,":[21,54,154],"data":[23],"transmission":[24],"intra-subnetwork":[26],"and":[27,148,155,170,190],"inter-subnetwork":[28,143],"will":[29,175],"inevitably":[30],"interfere":[31],"with":[32,161],"each":[33,100],"other,":[34],"which":[35,55,85,131],"poses":[36],"great":[38],"challenge":[39],"radio":[41,75],"resource":[42,76],"management.":[43],"Moreover,":[44],"most":[45],"existing":[46],"approaches":[47],"require":[48],"instantaneous":[50],"channel":[51,101,104],"gain":[52],"between":[53],"are":[56],"usually":[57],"difficult":[58],"be":[60],"collected.":[61],"To":[62,119],"tackle":[63],"these":[64],"issues,":[65],"this":[67,120],"paper":[68],"we":[69,122],"propose":[70,124],"novel":[72,126],"effective":[73],"intelligent":[74],"management":[77],"method":[78],"using":[79],"multi-agent":[80],"deep":[81],"reinforcement":[82],"learning":[83],"(MARL),":[84],"only":[86],"needs":[87],"sum":[89],"received":[91,94],"power,":[92],"named":[93,129],"signal":[95],"strength":[96],"indicator":[97],"(RSSI),":[98],"on":[99,146],"instead":[102],"gains.":[105],"directly":[108],"separate":[109],"individual":[110,177],"interference":[111],"from":[112],"RSSI":[113,147],"is":[114],"an":[115],"almost":[116],"impossible":[117],"thing.":[118],"end,":[121],"further":[123],"MARL":[127],"architecture,":[128],"GA-Net,":[130],"integrates":[132],"hard":[134],"attention":[135,159,164],"layer":[136,165],"model":[138],"importance":[140],"distribution":[141],"relationships":[144],"based":[145],"excludes":[149],"impact":[151,176],"unrelated":[153],"employs":[156],"graph":[158],"multi-head":[163],"exact":[167],"features":[169],"calculate":[171],"their":[172],"weights":[173],"that":[174,182],"throughput.":[178],"Experimental":[179],"results":[180],"prove":[181],"our":[183],"proposed":[184],"framework":[185],"significantly":[186],"outperforms":[187],"both":[188],"traditional":[189],"MARL-based":[191],"methods":[192],"various":[194],"aspects.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":36},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":10}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}