{"id":"https://openalex.org/W4388089394","doi":"https://doi.org/10.1109/jsyst.2023.3324955","title":"Hierarchical Reinforcement Learning for AP Duplex Mode Optimization in Network-Assisted Full-Duplex Cell-Free Networks","display_name":"Hierarchical Reinforcement Learning for AP Duplex Mode Optimization in Network-Assisted Full-Duplex Cell-Free Networks","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4388089394","doi":"https://doi.org/10.1109/jsyst.2023.3324955"},"language":"en","primary_location":{"id":"doi:10.1109/jsyst.2023.3324955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2023.3324955","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031092494","display_name":"Xiaoyu Sun","orcid":"https://orcid.org/0000-0003-1069-0802"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoyu Sun","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101595192","display_name":"Chang Sun","orcid":"https://orcid.org/0009-0000-9368-535X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang Sun","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100730414","display_name":"Jiamin Li","orcid":"https://orcid.org/0000-0002-3566-7855"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiamin Li","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","Purple Mountain Laboratories, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100737019","display_name":"Dongming Wang","orcid":"https://orcid.org/0000-0003-2762-6567"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongming Wang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","Purple Mountain Laboratories, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036774627","display_name":"Hongbiao Zhang","orcid":"https://orcid.org/0000-0002-0442-3591"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbiao Zhang","raw_affiliation_strings":["China Mobile Research Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Mobile Research Institute, Beijing, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101788532","display_name":"Yue Hao","orcid":"https://orcid.org/0009-0006-4871-8590"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Hao","raw_affiliation_strings":["China Mobile Research Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Mobile Research Institute, Beijing, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072916702","display_name":"Xiaohu You","orcid":"https://orcid.org/0000-0002-0809-8511"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohu You","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","Purple Mountain Laboratories, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5031092494"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":1.564,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.83371872,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8305342197418213},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7099661827087402},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.6634620428085327},{"id":"https://openalex.org/keywords/duplex","display_name":"Duplex (building)","score":0.5080997943878174},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5042568445205688},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.41923296451568604},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3928583264350891},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18794715404510498},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1368865668773651}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8305342197418213},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7099661827087402},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.6634620428085327},{"id":"https://openalex.org/C99611785","wikidata":"https://www.wikidata.org/wiki/Q6453233","display_name":"Duplex (building)","level":3,"score":0.5080997943878174},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5042568445205688},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.41923296451568604},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3928583264350891},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18794715404510498},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1368865668773651},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C552990157","wikidata":"https://www.wikidata.org/wiki/Q7430","display_name":"DNA","level":2,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsyst.2023.3324955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2023.3324955","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4462495405","display_name":null,"funder_award_id":"61971127","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1889296357","https://openalex.org/W2145339207","https://openalex.org/W2286275639","https://openalex.org/W2402293753","https://openalex.org/W2518002989","https://openalex.org/W2546096774","https://openalex.org/W2739040955","https://openalex.org/W2769210275","https://openalex.org/W2898035736","https://openalex.org/W2956027915","https://openalex.org/W2956775442","https://openalex.org/W2963761387","https://openalex.org/W2996445233","https://openalex.org/W2998514310","https://openalex.org/W2999910093","https://openalex.org/W3025791373","https://openalex.org/W3034408430","https://openalex.org/W3041415426","https://openalex.org/W3042355256","https://openalex.org/W3083033939","https://openalex.org/W3110008909","https://openalex.org/W3121077341","https://openalex.org/W3151773344","https://openalex.org/W3193624669","https://openalex.org/W3204986908","https://openalex.org/W3205656755","https://openalex.org/W3207574794","https://openalex.org/W4205212596","https://openalex.org/W4213300191","https://openalex.org/W4213330340","https://openalex.org/W4214717370","https://openalex.org/W4295872626","https://openalex.org/W4313534856","https://openalex.org/W4381735865","https://openalex.org/W4382407387"],"related_works":["https://openalex.org/W2548963335","https://openalex.org/W2159941915","https://openalex.org/W1995129237","https://openalex.org/W4388081250","https://openalex.org/W2909457694","https://openalex.org/W1761601995","https://openalex.org/W2904599916","https://openalex.org/W4321608401","https://openalex.org/W4300468626","https://openalex.org/W3193749313"],"abstract_inverted_index":{"Network-assisted":[0],"full-duplex":[1],"(NAFD)":[2],"cell-free":[3],"(CF)":[4],"networks":[5,90],"use":[6,82],"half-duplex":[7],"access":[8],"points":[9],"(APs)":[10],"to":[11,22,176,226],"enable":[12],"the":[13,34,47,50,66,87,105,115,119,133,143,146,152,155,194,202,207,214,219,223,229],"network-level":[14],"in-band":[15],"full-duplex.":[16],"By":[17],"dynamically":[18],"allocating":[19],"each":[20,31],"AP":[21,35],"perform":[23],"either":[24],"uplink":[25],"reception":[26],"or":[27],"downlink":[28],"transmission":[29],"at":[30,79],"time":[32],"slot,":[33],"duplex":[36],"mode":[37],"optimization":[38,144,148],"algorithm":[39],"(ADMOA)":[40],"plays":[41],"a":[42,100,124,166,173,180,188],"crucial":[43],"role":[44],"in":[45,73,86,104,142,179,211],"improving":[46],"performance":[48,224],"of":[49,68,83,118,157,228],"NAFD":[51,88],"CF":[52,89],"systems.":[53],"However,":[54],"most":[55],"existing":[56],"ADMOAs":[57],"focus":[58],"on":[59],"maximizing":[60],"spectral":[61],"efficiency":[62],"(SE)":[63],"and":[64,122,136,159,205,236],"overlook":[65],"issue":[67],"decreasing":[69],"system":[70,84],"resource":[71,139,160],"utilization":[72,161],"massive":[74],"Internet-of-Things":[75],"(mIoT)":[76],"scenarios.":[77,243],"Aiming":[78],"making":[80],"better":[81],"resources":[85],"with":[91,232],"time-varying":[92],"active":[93,120],"user":[94],"equipment":[95],"(UE),":[96],"this":[97],"article":[98],"proposes":[99],"\u201cpreallocation\u2014optimization\u201d":[101],"mechanism.":[102],"First,":[103],"preallocation":[106],"part,":[107,145],"we":[108,185],"establish":[109],"an":[110],"index":[111],"that":[112,218,227],"directly":[113],"reflects":[114],"service":[116],"satisfaction":[117],"UEs":[121],"propose":[123],"network":[125,134,203],"load":[126,135],"prediction":[127],"algorithm,":[128],"which":[129,171,199],"can":[130],"accurately":[131],"predict":[132],"preallocate":[137],"enough":[138],"blocks.":[140],"Then,":[141],"multiobjective":[147],"problem":[149,210],"for":[150,240],"getting":[151],"tradeoff":[153],"between":[154],"sum":[156],"SE":[158],"is":[162],"established.":[163],"We":[164],"design":[165,187],"deep":[167],"reinforcement":[168,190],"learning":[169],"(DRL)-based-ADMOA,":[170],"determines":[172],"clever":[174],"policy":[175,195],"solve":[177],"it":[178],"dynamic":[181,241],"environment.":[182],"In":[183],"addition,":[184],"further":[186],"hierarchical":[189],"learning-based-ADMOA":[191],"by":[192],"decomposing":[193],"into":[196],"two":[197],"level,":[198],"successfully":[200],"simplifies":[201],"structure":[204],"addresses":[206],"sparse":[208],"reward":[209],"DRL.":[212],"Finally,":[213],"simulation":[215],"results":[216],"show":[217],"proposed":[220],"schemes":[221],"achieve":[222],"similar":[225],"exhaustion":[230],"method":[231],"very":[233],"low":[234],"complexity,":[235],"are":[237],"more":[238],"suitable":[239],"mIoT":[242]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}