{"id":"https://openalex.org/W3168977894","doi":"https://doi.org/10.1109/lcomm.2021.3074756","title":"Dynamic Resource Configuration for Low-Power IoT Networks: A Multi-Objective Reinforcement Learning Method","display_name":"Dynamic Resource Configuration for Low-Power IoT Networks: A Multi-Objective Reinforcement Learning Method","publication_year":2021,"publication_date":"2021-04-22","ids":{"openalex":"https://openalex.org/W3168977894","doi":"https://doi.org/10.1109/lcomm.2021.3074756","mag":"3168977894"},"language":"en","primary_location":{"id":"doi:10.1109/lcomm.2021.3074756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2021.3074756","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.02826","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033812651","display_name":"Yang Huang","orcid":"https://orcid.org/0000-0002-6685-221X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Huang","raw_affiliation_strings":["Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6685-221X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I890469752"]},{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058892726","display_name":"Caiyong Hao","orcid":"https://orcid.org/0000-0001-7003-7501"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210143635","display_name":"State Radio Regulation Of China","ror":"https://ror.org/041100z65","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210143635","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Caiyong Hao","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China","Shenzhen Station of State Radio Monitoring Center, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-7003-7501","affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Shenzhen Station of State Radio Monitoring Center, Shenzhen, China","institution_ids":["https://openalex.org/I4210143635"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016799540","display_name":"Yijie Mao","orcid":"https://orcid.org/0000-0001-5077-2998"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yijie Mao","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0001-5077-2998","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011900098","display_name":"Fuhui Zhou","orcid":"https://orcid.org/0000-0001-6880-6244"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuhui Zhou","raw_affiliation_strings":["Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6880-6244","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I890469752"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0644,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.87007389,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"25","issue":"7","first_page":"2285","last_page":"2289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9497962594032288},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8244791626930237},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7972191572189331},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5729913711547852},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5340567827224731},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.46872174739837646},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4584062397480011},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4548495411872864},{"id":"https://openalex.org/keywords/interval","display_name":"Interval (graph theory)","score":0.4513515532016754},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.4424417018890381},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.43816131353378296},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.41151198744773865},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3966609835624695},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32522353529930115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3141964077949524},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2528599500656128},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.20608243346214294},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18927717208862305},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10299849510192871},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.0907151997089386},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.07472720742225647}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9497962594032288},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8244791626930237},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7972191572189331},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5729913711547852},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5340567827224731},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.46872174739837646},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4584062397480011},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4548495411872864},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.4513515532016754},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.4424417018890381},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.43816131353378296},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.41151198744773865},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3966609835624695},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32522353529930115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3141964077949524},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2528599500656128},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.20608243346214294},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18927717208862305},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10299849510192871},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0907151997089386},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.07472720742225647},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lcomm.2021.3074756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2021.3074756","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2106.02826","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.02826","pdf_url":"https://arxiv.org/pdf/2106.02826","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.02826","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.02826","pdf_url":"https://arxiv.org/pdf/2106.02826","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1305448562","display_name":null,"funder_award_id":"61901216","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1846892462","display_name":null,"funder_award_id":"U2001210","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2060091859","display_name":null,"funder_award_id":"62031012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3818858790","display_name":null,"funder_award_id":"2020D08","funder_id":"https://openalex.org/F4320324856","funder_display_name":"Southeast University"},{"id":"https://openalex.org/G5901541338","display_name":"\u8ba4\u77e5\u65e0\u4eba\u673a\u7f51\u7edc\u7684\u8d44\u6e90\u9c81\u68d2\u7ba1\u63a7\u7406\u8bba\u4e0e\u65b9\u6cd5\u7814\u7a76","funder_award_id":"62071223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6743427476","display_name":null,"funder_award_id":"BK20190400","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324856","display_name":"Southeast University","ror":"https://ror.org/04ct4d772"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1601081659","https://openalex.org/W1987725948","https://openalex.org/W1998649829","https://openalex.org/W2024780670","https://openalex.org/W2101915445","https://openalex.org/W2121863487","https://openalex.org/W2487144912","https://openalex.org/W2530115161","https://openalex.org/W2763351278","https://openalex.org/W2765492968","https://openalex.org/W2897098321","https://openalex.org/W2963924352","https://openalex.org/W3000537180","https://openalex.org/W3037829814","https://openalex.org/W4214717370","https://openalex.org/W4229915002"],"related_works":["https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W3096874164","https://openalex.org/W2357975469","https://openalex.org/W4400868993"],"abstract_inverted_index":{"Considering":[0],"grant-free":[1],"transmissions":[2],"in":[3,46],"low-power":[4],"IoT":[5],"networks":[6],"with":[7,64],"unknown":[8],"time-frequency":[9],"distribution":[10],"of":[11,17,91],"interference,":[12],"we":[13,53],"address":[14],"the":[15,75,82,95],"problem":[16],"Dynamic":[18],"Resource":[19],"Configuration":[20],"(DRC),":[21],"which":[22],"amounts":[23],"to":[24],"a":[25,47,55,65],"Markov":[26],"decision":[27,77],"process.":[28],"Unfortunately,":[29],"off-the-shelf":[30],"methods":[31],"based":[32],"on":[33],"single-objective":[34],"reinforcement":[35],"learning":[36],"cannot":[37],"guarantee":[38],"energy-efficient":[39],"transmission,":[40],"especially":[41],"when":[42],"all":[43],"frequency-domain":[44],"channels":[45],"time":[48],"interval":[49],"are":[50,62],"interfered.":[51],"Therefore,":[52],"propose":[54],"novel":[56],"DRC":[57,84],"scheme":[58],"where":[59],"configuration":[60],"policies":[61],"optimized":[63],"Multi-Objective":[66],"Reinforcement":[67],"Learning":[68],"(MORL)":[69],"framework.":[70],"Numerical":[71],"results":[72],"show":[73],"that":[74,92],"average":[76],"error":[78],"rate":[79],"achieved":[80],"by":[81,94],"MORL-based":[83],"can":[85],"be":[86],"even":[87],"less":[88],"than":[89],"12%":[90],"yielded":[93],"conventional":[96],"R-learning-based":[97],"approach.":[98]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2021-06-22T00:00:00"}