{"id":"https://openalex.org/W4414040881","doi":"https://doi.org/10.1109/jiot.2025.3606793","title":"Rate Adaptation and Power Control for IoT Networks With Ambient Energy Harvesting: A Deep Reinforcement Learning Approach","display_name":"Rate Adaptation and Power Control for IoT Networks With Ambient Energy Harvesting: A Deep Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-09-05","ids":{"openalex":"https://openalex.org/W4414040881","doi":"https://doi.org/10.1109/jiot.2025.3606793"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3606793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3606793","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066395709","display_name":"Abdulaziz Alorainy","orcid":"https://orcid.org/0000-0003-1606-8491"},"institutions":[{"id":"https://openalex.org/I134359838","display_name":"Alfaisal University","ror":"https://ror.org/00cdrtq48","country_code":"SA","type":"education","lineage":["https://openalex.org/I134359838"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Abdulaziz Alorainy","raw_affiliation_strings":["Electrical Engineering Department, Alfaisal University, Riyadh, Saudi Arabia","Alfaisal University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-1606-8491","affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Alfaisal University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I134359838"]},{"raw_affiliation_string":"Alfaisal University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I134359838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066796586","display_name":"Nour Kouzayha","orcid":"https://orcid.org/0000-0002-0660-2737"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Nour Kouzayha","raw_affiliation_strings":["Electrical and Computer Engineering Program, Computer, Electrical and Mathematical Sciences and Engineering (CEMSE), King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","King Abdullah University of Science and Technology, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-0660-2737","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Program, Computer, Electrical and Mathematical Sciences and Engineering (CEMSE), King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"King Abdullah University of Science and Technology, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084440872","display_name":"Hesham ElSawy","orcid":"https://orcid.org/0000-0003-4201-6126"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hesham ElSawy","raw_affiliation_strings":["School of Computing, Queen’s University, Kingston, ON, Canada","School of Computing, Queen’s University, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4201-6126","affiliations":[{"raw_affiliation_string":"School of Computing, Queen’s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]},{"raw_affiliation_string":"School of Computing, Queen’s University, Ontario, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083193286","display_name":"Mohamed\u2010Slim Alouini","orcid":"https://orcid.org/0000-0003-4827-1793"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Mohamed-Slim Alouini","raw_affiliation_strings":["Electrical and Computer Engineering Program, Computer, Electrical and Mathematical Sciences and Engineering (CEMSE), King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","King Abdullah University of Science and Technology, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-4827-1793","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Program, Computer, Electrical and Mathematical Sciences and Engineering (CEMSE), King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"King Abdullah University of Science and Technology, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066119580","display_name":"Tareq Y. Al-Naffouri","orcid":"https://orcid.org/0000-0001-6955-4720"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Tareq Y. Al-Naffouri","raw_affiliation_strings":["Electrical and Computer Engineering Program, Computer, Electrical and Mathematical Sciences and Engineering (CEMSE), King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","King Abdullah University of Science and Technology, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-6955-4720","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Program, Computer, Electrical and Mathematical Sciences and Engineering (CEMSE), King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"King Abdullah University of Science and Technology, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4626,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67254249,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":"23","first_page":"49577","last_page":"49593"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7874000072479248},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.6690000295639038},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5898000001907349},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.512499988079071},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.48539999127388},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.4487999975681305},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.447299987077713},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.444599986076355},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4262999892234802}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8374999761581421},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7874000072479248},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.6690000295639038},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5898000001907349},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.548799991607666},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.512499988079071},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.48539999127388},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4781000018119812},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.4487999975681305},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.447299987077713},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.444599986076355},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4262999892234802},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.3874000012874603},{"id":"https://openalex.org/C196095461","wikidata":"https://www.wikidata.org/wiki/Q576842","display_name":"Queuing delay","level":3,"score":0.3774999976158142},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.3598000109195709},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.33970001339912415},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3068999946117401},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.27070000767707825},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.26809999346733093},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C2778774385","wikidata":"https://www.wikidata.org/wiki/Q4437810","display_name":"Power management","level":3,"score":0.2590999901294708},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.2581999897956848},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C139940560","wikidata":"https://www.wikidata.org/wiki/Q290036","display_name":"Network simulation","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3606793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3606793","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6604526721","display_name":null,"funder_award_id":"ORFS-CRG12-2024-6478","funder_id":"https://openalex.org/F4320322320","funder_display_name":"King Abdullah University of Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320322320","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1549353711","https://openalex.org/W1993918491","https://openalex.org/W2169976759","https://openalex.org/W2177372563","https://openalex.org/W2761873684","https://openalex.org/W2774599917","https://openalex.org/W2799016378","https://openalex.org/W2893955145","https://openalex.org/W2911511504","https://openalex.org/W2950558281","https://openalex.org/W2955133642","https://openalex.org/W2962896678","https://openalex.org/W2963294159","https://openalex.org/W3002159761","https://openalex.org/W3002244303","https://openalex.org/W3010704611","https://openalex.org/W3020925646","https://openalex.org/W3022525074","https://openalex.org/W3096015486","https://openalex.org/W3106735289","https://openalex.org/W3125481738","https://openalex.org/W3129261040","https://openalex.org/W3167808866","https://openalex.org/W3178503712","https://openalex.org/W3201645254","https://openalex.org/W3203778212","https://openalex.org/W4206732306","https://openalex.org/W4226285799","https://openalex.org/W4320015876","https://openalex.org/W4366251214","https://openalex.org/W4383220169","https://openalex.org/W4389459172","https://openalex.org/W4392981267","https://openalex.org/W4399310836","https://openalex.org/W4399417715","https://openalex.org/W4400447359","https://openalex.org/W4402129557","https://openalex.org/W4408182696","https://openalex.org/W4414040881"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"In":[0,31,128],"Internet":[1],"of":[2,10,20,69,117,194,237],"Things":[3],"(IoT)":[4],"networks,":[5],"ensuring":[6],"the":[7,16,24,67,73,79,114,118,121,125,136,141,154,163,186,195,200,214,234,246,254,263,288],"timely":[8],"delivery":[9,84],"information":[11,70],"is":[12,132,166,174,220],"significantly":[13],"constrained":[14],"by":[15],"limited":[17],"energy":[18,47,137],"resources":[19],"IoT":[21,40],"devices":[22],"and":[23,61,72,98,107,120,140,151,158,205,227,274,278],"signal":[25],"attenuation":[26],"experienced":[27],"in":[28,283],"wireless":[29],"channels.":[30],"this":[32],"paper,":[33],"we":[34,62,101],"investigate":[35],"resource":[36],"management":[37],"for":[38,58,82,113,146,224,232],"self-sustaining":[39],"networks":[41],"with":[42],"ambient":[43],"radio":[44],"frequency":[45],"(RF)":[46],"harvesting":[48,138],"via":[49],"a":[50,55,103,147,169,175,180,206,280],"spatio-temporal":[51],"approach.":[52],"We":[53],"consider":[54],"hard":[56,80],"deadline":[57,81],"packet":[59,74,83,142,259,275],"delivery,":[60],"aim":[63],"to":[64,78,134,184,287],"jointly":[65],"reduce":[66],"age":[68],"(AoI)":[71],"drop":[75,260,276],"rate":[76,105,150,156,225],"due":[77],"or":[85],"buffer":[86],"overflow.":[87],"To":[88],"achieve":[89],"that,":[90],"using":[91,168],"tools":[92],"from":[93],"deep":[94,170,181],"reinforcement":[95],"learning":[96],"(DRL)":[97],"stochastic":[99,130],"geometry,":[100],"propose":[102],"joint":[104,155],"adaptation":[106,157,226],"power":[108,159,228],"control":[109,160,229],"scheme":[110],"that":[111,178,245],"accounts":[112],"spatial":[115],"topology":[116],"network":[119,183],"temporal":[122],"attributes":[123],"at":[124,162],"device":[126,164],"level.":[127],"particular,":[129],"geometry":[131],"leveraged":[133],"characterize":[135],"process":[139],"transmission":[143,235],"success":[144],"probability":[145],"given":[148],"transmit":[149],"power.":[152],"Furthermore,":[153],"policy":[161],"level":[165],"obtained":[167],"R-network":[171],"(DRN),":[172],"which":[173],"DRL":[176,219],"algorithm":[177],"utilizes":[179],"neural":[182],"approximate":[185],"R-function":[187],"(the":[188],"expected":[189],"average":[190],"reward).":[191],"The":[192,240],"performances":[193],"last-come-first-served":[196],"(LCFS)":[197],"queuing":[198,203,209,217,248,256,266,290],"discipline,":[199,204,218],"first-come-first-served":[201],"(FCFS)":[202],"proposed":[207,215,264],"hybrid":[208,216,265],"discipline":[210,249,257,267],"are":[211],"compared.":[212],"For":[213],"used":[221],"not":[222],"only":[223],"but":[230],"also":[231],"specifying":[233],"order":[236],"generated":[238],"packets.":[239],"presented":[241],"numerical":[242],"results":[243],"demonstrate":[244],"LCFS":[247],"improves":[250,258],"AoI":[251,273],"performance,":[252],"while":[253],"FCFS":[255],"rate.":[261],"Also,":[262],"strikes":[268],"an":[269],"intricate":[270],"balance":[271],"between":[272],"rate,":[277],"achieves":[279],"good":[281],"performance":[282],"both":[284],"measures":[285],"compared":[286],"other":[289],"disciplines.":[291]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-20T23:13:51.555489","created_date":"2025-10-10T00:00:00"}