{"id":"https://openalex.org/W4391164063","doi":"https://doi.org/10.1109/tgcn.2024.3358230","title":"Contextual Deep Reinforcement Learning for Flow and Energy Management in Wireless Sensor and IoT Networks","display_name":"Contextual Deep Reinforcement Learning for Flow and Energy Management in Wireless Sensor and IoT Networks","publication_year":2024,"publication_date":"2024-01-24","ids":{"openalex":"https://openalex.org/W4391164063","doi":"https://doi.org/10.1109/tgcn.2024.3358230"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2024.3358230","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3358230","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076998513","display_name":"Hrishikesh Dutta","orcid":"https://orcid.org/0000-0003-4436-1054"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hrishikesh Dutta","raw_affiliation_strings":["Electrical and Computer Engineering Department, Michigan State University, East Lansing, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-4436-1054","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001828510","display_name":"Amit Kumar Bhuyan","orcid":"https://orcid.org/0009-0000-1472-1931"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amit Kumar Bhuyan","raw_affiliation_strings":["Electrical and Computer Engineering Department, Michigan State University, East Lansing, MI, USA"],"raw_orcid":"https://orcid.org/0009-0000-1472-1931","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107170592","display_name":"Subir Biswas","orcid":"https://orcid.org/0000-0003-0828-2500"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subir Biswas","raw_affiliation_strings":["Electrical and Computer Engineering Department, Michigan State University, East Lansing, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-0828-2500","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87216513"],"apc_list":null,"apc_paid":null,"fwci":0.9889,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.71387648,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"8","issue":"3","first_page":"1233","last_page":"1244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8264974355697632},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.6687495112419128},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5740529298782349},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5110186338424683},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.48056653141975403},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4744114577770233},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4177316427230835},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3088502585887909},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26075825095176697},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.24863111972808838},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2145422399044037},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2027645707130432},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06135272979736328}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8264974355697632},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6687495112419128},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5740529298782349},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5110186338424683},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.48056653141975403},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4744114577770233},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4177316427230835},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3088502585887909},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26075825095176697},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.24863111972808838},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2145422399044037},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2027645707130432},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06135272979736328},{"id":"https://openalex.org/C57879066","wikidata":"https://www.wikidata.org/wiki/Q41217","display_name":"Mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2024.3358230","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3358230","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1565454011","https://openalex.org/W2022196363","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2153518141","https://openalex.org/W2811069198","https://openalex.org/W2907808704","https://openalex.org/W2917842573","https://openalex.org/W2919485146","https://openalex.org/W2996343649","https://openalex.org/W3006682505","https://openalex.org/W3010141230","https://openalex.org/W3010436150","https://openalex.org/W3013723131","https://openalex.org/W3023584911","https://openalex.org/W3044134118","https://openalex.org/W3047479346","https://openalex.org/W3082642222","https://openalex.org/W3111014660","https://openalex.org/W3136041731","https://openalex.org/W4200041178","https://openalex.org/W4221020669","https://openalex.org/W4224220194","https://openalex.org/W4224232484","https://openalex.org/W4224903585","https://openalex.org/W4286893914","https://openalex.org/W4322706610","https://openalex.org/W4360980468","https://openalex.org/W4366608944","https://openalex.org/W6766497270","https://openalex.org/W6798832068"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2089013912","https://openalex.org/W2076061571","https://openalex.org/W1987513656","https://openalex.org/W2145821588"],"abstract_inverted_index":{"Efficient":[0],"slot":[1,35],"allocation":[2,36],"and":[3,16,28,37,62,72,95,132,165,175,180,209,217],"transmit-sleep":[4,38],"scheduling":[5,39,197],"is":[6,31,67,106,184,191,207],"an":[7,181,194,200],"effective":[8],"access":[9],"control":[10],"mechanism":[11],"for":[12,33,88,158,186,213],"improving":[13,63],"communication":[14,166],"performance":[15,190],"network":[17,42,64,116,134],"lifetime":[18],"in":[19,40,112],"resourceconstrained":[20],"wireless":[21,41],"networks.":[22],"In":[23],"this":[24,53,153],"paper,":[25],"a":[26,70,102],"decentralized":[27,73],"multi-tier":[29],"framework":[30,111,154],"presented":[32],"joint":[34],"nodes":[43],"with":[44,143],"thin":[45],"energy":[46,60,93,139,163,173],"budget.":[47],"The":[48,82,119,149,168,189],"key":[49],"learning":[50,74,176],"objectives":[51],"of":[52,76,104,203],"architecture":[54,84],"are:":[55],"collision-free":[56],"transmission":[57],"scheduling,":[58],"reducing":[59],"consumption,":[61],"performance.":[65],"This":[66],"achieved":[68],"using":[69,211],"cooperative":[71],"behavior":[75],"multiple":[77],"Reinforcement":[78],"Learning":[79],"(RL)":[80],"agents.":[81],"resulting":[83,120],"provides":[85],"throughput-sustainable":[86],"support":[87],"data":[89],"flows":[90],"while":[91],"minimizing":[92],"expenditure":[94],"sleep-induced":[96],"packet":[97,171],"losses.":[98],"To":[99],"achieve":[100],"this,":[101],"concept":[103],"Context":[105],"introduced":[107],"to":[108,114,130],"the":[109,127,144,204],"RL":[110],"order":[113],"capture":[115],"traffic":[117,218],"dynamics.":[118],"Contextual":[121],"Deep":[122],"Q-Learning":[123],"(CDQL)":[124],"model":[125,202],"makes":[126],"system":[128,205],"adaptive":[129],"dynamic":[131],"heterogeneous":[133],"load.":[135],"It":[136],"also":[137],"improves":[138],"efficiency":[140],"when":[141],"compared":[142,192],"traditional":[145],"tabular":[146],"Q-learning-based":[147],"approaches.":[148],"results":[150],"demonstrate":[151],"how":[152],"can":[155],"be":[156],"used":[157],"prioritizing":[159],"application-specific":[160,182],"requirements,":[161],"namely,":[162],"saving":[164],"reliability.":[167],"trade-offs":[169],"among":[170],"drop,":[172],"expenditure,":[174],"convergence":[177],"are":[178],"studied,":[179],"solution":[183],"proposed":[185],"managing":[187],"them.":[188],"against":[193],"existing":[195],"state-of-the-art":[196],"approach.":[198],"Moreover,":[199],"analytical":[201],"dynamics":[206],"developed":[208],"validated":[210],"simulation":[212],"arbitrary":[214],"mesh":[215],"topologies":[216],"patterns.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}