{"id":"https://openalex.org/W7220782844","doi":null,"title":"Reinforcement learning and optimization methods in sensor networks","display_name":"Reinforcement learning and optimization methods in sensor networks","alternate_titles":[],"publication_year":2025,"publication_date":"2025-07-18","ids":{"openalex":"https://openalex.org/W7220782844"},"language":"en","primary_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/129955","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/129955","pdf_url":"https://www.ideals.illinois.edu/items/136996/bitstreams/447399/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7220782844"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ideals.illinois.edu/items/136996/bitstreams/447399/data.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091204230","display_name":"Adarsh M. Subramaniam","orcid":"https://orcid.org/0009-0007-5690-3662","observed_orcids":["https://orcid.org/0009-0007-5690-3662"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Muthuveeru-Subramaniam, Adarsh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5091204230"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.5303000211715698,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.5303000211715698,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.2953999936580658,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.03849999979138374,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensor-networks","display_name":"sensor networks","score":0.9950000047683716},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8690000176429749},{"id":"https://openalex.org/keywords/resource-optimization","display_name":"resource optimization","score":0.6909999847412109},{"id":"https://openalex.org/keywords/model-free-reinforcement-learning","display_name":"model-free reinforcement learning","score":0.6589999794960022},{"id":"https://openalex.org/keywords/bandwidth-limited-communication","display_name":"bandwidth-limited communication","score":0.6650000214576721},{"id":"https://openalex.org/keywords/power-consumption","display_name":"power consumption","score":0.5009999871253967}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5848000049591064},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.498199999332428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46309998631477356},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.4047999978065491},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2858000099658966},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.27959999442100525},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2605000138282776}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:www.ideals.illinois.edu:2142/129955","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/129955","pdf_url":"https://www.ideals.illinois.edu/items/136996/bitstreams/447399/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/129955","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/129955","pdf_url":"https://www.ideals.illinois.edu/items/136996/bitstreams/447399/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220782844.pdf","grobid_xml":"https://content.openalex.org/works/W7220782844.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W745867715","https://openalex.org/W1539216098","https://openalex.org/W1843828865","https://openalex.org/W1969811075","https://openalex.org/W1988302514","https://openalex.org/W2024661490","https://openalex.org/W2032100464","https://openalex.org/W2033813804","https://openalex.org/W2044136843","https://openalex.org/W2044375425","https://openalex.org/W2048605796","https://openalex.org/W2059485247","https://openalex.org/W2061863621","https://openalex.org/W2113372738","https://openalex.org/W2123487311","https://openalex.org/W2131505148","https://openalex.org/W2133486451","https://openalex.org/W2144913588","https://openalex.org/W2152706713","https://openalex.org/W2156256141","https://openalex.org/W2168024904","https://openalex.org/W2606891064","https://openalex.org/W2736601468","https://openalex.org/W2752555111","https://openalex.org/W2798766386","https://openalex.org/W2890924858","https://openalex.org/W2891970177","https://openalex.org/W2899874324","https://openalex.org/W2903962827","https://openalex.org/W2911867426","https://openalex.org/W2914270215","https://openalex.org/W2945238055","https://openalex.org/W2962712496","https://openalex.org/W2981365946","https://openalex.org/W2995022099","https://openalex.org/W3000437896","https://openalex.org/W3044937292","https://openalex.org/W3131097734","https://openalex.org/W3166972615","https://openalex.org/W4230874317","https://openalex.org/W4287758849","https://openalex.org/W4375869022","https://openalex.org/W4408352662","https://openalex.org/W7018288791","https://openalex.org/W7037841583"],"related_works":["https://openalex.org/W1555739152","https://openalex.org/W3196542329","https://openalex.org/W934698104","https://openalex.org/W6889402266","https://openalex.org/W900251","https://openalex.org/W7220823053","https://openalex.org/W3126663690","https://openalex.org/W7162626348","https://openalex.org/W2614382156","https://openalex.org/W2183366924"],"abstract_inverted_index":{"Distributed":[0],"Sensor":[1],"Networks":[2],"(DSNs)":[3],"[1]":[4],"are":[5],"ubiquitous":[6],"in":[7,64,97,144,166,309],"civilian":[8],"and":[9,25,37,57,72,128,135,194,278],"military":[10],"applications,":[11],"with":[12,203,301,321],"a":[13,61,65,81,149,161,186,190,240,248,327],"wide":[14],"range":[15],"of":[16,28,51,109,209,266,274,281,330],"uses":[17],"including":[18],"motion":[19],"detection,":[20],"healthcare,":[21],"remote":[22],"sensing,":[23],"surveillance,":[24],"imaging.The":[26],"deployment":[27],"DSNs":[29,139,172,183],"involves":[30],"various":[31],"constraints":[32],"on":[33,138,175,182],"the":[34,38,104,107,198,204,207,218,253,260,264,272,279,302],"sensor":[35,52,74,115,145,196,261],"nodes":[36,53],"network,":[39],"such":[40],"as":[41,217],"i)":[42,229],"bandwidth-limited":[43,82],"communication":[44,83],"ii)":[45,243],"power":[46,70,88,136],"consumption":[47,71],"iii)":[48],"response":[49,75],"time":[50,76],"iv)":[54],"compute":[55],"limitations":[56],"many":[58],"others.For":[59],"instance,":[60],"DSN":[62],"deployed":[63],"battlefield":[66],"must":[67],"exhibit":[68],"low":[69],"fast":[73],"to":[77,140,214,234,305],"external":[78],"stimuli":[79],"within":[80,159],"network.In":[84],"recent":[85],"years,":[86],"computing":[87],"has":[89],"undergone":[90],"significant":[91],"advancements,":[92],"largely":[93],"propelled":[94],"by":[95,185],"improvements":[96,101],"System-on-Chip":[98],"(SoC)":[99],"technologies.These":[100],"have":[102],"paved":[103],"way":[105],"for":[106,152,171,246],"integration":[108],"Machine":[110],"Learning":[111],"(ML)":[112],"capabilities":[113],"into":[114],"nodes.Machine":[116],"learning":[117,247,250,284],"algorithms":[118,154,170],"often":[119],"leverage":[120],"neural":[121],"networks,":[122],"which":[123,312],"demand":[124],"substantial":[125],"memory,":[126],"bandwidth,":[127],"computational":[129],"resources.Consequently,":[130],"this":[131,167,178,210,215],"imposes":[132],"heightened":[133],"bandwidth":[134,282],"requisites":[137],"support":[141],"ML":[142],"implementation":[143],"nodes.Thus,":[146],"there":[147],"arises":[148],"pressing":[150],"need":[151],"innovative":[153],"aimed":[155],"at":[156,252],"resource":[157],"optimization":[158,169],"DSNs,":[160,223],"challenge":[162],"that":[163],"we":[164,180,212,224],"address":[165,263],"thesis.Resource":[168],"vary":[173],"based":[174],"their":[176],"topology.In":[177],"thesis,":[179,211],"focus":[181],"characterized":[184],"centralized":[187],"structure,":[188],"comprising":[189],"central":[191,205,219,221,254],"controller/central":[192],"node":[193],"numerous":[195],"nodes.Notably,":[197],"sensors":[199],"can":[200],"communicate":[201],"only":[202,293],"node.Within":[206],"scope":[208],"refer":[213],"topology":[216,222],"topology.Within":[220],"tackle":[225],"two":[226],"distinct":[227],"problems;":[228],"energy":[230,267],"efficient":[231,268,283],"model-free":[232,269],"approach":[233],"tracking":[235,270],"an":[236],"object":[237],"moving":[238],"through":[239,285],"sensing":[241],"grid":[242],"bandwidth-efficient":[244],"methods":[245],"machine":[249,310],"model":[251],"controller":[255],"using":[256],"data":[257],"gathered":[258],"from":[259],"nodes.We":[262],"problem":[265,280],"though":[271],"lens":[273],"RL":[275],"(Reinforcement":[276],"Learning)":[277],"compressed":[286],"distributed":[287],"Stochastic":[288],"Gradient":[289],"Descent":[290],"(SGD).He":[291],"not":[292],"provided":[294],"invaluable":[295],"mentorship":[296],"but":[297],"also":[298],"entrusted":[299],"me":[300],"intellectual":[303],"freedom":[304],"explore":[306],"unconventional":[307],"problems":[308],"learning,":[311],"I":[313],"truly":[314],"appreciate.His":[315],"unwavering":[316],"patience,":[317],"even":[318],"when":[319],"faced":[320],"my":[322],"developing":[323],"writing":[324],"skills,":[325],"was":[326],"constant":[328],"source":[329],"encouragement.":[331]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7220782844","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-10-07T00:00:00"}
