{"id":"https://openalex.org/W4414769561","doi":"https://doi.org/10.1109/jiot.2026.3666236","title":"Dynamic and Distributed Routing in IoT Networks Based on Multiobjective Q-Learning","display_name":"Dynamic and Distributed Routing in IoT Networks Based on Multiobjective Q-Learning","publication_year":2026,"publication_date":"2026-02-19","ids":{"openalex":"https://openalex.org/W4414769561","doi":"https://doi.org/10.1109/jiot.2026.3666236"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2026.3666236","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3666236","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2505.00918","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054735160","display_name":"Shubham Vaishnav","orcid":"https://orcid.org/0000-0001-7612-4227"},"institutions":[{"id":"https://openalex.org/I161593684","display_name":"Stockholm University","ror":"https://ror.org/05f0yaq80","country_code":"SE","type":"education","lineage":["https://openalex.org/I161593684"]},{"id":"https://openalex.org/I4210160701","display_name":"Kista Photonics Research Center","ror":"https://ror.org/05j59av97","country_code":"SE","type":"facility","lineage":["https://openalex.org/I4210160701"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Shubham Vaishnav","raw_affiliation_strings":["Department of Computer and Systems Sciences, Stockholm University, Kista, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-7612-4227","affiliations":[{"raw_affiliation_string":"Department of Computer and Systems Sciences, Stockholm University, Kista, Sweden","institution_ids":["https://openalex.org/I161593684","https://openalex.org/I4210160701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079303717","display_name":"Praveen Kumar Donta","orcid":"https://orcid.org/0000-0002-8233-6071"},"institutions":[{"id":"https://openalex.org/I161593684","display_name":"Stockholm University","ror":"https://ror.org/05f0yaq80","country_code":"SE","type":"education","lineage":["https://openalex.org/I161593684"]},{"id":"https://openalex.org/I4210160701","display_name":"Kista Photonics Research Center","ror":"https://ror.org/05j59av97","country_code":"SE","type":"facility","lineage":["https://openalex.org/I4210160701"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Praveen Kumar Donta","raw_affiliation_strings":["Department of Computer and Systems Sciences, Stockholm University, Kista, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-8233-6071","affiliations":[{"raw_affiliation_string":"Department of Computer and Systems Sciences, Stockholm University, Kista, Sweden","institution_ids":["https://openalex.org/I161593684","https://openalex.org/I4210160701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054704457","display_name":"Sindri Magn\u00fasson","orcid":"https://orcid.org/0000-0002-6617-8683"},"institutions":[{"id":"https://openalex.org/I161593684","display_name":"Stockholm University","ror":"https://ror.org/05f0yaq80","country_code":"SE","type":"education","lineage":["https://openalex.org/I161593684"]},{"id":"https://openalex.org/I4210160701","display_name":"Kista Photonics Research Center","ror":"https://ror.org/05j59av97","country_code":"SE","type":"facility","lineage":["https://openalex.org/I4210160701"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Sindri Magn\u00fasson","raw_affiliation_strings":["Department of Computer and Systems Sciences, Stockholm University, Kista, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-6617-8683","affiliations":[{"raw_affiliation_string":"Department of Computer and Systems Sciences, Stockholm University, Kista, Sweden","institution_ids":["https://openalex.org/I161593684","https://openalex.org/I4210160701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.4196,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94581522,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"13","issue":"10","first_page":"20644","last_page":"20659"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9550999999046326,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9550999999046326,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9014999866485596,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6064000129699707},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5548999905586243},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5152000188827515},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4747999906539917},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.45089998841285706},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4404999911785126},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.42730000615119934},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.3896999955177307},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.35339999198913574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8557000160217285},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6064000129699707},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5548999905586243},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5152000188827515},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4747999906539917},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.45089998841285706},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4507000148296356},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4404999911785126},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.42730000615119934},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.42590001225471497},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.3896999955177307},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.35339999198913574},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3531999886035919},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.3481000065803528},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.3391000032424927},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.3319000005722046},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.29989999532699585},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.28760001063346863},{"id":"https://openalex.org/C2777386808","wikidata":"https://www.wikidata.org/wiki/Q5254078","display_name":"Delivery Performance","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.2768999934196472},{"id":"https://openalex.org/C204673680","wikidata":"https://www.wikidata.org/wiki/Q1628107","display_name":"Airfield traffic pattern","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.25369998812675476},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/jiot.2026.3666236","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3666236","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2505.00918","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.00918","pdf_url":"https://arxiv.org/pdf/2505.00918","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:doi:10.48550/arxiv.2505.00918","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2505.00918","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.00918","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2505.00918","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.00918","pdf_url":"https://arxiv.org/pdf/2505.00918","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3576556865","display_name":null,"funder_award_id":"2024-04058","funder_id":"https://openalex.org/F4320322887","funder_display_name":"The Research Council"}],"funders":[{"id":"https://openalex.org/F4320322887","display_name":"The Research Council","ror":"https://ror.org/03tcppy59"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"IoT":[0],"networks":[1],"often":[2],"face":[3],"conflicting":[4],"routing":[5,75],"goals":[6],"such":[7],"as":[8],"maximizing":[9],"packet":[10,105,180],"delivery,":[11],"minimizing":[12],"delay,":[13],"and":[14,54,70,84,108,163,171,179,189],"conserving":[15],"limited":[16],"battery":[17],"energy.":[18],"These":[19],"priorities":[20,162],"can":[21],"also":[22],"change":[23],"dynamically:":[24],"for":[25,94,102],"example,":[26],"an":[27],"emergency":[28],"alert":[29],"requires":[30],"high":[31],"reliability,":[32],"while":[33],"routine":[34],"monitoring":[35],"prioritizes":[36],"energy":[37,103,169],"efficiency":[38],"to":[39,61,91,100,113,160,166,173,183,216],"prolong":[40],"network":[41],"lifetime.":[42],"Existing":[43],"works,":[44],"including":[45],"many":[46],"deep":[47],"reinforcement":[48],"learning":[49],"approaches,":[50],"are":[51],"typically":[52],"centralized":[53,122],"assume":[55],"static":[56],"objectives,":[57],"making":[58],"them":[59],"slow":[60],"adapt":[62],"when":[63],"preferences":[64],"shift.":[65],"We":[66],"propose":[67],"a":[68,86],"dynamic":[69,188],"fully":[71],"distributed":[72,190],"multi-objective":[73],"Q-learning":[74],"algorithm":[76,98],"that":[77,129,141,153,200],"learns":[78,99],"multiple":[79],"per-preference":[80],"Q-tables":[81],"in":[82,136,157,218],"parallel":[83],"introduces":[85],"novel":[87],"greedy":[88,143],"interpolation":[89,144],"policy":[90,145],"act":[92],"near-optimally":[93],"unseen":[95],"preferences.":[96],"The":[97],"optimize":[101],"efficiency,":[104],"delivery":[106,181],"ratio,":[107],"the":[109,130,137,201],"composite":[110,208],"reward,":[111],"adapting":[112],"changing":[114],"trade-offs":[115],"between":[116],"these":[117],"metrics":[118],"without":[119],"retraining":[120],"or":[121],"control.":[123],"A":[124],"theoretical":[125],"analysis":[126,193],"further":[127],"shows":[128],"optimal":[131],"value":[132],"function":[133],"is":[134],"Lipschitz-continuous":[135],"preference":[138,196],"parameter,":[139],"ensuring":[140],"proposed":[142,202],"yields":[146],"provably":[147],"near-optimal":[148],"behavior.":[149],"Simulation":[150],"results":[151],"show":[152],"our":[154],"approach":[155],"adapts":[156],"real":[158],"time":[159],"shifting":[161],"achieves":[164,206],"up":[165,172],"80\u201390%":[167],"lower":[168],"consumption":[170],"5":[174],"\u00d7":[175],"higher":[176,207],"cumulative":[177],"rewards":[178],"compared":[182],"six":[184],"baseline":[185,212],"protocols,":[186],"under":[187],"settings.":[191],"Sensitivity":[192],"across":[194],"varying":[195],"window":[197],"lengths":[198],"confirms":[199],"DPQ":[203],"framework":[204],"consistently":[205],"reward":[209],"than":[210],"all":[211],"methods,":[213],"demonstrating":[214],"robustness":[215],"changes":[217],"operating":[219],"conditions.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-03T00:00:00"}