{"id":"https://openalex.org/W3035817995","doi":"https://doi.org/10.1109/tnsm.2020.3002828","title":"Cooperative Network Model for Joint Mobile Sink Scheduling and Dynamic Buffer Management Using Q-Learning","display_name":"Cooperative Network Model for Joint Mobile Sink Scheduling and Dynamic Buffer Management Using Q-Learning","publication_year":2020,"publication_date":"2020-06-16","ids":{"openalex":"https://openalex.org/W3035817995","doi":"https://doi.org/10.1109/tnsm.2020.3002828","mag":"3035817995"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2020.3002828","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2020.3002828","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033168903","display_name":"Surender Redhu","orcid":"https://orcid.org/0000-0002-4120-083X"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Surender Redhu","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Kanpur, Kanpur, India","Department of Electrical engineering, Indian Institute of Technology Kanpur, Kanpur, India"],"raw_orcid":"https://orcid.org/0000-0002-4120-083X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Kanpur, Kanpur, India","institution_ids":["https://openalex.org/I94234084"]},{"raw_affiliation_string":"Department of Electrical engineering, Indian Institute of Technology Kanpur, Kanpur, India","institution_ids":["https://openalex.org/I94234084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085503354","display_name":"Rajesh M. Hegde","orcid":"https://orcid.org/0000-0002-6142-7724"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajesh M. Hegde","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Kanpur, Kanpur, India","Department of Electrical engineering, Indian Institute of Technology Kanpur, Kanpur, India"],"raw_orcid":"https://orcid.org/0000-0002-6142-7724","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Kanpur, Kanpur, India","institution_ids":["https://openalex.org/I94234084"]},{"raw_affiliation_string":"Department of Electrical engineering, Indian Institute of Technology Kanpur, Kanpur, India","institution_ids":["https://openalex.org/I94234084"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I94234084"],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":3.2554,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.92058554,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"17","issue":"3","first_page":"1853","last_page":"1864"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8273234367370605},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.6300938725471497},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5724786520004272},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5188573598861694},{"id":"https://openalex.org/keywords/buffer-overflow","display_name":"Buffer overflow","score":0.47089439630508423},{"id":"https://openalex.org/keywords/sink","display_name":"Sink (geography)","score":0.4682793617248535},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.45412176847457886},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.421725332736969},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.38456833362579346},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09442156553268433},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09076672792434692}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8273234367370605},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6300938725471497},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5724786520004272},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5188573598861694},{"id":"https://openalex.org/C40842320","wikidata":"https://www.wikidata.org/wiki/Q19423","display_name":"Buffer overflow","level":2,"score":0.47089439630508423},{"id":"https://openalex.org/C143050476","wikidata":"https://www.wikidata.org/wiki/Q194502","display_name":"Sink (geography)","level":2,"score":0.4682793617248535},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.45412176847457886},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.421725332736969},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.38456833362579346},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09442156553268433},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09076672792434692},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2020.3002828","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2020.3002828","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8999999761581421}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1595483645","https://openalex.org/W1979584016","https://openalex.org/W1985768685","https://openalex.org/W2001132459","https://openalex.org/W2009784815","https://openalex.org/W2043791244","https://openalex.org/W2061879708","https://openalex.org/W2070189017","https://openalex.org/W2083835467","https://openalex.org/W2099641228","https://openalex.org/W2106335692","https://openalex.org/W2108690917","https://openalex.org/W2111619626","https://openalex.org/W2122545369","https://openalex.org/W2123336539","https://openalex.org/W2124604342","https://openalex.org/W2130017063","https://openalex.org/W2139243316","https://openalex.org/W2141825620","https://openalex.org/W2145339207","https://openalex.org/W2155492251","https://openalex.org/W2162501737","https://openalex.org/W2170906797","https://openalex.org/W2241928397","https://openalex.org/W2296043116","https://openalex.org/W2530711515","https://openalex.org/W2606213502","https://openalex.org/W2796127131","https://openalex.org/W2803173660","https://openalex.org/W2808494303","https://openalex.org/W2892885892","https://openalex.org/W2905308829","https://openalex.org/W2963864421","https://openalex.org/W4214717370","https://openalex.org/W6635465357","https://openalex.org/W6678794833"],"related_works":["https://openalex.org/W2180474751","https://openalex.org/W2047431599","https://openalex.org/W2379601516","https://openalex.org/W1973040075","https://openalex.org/W1964132576","https://openalex.org/W2149911953","https://openalex.org/W2064117466","https://openalex.org/W2607179100","https://openalex.org/W2140639809","https://openalex.org/W1195285067"],"abstract_inverted_index":{"Development":[0],"of":[1,11,46,144,150,183,197,225,252,277,315,330],"energy-efficient":[2,78],"wireless":[3,47,246,297],"sensor":[4,48,247,254,298],"networks":[5,49],"is":[6,91,111,134,164,192,237,256,264],"crucial":[7],"in":[8,42,50,105,115,180,194,221,273,293,313,334],"the":[9,44,145,148,168,173,189,195,207,211,226,268,286,290,302,328],"deployment":[10,34,104],"IoT":[12,51,338],"and":[13,24,35,101,123,147,218,232],"IIoT":[14],"for":[15,166,210,258,327,337],"modern":[16],"day":[17],"applications":[18],"like":[19,29,67],"smart":[20,22,25],"home,":[21],"vehicles,":[23],"industries.":[26],"Several":[27],"methods":[28,55],"network":[30,65,70,95,118,190,248,299,303,309,332],"clustering,":[31],"mobile":[32,82,102,120,151,169,212,229],"sink":[33,83,103,121,152,170,213,230],"dynamic":[36,88,233],"sensing":[37,108,142,271],"rate":[38,109,143,272],"have":[39,56],"been":[40,57],"used":[41],"improving":[43,301],"energy-efficiency":[45,316],"framework.":[52],"However,":[53,114],"these":[54],"developed":[58,165],"independently":[59],"which":[60,127],"can":[61],"lead":[62],"to":[63,137,266,319],"certain":[64],"issues":[66],"reduced":[68],"lifetime,":[69],"breakdown":[71],"among":[72],"others.":[73],"In":[74],"this":[75],"work,":[76],"an":[77],"method":[79,205,236,263,288],"that":[80,97,285],"optimizes":[81],"scheduling":[84,122,167,231],"while":[85,171,300],"concurrently":[86],"providing":[87],"buffer":[89,124,139,178,198,219,234],"management":[90,126,235],"proposed.":[92],"A":[93,244],"cooperative":[94,117,308,331],"model":[96,310,333],"incorporates":[98],"node":[99,107,270],"clustering":[100],"variable":[106,141,269],"scenario":[110],"first":[112],"developed.":[113],"such":[116],"models,":[119],"overflow":[125,179,199,220],"causes":[128],"information":[129,174,216,291],"loss":[130,175,217,292],"become":[131],"challenging.":[132],"This":[133],"primarily":[135],"due":[136],"limited":[138],"size,":[140],"nodes,":[146],"unavailability":[149],"at":[153],"all":[154],"times":[155],"near":[156],"a":[157,160,184,240,250,274,294],"cluster.":[158,223],"Therefore,":[159],"reinforcement":[161],"Q-learning":[162,201],"framework":[163],"minimizing":[172],"caused":[176],"by":[177],"each":[181,222],"cluster":[182],"clustered":[185,245],"WSN.":[186,243,321],"More":[187],"specifically,":[188],"behaviour":[191],"learnt":[193],"context":[196],"using":[200,279],"approach.":[202],"The":[203,261,306,322],"proposed":[204,227,262,287,307],"computes":[206],"adaptive":[208],"halt-times":[209],"based":[214],"on":[215,239],"Performance":[224],"joint":[228],"evaluated":[238],"medium":[241,295],"scale":[242,296],"with":[249],"total":[251],"600":[253],"nodes":[255],"considered":[257],"performance":[259],"evaluation.":[260],"shown":[265],"learn":[267],"reasonable":[275],"amount":[276],"time":[278],"convergence":[280],"analysis.":[281],"Numeric":[282],"evaluations":[283],"indicate":[284],"minimizes":[289],"lifetime":[304],"simultaneously.":[305],"also":[311],"outperforms":[312],"terms":[314],"when":[317],"compared":[318],"conventional":[320],"results":[323],"are":[324],"motivating":[325],"enough":[326],"use":[329],"practical":[335],"WSNs":[336],"applications.":[339]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}