{"id":"https://openalex.org/W3038529530","doi":"https://doi.org/10.1108/ijicc-03-2020-0021","title":"Adaptive task scheduling in IoT using reinforcement learning","display_name":"Adaptive task scheduling in IoT using reinforcement learning","publication_year":2020,"publication_date":"2020-06-30","ids":{"openalex":"https://openalex.org/W3038529530","doi":"https://doi.org/10.1108/ijicc-03-2020-0021","mag":"3038529530"},"language":"en","primary_location":{"id":"doi:10.1108/ijicc-03-2020-0021","is_oa":false,"landing_page_url":"https://doi.org/10.1108/ijicc-03-2020-0021","pdf_url":null,"source":{"id":"https://openalex.org/S124503262","display_name":"International Journal of Intelligent Computing and Cybernetics","issn_l":"1756-378X","issn":["1756-378X","1756-3798"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Computing and Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013049469","display_name":"Mohammad Khalid Pandit","orcid":"https://orcid.org/0000-0002-3755-3245"},"institutions":[{"id":"https://openalex.org/I8778637","display_name":"National Institute of Technology Srinagar","ror":"https://ror.org/03sfwvw54","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152752","https://openalex.org/I8778637"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Mohammad Khalid Pandit","raw_affiliation_strings":["Department of Computer Science and Engineering, National Institute of Technology Srinagar, Srinagar, India"],"raw_orcid":"https://orcid.org/0000-0002-3755-3245","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Institute of Technology Srinagar, Srinagar, India","institution_ids":["https://openalex.org/I8778637"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074385184","display_name":"Roohie Naaz Mir","orcid":"https://orcid.org/0000-0002-6460-0684"},"institutions":[{"id":"https://openalex.org/I8778637","display_name":"National Institute of Technology Srinagar","ror":"https://ror.org/03sfwvw54","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152752","https://openalex.org/I8778637"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Roohie Naaz Mir","raw_affiliation_strings":["Department of Computer Science and Engineering, National Institute of Technology Srinagar, Srinagar, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Institute of Technology Srinagar, Srinagar, India","institution_ids":["https://openalex.org/I8778637"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091854616","display_name":"Mohammad Ahsan Chishti","orcid":"https://orcid.org/0000-0003-3500-9825"},"institutions":[{"id":"https://openalex.org/I8778637","display_name":"National Institute of Technology Srinagar","ror":"https://ror.org/03sfwvw54","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152752","https://openalex.org/I8778637"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mohammad Ahsan Chishti","raw_affiliation_strings":["Department of Computer Science and Engineering, National Institute of Technology Srinagar, Srinagar, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Institute of Technology Srinagar, Srinagar, India","institution_ids":["https://openalex.org/I8778637"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013049469"],"corresponding_institution_ids":["https://openalex.org/I8778637"],"apc_list":null,"apc_paid":null,"fwci":4.694,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.95082726,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"13","issue":"3","first_page":"261","last_page":"282"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8949527740478516},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7552063465118408},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6115561723709106},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6083866357803345},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.5863984227180481},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5421299934387207},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5292510390281677},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4841947853565216},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4266444444656372},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.39444878697395325},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3342956602573395},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23097649216651917},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.15099841356277466},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09579980373382568}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8949527740478516},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7552063465118408},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6115561723709106},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6083866357803345},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.5863984227180481},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5421299934387207},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5292510390281677},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4841947853565216},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4266444444656372},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.39444878697395325},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3342956602573395},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23097649216651917},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.15099841356277466},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09579980373382568},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1108/ijicc-03-2020-0021","is_oa":false,"landing_page_url":"https://doi.org/10.1108/ijicc-03-2020-0021","pdf_url":null,"source":{"id":"https://openalex.org/S124503262","display_name":"International Journal of Intelligent Computing and Cybernetics","issn_l":"1756-378X","issn":["1756-378X","1756-3798"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Computing and Cybernetics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1788288079","https://openalex.org/W1819660368","https://openalex.org/W1974099360","https://openalex.org/W1981535560","https://openalex.org/W1996689181","https://openalex.org/W1999534989","https://openalex.org/W2013317495","https://openalex.org/W2026877546","https://openalex.org/W2083662692","https://openalex.org/W2110417760","https://openalex.org/W2114623221","https://openalex.org/W2115184416","https://openalex.org/W2137515654","https://openalex.org/W2159578300","https://openalex.org/W2236499470","https://openalex.org/W2295019192","https://openalex.org/W2553790935","https://openalex.org/W2592591519","https://openalex.org/W2725283788","https://openalex.org/W2734909543","https://openalex.org/W2751904527","https://openalex.org/W2766722289","https://openalex.org/W2773620467","https://openalex.org/W2803625294","https://openalex.org/W2887317025","https://openalex.org/W2889043402","https://openalex.org/W2945295669","https://openalex.org/W2946400371","https://openalex.org/W2964129362","https://openalex.org/W2966303779","https://openalex.org/W2998041046","https://openalex.org/W3009763129"],"related_works":["https://openalex.org/W3172150420","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2509452605","https://openalex.org/W2112121444","https://openalex.org/W2586732548","https://openalex.org/W3204654320"],"abstract_inverted_index":{"Purpose":[0],"The":[1,27,143,219],"intelligence":[2],"in":[3,22,54,131,229],"the":[4,14,32,41,52,76,91,101,113,124,132,141,151,162,175,190,196,205,214,224,244],"Internet":[5],"of":[6,17,207,226],"Things":[7],"(IoT)":[8],"can":[9,35,74],"be":[10,36,128,137],"embedded":[11],"by":[12,20,31,40,154],"analyzing":[13],"huge":[15],"volumes":[16],"data":[18,125],"generated":[19],"it":[21],"an":[23],"ultralow":[24],"latency":[25,29,53,178],"environment.":[26],"computational":[28,177],"incurred":[30],"cloud-only":[33],"solution":[34],"significantly":[37,89],"brought":[38],"down":[39],"fog":[42,159,164],"computing":[43,48],"layer,":[44,160],"which":[45],"offers":[46],"a":[47,62,104],"infrastructure":[49],"to":[50,85,140,158,173],"minimize":[51,174],"service":[55],"delivery":[56],"and":[57,88,204,209,239],"execution.":[58,96],"For":[59],"this":[60],"purpose,":[61],"task":[63,109,168,202,210,227],"scheduling":[64,110,203,228],"policy":[65,170],"based":[66],"on":[67],"reinforcement":[68],"learning":[69],"(RL)":[70],"is":[71,171],"developed":[72],"that":[73,189],"achieve":[75],"optimal":[77],"resource":[78,235],"utilization":[79],"as":[80,82,180,182],"well":[81,181],"minimum":[83,237,240],"time":[84],"execute":[86],"tasks":[87,152],"reduce":[90],"communication":[92,183,215,241],"costs":[93,216],"during":[94],"distributed":[95],"Design/methodology/approach":[97],"To":[98],"realize":[99],"this,":[100],"authors":[102],"proposed":[103,220],"two-level":[105],"neural":[106,117,119],"network":[107,120],"(NN)-based":[108],"system,":[111],"where":[112],"first-level":[114],"NN":[115,145,157],"(feed-forward":[116],"network/convolutional":[118],"[FFNN/CNN])":[121],"determines":[122],"whether":[123],"stream":[126],"could":[127],"analyzed":[129],"(executed)":[130],"resource-constrained":[133],"environment":[134],"(edge/fog)":[135],"or":[136],"directly":[138],"forwarded":[139],"cloud.":[142],"second-level":[144],"(":[146],"RL":[147,191,208],"module)":[148],"schedules":[149],"all":[150],"sent":[153],"level":[155],"1":[156],"among":[161],"available":[163],"devices.":[165],"This":[166],"real-time":[167,230],"assignment":[169],"used":[172],"total":[176],"(makespan)":[179],"costs.":[184],"Findings":[185],"Experimental":[186],"results":[187],"indicated":[188],"technique":[192],"works":[193],"better":[194],"than":[195],"computationally":[197],"infeasible":[198],"greedy":[199],"approach":[200],"for":[201],"combination":[206],"clustering":[211],"algorithm":[212,221],"reduces":[213],"significantly.":[217],"Originality/value":[218],"fundamentally":[222],"solves":[223],"problem":[225],"fog-based":[231],"IoT":[232],"with":[233],"best":[234],"utilization,":[236],"makespan":[238],"cost":[242],"between":[243],"tasks.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}