{"id":"https://openalex.org/W7165363871","doi":"https://doi.org/10.1155/int/5268008","title":"Joint Planning for Task Scheduling and Task Result Caching in the Fog Using Reinforcement Learning","display_name":"Joint Planning for Task Scheduling and Task Result Caching in the Fog Using Reinforcement Learning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7165363871","doi":"https://doi.org/10.1155/int/5268008"},"language":"en","primary_location":{"id":"doi:10.1155/int/5268008","is_oa":true,"landing_page_url":"https://doi.org/10.1155/int/5268008","pdf_url":null,"source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1155/int/5268008","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071051811","display_name":"Mohammad Hassan Nataj Solhdar","orcid":null},"institutions":[{"id":"https://openalex.org/I196051555","display_name":"Shahid Chamran University of Ahvaz","ror":"https://ror.org/01k3mbs15","country_code":"IR","type":"education","lineage":["https://openalex.org/I196051555"]},{"id":"https://openalex.org/I80543232","display_name":"K.N.Toosi University of Technology","ror":"https://ror.org/0433abe34","country_code":"IR","type":"education","lineage":["https://openalex.org/I80543232"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Hassan Nataj Solhdar","raw_affiliation_strings":["Faculty of Computer Engineering ,  K. N. Toosi University of Technology ,  Tehran ,  Iran , kntu.ac.ir","Shohadaye Hoveizeh Campus of Technology ,  Shahid Chamran University of Ahvaz ,  Ahvaz ,  Iran , scu.ac.ir"],"raw_orcid":"https://orcid.org/0000-0002-8959-3345","affiliations":[{"raw_affiliation_string":"Faculty of Computer Engineering ,  K. N. Toosi University of Technology ,  Tehran ,  Iran , kntu.ac.ir","institution_ids":["https://openalex.org/I80543232"]},{"raw_affiliation_string":"Shohadaye Hoveizeh Campus of Technology ,  Shahid Chamran University of Ahvaz ,  Ahvaz ,  Iran , scu.ac.ir","institution_ids":["https://openalex.org/I196051555"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050967657","display_name":"Mehdi Esnaashari","orcid":"https://orcid.org/0000-0001-7874-2563"},"institutions":[{"id":"https://openalex.org/I80543232","display_name":"K.N.Toosi University of Technology","ror":"https://ror.org/0433abe34","country_code":"IR","type":"education","lineage":["https://openalex.org/I80543232"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Mehdi Esnaashari","raw_affiliation_strings":["Faculty of Computer Engineering ,  K. N. Toosi University of Technology ,  Tehran ,  Iran , kntu.ac.ir"],"raw_orcid":"https://orcid.org/0000-0001-7874-2563","affiliations":[{"raw_affiliation_string":"Faculty of Computer Engineering ,  K. N. Toosi University of Technology ,  Tehran ,  Iran , kntu.ac.ir","institution_ids":["https://openalex.org/I80543232"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5050967657"],"corresponding_institution_ids":["https://openalex.org/I80543232"],"apc_list":{"value":2700,"currency":"USD","value_usd":2700},"apc_paid":{"value":2700,"currency":"USD","value_usd":2700},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.64804624,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2026","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.8471999764442444,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.8471999764442444,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.05009999871253967,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.7145000100135803},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6140000224113464},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6093999743461609},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5494999885559082},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4300000071525574},{"id":"https://openalex.org/keywords/fixed-priority-pre-emptive-scheduling","display_name":"Fixed-priority pre-emptive scheduling","score":0.429500013589859},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.41749998927116394},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4034999907016754}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8819000124931335},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.7145000100135803},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6140000224113464},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6093999743461609},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5877000093460083},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5494999885559082},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4300000071525574},{"id":"https://openalex.org/C122141398","wikidata":"https://www.wikidata.org/wiki/Q5456330","display_name":"Fixed-priority pre-emptive scheduling","level":5,"score":0.429500013589859},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.41749998927116394},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.40610000491142273},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4034999907016754},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.373199999332428},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.367900013923645},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.33629998564720154},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.2867000102996826},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.2842999994754791},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C2986652147","wikidata":"https://www.wikidata.org/wiki/Q21809931","display_name":"Fog computing","level":3,"score":0.27570000290870667},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.2720000147819519},{"id":"https://openalex.org/C2984822820","wikidata":"https://www.wikidata.org/wiki/Q1123036","display_name":"Processor scheduling","level":3,"score":0.25450000166893005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1155/int/5268008","is_oa":true,"landing_page_url":"https://doi.org/10.1155/int/5268008","pdf_url":null,"source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1155/int/5268008","is_oa":true,"landing_page_url":"https://doi.org/10.1155/int/5268008","pdf_url":null,"source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1557517019","https://openalex.org/W1601546968","https://openalex.org/W1783315696","https://openalex.org/W2038194220","https://openalex.org/W2045287414","https://openalex.org/W2110374615","https://openalex.org/W2414114959","https://openalex.org/W2414959574","https://openalex.org/W2546571074","https://openalex.org/W2789896367","https://openalex.org/W2891833507","https://openalex.org/W2909808587","https://openalex.org/W2943621039","https://openalex.org/W2990913508","https://openalex.org/W2995902010","https://openalex.org/W3006104596","https://openalex.org/W3009864640","https://openalex.org/W3016153035","https://openalex.org/W3016583525","https://openalex.org/W3033403459","https://openalex.org/W3048170651","https://openalex.org/W3059506646","https://openalex.org/W3066907903","https://openalex.org/W3085854806","https://openalex.org/W3088004450","https://openalex.org/W3118418149","https://openalex.org/W3133610307","https://openalex.org/W3136338303","https://openalex.org/W3146965052","https://openalex.org/W3159187943","https://openalex.org/W3163481226","https://openalex.org/W3165011557","https://openalex.org/W3177106889","https://openalex.org/W3181616414","https://openalex.org/W3199027542","https://openalex.org/W3203684044","https://openalex.org/W3209596907","https://openalex.org/W3210888862","https://openalex.org/W4213092631","https://openalex.org/W4252214219","https://openalex.org/W4306168742","https://openalex.org/W4308525291","https://openalex.org/W4313554993","https://openalex.org/W4401689249","https://openalex.org/W4402224678"],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"expansion":[2],"of":[3,6,14,67],"the":[4,12,64,142],"Internet":[5],"Things":[7],"(IoT)":[8],"has":[9,81,91,97],"greatly":[10],"increased":[11],"number":[13],"sensors":[15],"operating":[16],"within":[17],"cloud\u2013fog":[18],"environments.":[19],"As":[20],"more":[21],"users":[22],"generate":[23],"processing":[24],"tasks,":[25],"there":[26],"is":[27,42,141],"a":[28,46,158],"critical":[29],"need":[30],"to":[31,44,117,131,135,147,152],"deliver":[32],"swift":[33],"and":[34,57,70,102,112,121,150,183,185,194,200],"efficient":[35],"responses.":[36],"To":[37],"address":[38],"this":[39],"challenge,":[40],"it":[41],"essential":[43],"develop":[45],"task":[47,68,71,89,127],"scheduling":[48,69,90,111],"framework":[49],"that":[50,75,144,175],"leverages":[51],"available":[52],"resources":[53,79],"across":[54],"both":[55,198],"fog":[56],"cloud":[58],"domains.":[59],"This":[60],"study":[61],"focuses":[62],"on":[63],"joint":[65],"optimization":[66],"result":[72,95],"caching\u2014a":[73],"combination":[74],"effectively":[76],"manages":[77],"computational":[78],"but":[80],"been":[82,92],"largely":[83],"overlooked":[84],"in":[85,196],"prior":[86],"research.":[87],"While":[88],"well":[93],"explored,":[94],"caching":[96,113],"received":[98],"comparatively":[99],"little":[100],"attention,":[101],"their":[103,154],"integrated":[104],"application":[105],"remains":[106],"underdeveloped.":[107],"By":[108],"concurrently":[109],"employing":[110],"strategies,":[114],"we":[115],"aim":[116],"minimize":[118],"response":[119],"times":[120],"operational":[122],"costs.":[123],"Specifically,":[124],"frequently":[125],"requested":[126],"results":[128],"are":[129],"cached":[130],"enable":[132],"immediate":[133],"replies":[134],"user":[136],"queries.":[137],"A":[138],"key":[139],"component":[140],"algorithm":[143],"decides":[145],"where":[146,151],"process":[148],"tasks":[149],"cache":[153],"outputs.":[155],"We":[156],"propose":[157],"reinforcement\u2010learning\u2010based,":[159],"Actor\u2013Critic":[160],"real\u2010time":[161],"scheduler":[162],"designed":[163],"for":[164],"dynamic,":[165],"nonepisodic":[166],"fog\u2013cloud":[167],"environments":[168],"with":[169],"multiple":[170],"agents.":[171],"Experimental":[172],"evaluations":[173],"demonstrate":[174],"our":[176],"approach":[177],"significantly":[178],"outperforms":[179],"baseline":[180],"methods":[181],"(LR\u2010MMT":[182],"LRR\u2010MMT)":[184],"recent":[186],"state\u2010of\u2010the\u2010art":[187],"approaches":[188],"including":[189],"Digital":[190],"Twin,":[191],"PPO\u2010GRU,":[192],"A3C\u2010R2N2,":[193],"DDQN":[195],"reducing":[197],"latency":[199],"cost.":[201]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-06-20T00:00:00"}