{"id":"https://openalex.org/W2973807518","doi":"https://doi.org/10.1109/access.2024.3510558","title":"Constrained Restless Bandits for Dynamic Scheduling in Cyber-Physical Systems","display_name":"Constrained Restless Bandits for Dynamic Scheduling in Cyber-Physical Systems","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W2973807518","doi":"https://doi.org/10.1109/access.2024.3510558","mag":"2973807518"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3510558","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3510558","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3510558","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022785005","display_name":"Kesav Kaza","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Kesav Ram Kaza","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9051-4624","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052401633","display_name":"Rahul Meshram","orcid":"https://orcid.org/0000-0003-3966-3269"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rahul H. Meshram","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Madras, Chennai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Madras, Chennai, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052330273","display_name":"Varun Mehta","orcid":"https://orcid.org/0000-0002-5087-8175"},"institutions":[{"id":"https://openalex.org/I4210159778","display_name":"National Research Council Canada","ror":"https://ror.org/04mte1k06","country_code":"CA","type":"government","lineage":["https://openalex.org/I4210159778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Varunkumar Mehta","raw_affiliation_strings":["Aerospace Research Centre, National Research Council Canada, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5087-8175","affiliations":[{"raw_affiliation_string":"Aerospace Research Centre, National Research Council Canada, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I4210159778"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079092830","display_name":"S. N. Merchant","orcid":"https://orcid.org/0000-0002-9119-6795"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shabbir N. Merchant","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Bombay, Mumbai, India"],"raw_orcid":"https://orcid.org/0000-0002-9119-6795","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Bombay, Mumbai, India","institution_ids":["https://openalex.org/I162827531"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5022785005"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.922,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73820937,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"12","issue":null,"first_page":"182274","last_page":"182295"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6649494171142578},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6489970684051514},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.600433886051178},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5556629300117493},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.5459122657775879},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.5447360873222351},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.495571494102478},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24418890476226807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14184606075286865}],"concepts":[{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6649494171142578},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6489970684051514},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.600433886051178},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5556629300117493},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5459122657775879},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.5447360873222351},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.495571494102478},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24418890476226807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14184606075286865},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2024.3510558","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3510558","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:cisti-icist.nrc-cnrc.ca:cistinparc:2ff6f915-4c05-4073-8dfa-e17a5e464c43","is_oa":true,"landing_page_url":"https://nrc-publications.canada.ca/eng/view/ft/?id=2ff6f915-4c05-4073-8dfa-e17a5e464c43","pdf_url":null,"source":{"id":"https://openalex.org/S7407055245","display_name":"NPARC","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:d39e730e59ef4949825a2f1fddcd96b4","is_oa":true,"landing_page_url":"https://doaj.org/article/d39e730e59ef4949825a2f1fddcd96b4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 182274-182295 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3510558","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3510558","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2521516048","display_name":null,"funder_award_id":"EEQ/2021/000812","funder_id":"https://openalex.org/F4320334771","funder_display_name":"Science and Engineering Research Board"},{"id":"https://openalex.org/G5668388437","display_name":null,"funder_award_id":"RF/23-24/1327/EE/NFIG/009056","funder_id":"https://openalex.org/F4320322211","funder_display_name":"Indian Institute of Technology Madras"}],"funders":[{"id":"https://openalex.org/F4320322211","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49"},{"id":"https://openalex.org/F4320334771","display_name":"Science and Engineering Research Board","ror":"https://ror.org/03ffdsr55"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W594357522","https://openalex.org/W1490333206","https://openalex.org/W1531419578","https://openalex.org/W1965665090","https://openalex.org/W2044069028","https://openalex.org/W2044502527","https://openalex.org/W2044549125","https://openalex.org/W2056921512","https://openalex.org/W2070570138","https://openalex.org/W2083879805","https://openalex.org/W2105556121","https://openalex.org/W2114951919","https://openalex.org/W2119567691","https://openalex.org/W2122323653","https://openalex.org/W2131898237","https://openalex.org/W2133999440","https://openalex.org/W2135063910","https://openalex.org/W2141515329","https://openalex.org/W2153107031","https://openalex.org/W2153345187","https://openalex.org/W2156107305","https://openalex.org/W2168024904","https://openalex.org/W2170585566","https://openalex.org/W2249990499","https://openalex.org/W2317700292","https://openalex.org/W2499002200","https://openalex.org/W2536694554","https://openalex.org/W2590069971","https://openalex.org/W2598060016","https://openalex.org/W2626694546","https://openalex.org/W2795561155","https://openalex.org/W2808471950","https://openalex.org/W2885418389","https://openalex.org/W2890221289","https://openalex.org/W2897969108","https://openalex.org/W2907592404","https://openalex.org/W2911765153","https://openalex.org/W2937610357","https://openalex.org/W2941097477","https://openalex.org/W2963319047","https://openalex.org/W2963627946","https://openalex.org/W2964186085","https://openalex.org/W2994803162","https://openalex.org/W3001922646","https://openalex.org/W3004770624","https://openalex.org/W3045173927","https://openalex.org/W3046298552","https://openalex.org/W3125634603","https://openalex.org/W3126370962","https://openalex.org/W3129786970","https://openalex.org/W3153100565","https://openalex.org/W3159951060","https://openalex.org/W3160598148","https://openalex.org/W3184741403","https://openalex.org/W3187523463","https://openalex.org/W3199103179","https://openalex.org/W4233840023","https://openalex.org/W4243772471","https://openalex.org/W4244948189","https://openalex.org/W4254518604","https://openalex.org/W4287705194","https://openalex.org/W4301014524","https://openalex.org/W4315489038","https://openalex.org/W4365800375","https://openalex.org/W4382203022","https://openalex.org/W4394592908","https://openalex.org/W4402270108","https://openalex.org/W6680153409","https://openalex.org/W6684620542","https://openalex.org/W6735254759","https://openalex.org/W6750027077","https://openalex.org/W6773140934","https://openalex.org/W6773637655","https://openalex.org/W6781264992","https://openalex.org/W6794430624"],"related_works":["https://openalex.org/W1994680671","https://openalex.org/W2000283393","https://openalex.org/W2002320543","https://openalex.org/W2040927204","https://openalex.org/W2061947244","https://openalex.org/W2150232912","https://openalex.org/W2054940838","https://openalex.org/W3106170641","https://openalex.org/W2360858150","https://openalex.org/W370365947"],"abstract_inverted_index":{"This":[0,35],"paper":[1],"develops":[2],"a":[3,136,224],"sequential":[4],"decision-making":[5],"framework":[6],"called":[7],"constrained":[8],"restless":[9],"multi-armed":[10],"bandits":[11],"(CRMABs)":[12],"to":[13,29,72,139,198,207],"model":[14],"problems":[15,75],"of":[16,44,51,59,102,146,166,175,210,223],"resource":[17,73],"allocation":[18,74],"under":[19,114,234],"uncertainty":[20,54],"and":[21,61,87,108,143,178,201],"dynamic":[22],"availability":[23,58],"constraints.":[24,236],"The":[25,53,125,169],"decision-maker\u2019s":[26],"objective":[27,66],"is":[28,112,123,133,149,159,184,213,218],"maximize":[30],"the":[31,42,48,56,97,100,109,140,144,155,164,173,181,185,208,221],"long-term":[32],"cumulative":[33],"reward.":[34],"can":[36,69],"only":[37],"be":[38,70],"achieved":[39],"by":[40],"considering":[41],"impact":[43],"current":[45],"actions":[46],"on":[47,154],"future":[49,57],"evolution":[50],"states.":[52],"about":[55,194],"arms":[60],"partial":[62],"state-information":[63],"makes":[64],"this":[65],"challenging.":[67],"CRMABs":[68,132,217],"applied":[71],"in":[76,231],"cyber-physical":[77],"systems,":[78],"including":[79],"sensor/relay":[80],"scheduling.":[81],"Whittle\u2019s":[82,103,199],"index":[83,104,121,141,200],"policy,":[84,142],"online":[85,126],"rollout,":[86],"myopic":[88,202],"policies":[89,177],"are":[90,106],"studied":[91],"as":[92,135],"solutions":[93],"for":[94,99,120,129],"CRMABs.":[95],"First,":[96],"conditions":[98],"applicability":[101],"policy":[105,128,183],"studied,":[107],"indexability":[110],"result":[111],"claimed":[113],"some":[115,190],"structural":[116],"assumptions.":[117],"An":[118,151],"algorithm":[119],"computation":[122],"presented.":[124,214],"rollout":[127,182],"partially":[130],"observable":[131],"proposed":[134],"low-complexity":[137],"alternative":[138],"complexity":[145],"these":[147,176],"schemes":[148],"analyzed.":[150],"upper":[152],"bound":[153],"optimal":[156],"value":[157],"function":[158],"derived,":[160],"which":[161],"helps":[162],"assess":[163],"sub-optimality":[165],"various":[167],"solutions.":[168],"simulation":[170],"study":[171],"compares":[172],"performance":[174],"shows":[179,193],"that":[180],"better":[186],"performing":[187],"solution.":[188],"In":[189],"settings":[191],"it":[192],"14%":[195],"gain":[196],"relative":[197],"policies.":[203],"Finally,":[204],"an":[205],"application":[206],"problem":[209],"wildfire":[211],"management":[212],"Decision-making":[215],"using":[216],"analyzed":[219],"from":[220],"perspective":[222],"central":[225],"agency":[226],"tasked":[227],"with":[228],"fighting":[229],"wildfires":[230],"multiple":[232],"regions":[233],"logistic":[235]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}