{"id":"https://openalex.org/W3160098457","doi":"https://doi.org/10.24963/ijcai.2021/556","title":"Learn to Intervene: An Adaptive Learning Policy for Restless Bandits in Application to Preventive Healthcare","display_name":"Learn to Intervene: An Adaptive Learning Policy for Restless Bandits in Application to Preventive Healthcare","publication_year":2021,"publication_date":"2021-08-01","ids":{"openalex":"https://openalex.org/W3160098457","doi":"https://doi.org/10.24963/ijcai.2021/556","mag":"3160098457"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2021/556","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/556","pdf_url":"https://www.ijcai.org/proceedings/2021/0556.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2021/0556.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083581537","display_name":"Arpita Biswas","orcid":"https://orcid.org/0000-0002-5720-013X"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arpita Biswas","raw_affiliation_strings":["Harvard University","Harvard University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University","institution_ids":["https://openalex.org/I2801851002"]},{"raw_affiliation_string":"Harvard University ,","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036442823","display_name":"Gaurav Aggarwal","orcid":"https://orcid.org/0000-0002-8180-9287"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gaurav Aggarwal","raw_affiliation_strings":["Google","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089113099","display_name":"Pradeep Varakantham","orcid":"https://orcid.org/0000-0001-7342-5745"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pradeep Varakantham","raw_affiliation_strings":["Google","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000327528","display_name":"Milind Tambe","orcid":"https://orcid.org/0000-0003-3296-3672"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Milind Tambe","raw_affiliation_strings":["Google","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4039","last_page":"4046"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9688000082969666,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12823","display_name":"Adolescent and Pediatric Healthcare","score":0.9146000146865845,"subfield":{"id":"https://openalex.org/subfields/3616","display_name":"Speech and Hearing"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.7394850850105286},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.622803270816803},{"id":"https://openalex.org/keywords/disengagement-theory","display_name":"Disengagement theory","score":0.590104877948761},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.5295501947402954},{"id":"https://openalex.org/keywords/beneficiary","display_name":"Beneficiary","score":0.5210927724838257},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4352600574493408},{"id":"https://openalex.org/keywords/actuarial-science","display_name":"Actuarial science","score":0.36784136295318604},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.31798049807548523},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.3022734224796295},{"id":"https://openalex.org/keywords/nursing","display_name":"Nursing","score":0.2076876163482666},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.2073548138141632},{"id":"https://openalex.org/keywords/gerontology","display_name":"Gerontology","score":0.14707323908805847},{"id":"https://openalex.org/keywords/economic-growth","display_name":"Economic growth","score":0.10280343890190125},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.08399614691734314}],"concepts":[{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.7394850850105286},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.622803270816803},{"id":"https://openalex.org/C25740722","wikidata":"https://www.wikidata.org/wiki/Q3044915","display_name":"Disengagement theory","level":2,"score":0.590104877948761},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5295501947402954},{"id":"https://openalex.org/C26869875","wikidata":"https://www.wikidata.org/wiki/Q2596417","display_name":"Beneficiary","level":2,"score":0.5210927724838257},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4352600574493408},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.36784136295318604},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.31798049807548523},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3022734224796295},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.2076876163482666},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2073548138141632},{"id":"https://openalex.org/C74909509","wikidata":"https://www.wikidata.org/wiki/Q10387","display_name":"Gerontology","level":1,"score":0.14707323908805847},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.10280343890190125},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.08399614691734314}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.24963/ijcai.2021/556","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/556","pdf_url":"https://www.ijcai.org/proceedings/2021/0556.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2105.07965","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.07965","pdf_url":"https://arxiv.org/pdf/2105.07965","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-7797","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=7797&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.24963/ijcai.2021/556","raw_type":"Conference Proceeding Article"},{"id":"doi:10.48550/arxiv.2105.07965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2105.07965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3160098457","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.24963/ijcai.2021/556","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/556","pdf_url":"https://www.ijcai.org/proceedings/2021/0556.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3160098457.pdf","grobid_xml":"https://content.openalex.org/works/W3160098457.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1977501446","https://openalex.org/W1980331590","https://openalex.org/W2037532604","https://openalex.org/W2049216612","https://openalex.org/W2049265876","https://openalex.org/W2056921512","https://openalex.org/W2069271995","https://openalex.org/W2071983464","https://openalex.org/W2076556053","https://openalex.org/W2103835298","https://openalex.org/W2114443277","https://openalex.org/W2120535918","https://openalex.org/W2141515329","https://openalex.org/W2149098154","https://openalex.org/W2165131254","https://openalex.org/W2531841573","https://openalex.org/W2790390961","https://openalex.org/W2809254427","https://openalex.org/W2883807213","https://openalex.org/W2910035096","https://openalex.org/W2963782453","https://openalex.org/W3011054398","https://openalex.org/W3011120880","https://openalex.org/W3011214669","https://openalex.org/W3022217175","https://openalex.org/W3034316584","https://openalex.org/W3099991607","https://openalex.org/W3173922113","https://openalex.org/W3175049382"],"related_works":["https://openalex.org/W3189801773","https://openalex.org/W3034316584","https://openalex.org/W2171222389","https://openalex.org/W3211070939","https://openalex.org/W2740917566","https://openalex.org/W2952887487","https://openalex.org/W2336595443","https://openalex.org/W2515462654","https://openalex.org/W2964425650","https://openalex.org/W2187961605","https://openalex.org/W2923709976","https://openalex.org/W3080209304","https://openalex.org/W3124781635","https://openalex.org/W2162650004","https://openalex.org/W2206699421","https://openalex.org/W2059559199","https://openalex.org/W2799833311","https://openalex.org/W3204710477","https://openalex.org/W2158926844","https://openalex.org/W1972288831"],"abstract_inverted_index":{"In":[0],"many":[1],"public":[2],"health":[3,13,21],"settings,":[4],"it":[5,82,153],"is":[6,32,83,120],"important":[7,84],"for":[8,57,74,166],"patients":[9],"to":[10,12,34,85,98,122,127,155],"adhere":[11],"programs,":[14,30],"such":[15,29,80],"as":[16,110],"taking":[17],"medications":[18],"and":[19,94,150,173],"periodic":[20],"checks.":[22],"Unfortunately,":[23],"beneficiaries":[24],"may":[25],"gradually":[26],"disengage":[27],"from":[28,124,171],"which":[31],"detrimental":[33],"their":[35],"health.":[36],"A":[37],"concrete":[38],"example":[39],"of":[40,103],"gradual":[41],"disengagement":[42],"has":[43],"been":[44],"observed":[45],"by":[46],"an":[47],"organization":[48],"that":[49,152],"carries":[50],"out":[51],"a":[52,75,100,111,140,144],"free":[53],"automated":[54],"call-based":[55],"program":[56],"spreading":[58],"preventive":[59],"care":[60],"information":[61],"among":[62],"pregnant":[63],"women.":[64],"Many":[65],"women":[66],"stop":[67],"picking":[68],"up":[69],"calls":[70],"after":[71],"being":[72],"enrolled":[73],"few":[76],"months.":[77],"To":[78],"avoid":[79],"disengagements,":[81],"provide":[86],"timely":[87],"interventions.":[88],"Such":[89],"interventions":[90],"are":[91,138],"often":[92],"expensive":[93],"can":[95],"be":[96],"provided":[97],"only":[99],"small":[101],"fraction":[102],"the":[104,131,135,156,176],"beneficiaries.":[105],"We":[106],"model":[107],"this":[108],"scenario":[109],"restless":[112],"multi-armed":[113],"bandit":[114],"(RMAB)":[115],"problem,":[116],"where":[117],"each":[118],"beneficiary":[119],"assumed":[121],"transition":[123,136],"one":[125],"state":[126],"another":[128],"depending":[129],"on":[130,168,175],"intervention.":[132],"Moreover,":[133],"since":[134],"probabilities":[137],"unknown":[139],"priori,":[141],"we":[142],"propose":[143],"Whittle":[145],"index":[146],"based":[147],"Q-Learning":[148],"mechanism":[149],"show":[151],"converges":[154],"optimal":[157],"solution.":[158],"Our":[159],"method":[160],"improves":[161],"over":[162],"existing":[163],"learning-based":[164],"methods":[165],"RMABs":[167],"multiple":[169],"benchmarks":[170],"literature":[172],"also":[174],"maternal":[177],"healthcare":[178],"dataset.":[179]},"counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}