{"id":"https://openalex.org/W4298211464","doi":"https://doi.org/10.48550/arxiv.2208.07406","title":"Reward Design For An Online Reinforcement Learning Algorithm Supporting Oral Self-Care","display_name":"Reward Design For An Online Reinforcement Learning Algorithm Supporting Oral Self-Care","publication_year":2022,"publication_date":"2022-08-15","ids":{"openalex":"https://openalex.org/W4298211464","doi":"https://doi.org/10.48550/arxiv.2208.07406"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2208.07406","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.07406","pdf_url":"https://arxiv.org/pdf/2208.07406","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2208.07406","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039583451","display_name":"Anna L. Trella","orcid":"https://orcid.org/0000-0003-4779-9115"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Trella, Anna L.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101990414","display_name":"Kelly Zhang","orcid":"https://orcid.org/0000-0003-0850-4978"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Kelly W.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034549483","display_name":"Inbal Nahum\u2010Shani","orcid":"https://orcid.org/0000-0001-6138-9089"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nahum-Shani, Inbal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047665844","display_name":"Vivek Shetty","orcid":"https://orcid.org/0000-0002-3167-3318"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shetty, Vivek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038771285","display_name":"Finale Doshi\u2010Velez","orcid":"https://orcid.org/0000-0003-2886-3898"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Doshi-Velez, Finale","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5070589969","display_name":"Susan A. Murphy","orcid":"https://orcid.org/0000-0002-2032-4286"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Murphy, Susan A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.6834999918937683,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.6834999918937683,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10106","display_name":"Autism Spectrum Disorder Research","score":0.6453999876976013,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.6119999885559082,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.7563617825508118},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6787723302841187},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6546927094459534},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5577594637870789},{"id":"https://openalex.org/keywords/oral-hygiene","display_name":"Oral hygiene","score":0.5318424701690674},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3774120509624481},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3729562759399414},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3313557505607605},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1963370144367218}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.7563617825508118},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6787723302841187},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6546927094459534},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5577594637870789},{"id":"https://openalex.org/C515851188","wikidata":"https://www.wikidata.org/wiki/Q13445028","display_name":"Oral hygiene","level":2,"score":0.5318424701690674},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3774120509624481},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3729562759399414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3313557505607605},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1963370144367218},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2208.07406","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.07406","pdf_url":"https://arxiv.org/pdf/2208.07406","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2208.07406","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2208.07406","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2208.07406","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.07406","pdf_url":"https://arxiv.org/pdf/2208.07406","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4281847915","https://openalex.org/W2602382373","https://openalex.org/W3003615511","https://openalex.org/W4285827128","https://openalex.org/W3198113463","https://openalex.org/W2787698406","https://openalex.org/W2963844355","https://openalex.org/W4361251046","https://openalex.org/W3095116576","https://openalex.org/W98577079"],"abstract_inverted_index":{"Dental":[0],"disease":[1],"is":[2,22,79],"one":[3],"of":[4,61,70,87,94,156],"the":[5,59,71,82,85,88,92,102,136,154,157,170],"most":[6],"common":[7],"chronic":[8],"diseases":[9],"despite":[10],"being":[11],"largely":[12],"preventable.":[13],"However,":[14],"professional":[15],"advice":[16],"on":[17,91],"optimal":[18],"oral":[19,41,66,186,198],"hygiene":[20,67,199],"practices":[21],"often":[23],"forgotten":[24],"or":[25],"abandoned":[26],"by":[27,129,159],"patients.":[28],"Therefore":[29],"patients":[30],"may":[31],"benefit":[32],"from":[33],"timely":[34],"and":[35,113,166],"personalized":[36],"encouragement":[37],"to":[38,64,110,193],"engage":[39],"in":[40,57,74,108,115,177,183,197],"self-care":[42,187],"behaviors.":[43,68],"In":[44],"this":[45,127,178],"paper,":[46],"we":[47],"develop":[48],"an":[49,77,185],"online":[50],"reinforcement":[51],"learning":[52],"(RL)":[53],"algorithm":[54,78,83,103,175],"for":[55,152],"use":[56],"optimizing":[58,153],"delivery":[60],"mobile-based":[62],"prompts":[63],"encourage":[65],"One":[69],"main":[72],"challenges":[73],"developing":[75],"such":[76],"ensuring":[80],"that":[81,189],"considers":[84],"impact":[86],"current":[89],"action":[90],"effectiveness":[93],"future":[95],"actions":[96],"(i.e.,":[97,120,140],"delayed":[98],"effects),":[99],"especially":[100],"when":[101],"has":[104],"been":[105],"made":[106],"simple":[107],"order":[109],"run":[111],"stably":[112],"autonomously":[114],"a":[116,131,150,161],"constrained,":[117],"real-world":[118],"setting":[119],"highly":[121],"noisy,":[122],"sparse":[123],"data).":[124],"We":[125,147],"address":[126],"challenge":[128],"designing":[130],"quality":[132],"reward":[133,158],"which":[134],"maximizes":[135],"desired":[137],"health":[138],"outcome":[139],"high-quality":[141],"brushing)":[142],"while":[143],"minimizing":[144],"user":[145],"burden.":[146],"also":[148],"highlight":[149],"procedure":[151],"hyperparameters":[155],"building":[160],"simulation":[162],"environment":[163],"test":[164,171],"bed":[165],"evaluating":[167],"candidates":[168],"using":[169],"bed.":[172],"The":[173],"RL":[174],"discussed":[176],"paper":[179],"will":[180],"be":[181],"deployed":[182],"Oralytics,":[184],"app":[188],"provides":[190],"behavioral":[191],"strategies":[192],"boost":[194],"patient":[195],"engagement":[196],"practices.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2022-10-01T00:00:00"}