{"id":"https://openalex.org/W2963432147","doi":"https://doi.org/10.2196/12905","title":"A Reinforcement Learning\u2013Based Method for Management of Type 1 Diabetes: Exploratory Study","display_name":"A Reinforcement Learning\u2013Based Method for Management of Type 1 Diabetes: Exploratory Study","publication_year":2019,"publication_date":"2019-07-19","ids":{"openalex":"https://openalex.org/W2963432147","doi":"https://doi.org/10.2196/12905","mag":"2963432147","pmid":"https://pubmed.ncbi.nlm.nih.gov/31464196","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/6737889"},"language":"en","primary_location":{"id":"doi:10.2196/12905","doi":"https://doi.org/10.2196/12905","is_oa":true,"landing_page_url":"https://doi.org/10.2196/12905","pdf_url":null,"source":{"id":"https://openalex.org/S4210171543","display_name":"JMIR Diabetes","issn_l":"2371-4379","issn":["2371-4379"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Diabetes","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.2196/12905","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087617866","display_name":"Mahsa Oroojeni Mohammad Javad","orcid":"https://orcid.org/0000-0003-1843-3763","observed_orcids":["https://orcid.org/0000-0003-1843-3763"]},"institutions":[{"id":"https://openalex.org/I181401687","display_name":"American University","ror":"https://ror.org/052w4zt36","country_code":"US","type":"education","lineage":["https://openalex.org/I181401687"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mahsa Oroojeni Mohammad Javad","raw_affiliation_strings":["Department of Information Technology and Analytics, Kogod School of Business, American University, Washington, DC, United States"],"raw_orcid":"https://orcid.org/0000-0003-1843-3763","affiliations":[{"raw_affiliation_string":"Department of Information Technology and Analytics, Kogod School of Business, American University, Washington, DC, United States","institution_ids":["https://openalex.org/I181401687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020239558","display_name":"Stephen Olusegun Agboola","orcid":"https://orcid.org/0000-0002-2161-8091","observed_orcids":["https://orcid.org/0000-0002-2161-8091"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Olusegun Agboola","raw_affiliation_strings":["Department of Dermatology, Harvard Medical School, Boston, MA, United States","Partners HealthCare, Boston, MA, United States","Department of Dermatology, Harvard Medical School, Boston, MA, United States.; Partners HealthCare, Boston, MA, United States"],"raw_orcid":"https://orcid.org/0000-0002-2161-8091","affiliations":[{"raw_affiliation_string":"Department of Dermatology, Harvard Medical School, Boston, MA, United States","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Partners HealthCare, Boston, MA, United States","institution_ids":[]},{"raw_affiliation_string":"Department of Dermatology, Harvard Medical School, Boston, MA, United States.; Partners HealthCare, Boston, MA, United States","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017597094","display_name":"Kamal Jethwani","orcid":"https://orcid.org/0000-0002-0122-8002","observed_orcids":["https://orcid.org/0000-0002-0122-8002"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kamal Jethwani","raw_affiliation_strings":["Department of Dermatology, Harvard Medical School, Boston, MA, United States"],"raw_orcid":"https://orcid.org/0000-0002-0122-8002","affiliations":[{"raw_affiliation_string":"Department of Dermatology, Harvard Medical School, Boston, MA, United States","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005722592","display_name":"Abe Zeid","orcid":"https://orcid.org/0000-0002-2928-8197","observed_orcids":["https://orcid.org/0000-0002-2928-8197"]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abe Zeid","raw_affiliation_strings":["Mechanical and Industrial Engineering Department, College of Engineering, Northeastern University, Boston, MA, United States"],"raw_orcid":"https://orcid.org/0000-0002-2928-8197","affiliations":[{"raw_affiliation_string":"Mechanical and Industrial Engineering Department, College of Engineering, Northeastern University, Boston, MA, United States","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080932594","display_name":"Sagar V. Kamarthi","orcid":"https://orcid.org/0000-0001-5845-7714","observed_orcids":["https://orcid.org/0000-0001-5845-7714"]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sagar Kamarthi","raw_affiliation_strings":["Mechanical and Industrial Engineering Department, College of Engineering, Northeastern University, Boston, MA, United States"],"raw_orcid":"https://orcid.org/0000-0001-5845-7714","affiliations":[{"raw_affiliation_string":"Mechanical and Industrial Engineering Department, College of Engineering, Northeastern University, Boston, MA, United States","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5087617866"],"corresponding_institution_ids":["https://openalex.org/I181401687"],"apc_list":{"value":1873,"currency":"USD","value_usd":1873},"apc_paid":{"value":1873,"currency":"USD","value_usd":1873},"fwci":2.1316,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.91620879,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"4","issue":"3","first_page":"e12905","last_page":"e12905"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10560","display_name":"Diabetes Management and Research","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10560","display_name":"Diabetes Management and Research","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10793","display_name":"Diabetes Management and Education","score":0.0066999997943639755,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/type-1-diabetes","display_name":"type 1 diabetes","score":0.9200000166893005},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8659999966621399},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9419999718666077},{"id":"https://openalex.org/keywords/glycemic-control","display_name":"glycemic control","score":0.7680000066757202},{"id":"https://openalex.org/keywords/hba1c","display_name":"HbA1c","score":0.875},{"id":"https://openalex.org/keywords/insulin-therapy","display_name":"insulin therapy","score":0.5910000205039978},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.6299999952316284},{"id":"https://openalex.org/keywords/model-free-reinforcement-learning","display_name":"model-free reinforcement learning","score":0.5600000023841858}],"concepts":[{"id":"https://openalex.org/C2777538456","wikidata":"https://www.wikidata.org/wiki/Q311213","display_name":"Glycated hemoglobin","level":4,"score":0.7781819701194763},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.703277051448822},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6865670680999756},{"id":"https://openalex.org/C2779306644","wikidata":"https://www.wikidata.org/wiki/Q2002370","display_name":"Insulin","level":2,"score":0.6858286261558533},{"id":"https://openalex.org/C2781232474","wikidata":"https://www.wikidata.org/wiki/Q124407","display_name":"Type 1 diabetes","level":3,"score":0.5598781108856201},{"id":"https://openalex.org/C2780221984","wikidata":"https://www.wikidata.org/wiki/Q131191","display_name":"Body mass index","level":2,"score":0.517899751663208},{"id":"https://openalex.org/C555293320","wikidata":"https://www.wikidata.org/wiki/Q12206","display_name":"Diabetes mellitus","level":2,"score":0.48585888743400574},{"id":"https://openalex.org/C2777180221","wikidata":"https://www.wikidata.org/wiki/Q3025883","display_name":"Type 2 diabetes","level":3,"score":0.4046379327774048},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.3511230945587158},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2575046122074127},{"id":"https://openalex.org/C134018914","wikidata":"https://www.wikidata.org/wiki/Q162606","display_name":"Endocrinology","level":1,"score":0.256294846534729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18276527523994446}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.2196/12905","doi":"https://doi.org/10.2196/12905","is_oa":true,"landing_page_url":"https://doi.org/10.2196/12905","pdf_url":null,"source":{"id":"https://openalex.org/S4210171543","display_name":"JMIR Diabetes","issn_l":"2371-4379","issn":["2371-4379"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Diabetes","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:6737889","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6737889","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Diabetes","raw_type":"Text"},{"id":"pmid:31464196","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31464196","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR diabetes","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.2196/12905","doi":"https://doi.org/10.2196/12905","is_oa":true,"landing_page_url":"https://doi.org/10.2196/12905","pdf_url":null,"source":{"id":"https://openalex.org/S4210171543","display_name":"JMIR Diabetes","issn_l":"2371-4379","issn":["2371-4379"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Diabetes","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.98580002784729,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W73239420","https://openalex.org/W95698275","https://openalex.org/W166535831","https://openalex.org/W1513689897","https://openalex.org/W1538962376","https://openalex.org/W1972770471","https://openalex.org/W1977655452","https://openalex.org/W1989336027","https://openalex.org/W2004514094","https://openalex.org/W2016945372","https://openalex.org/W2020187505","https://openalex.org/W2058391676","https://openalex.org/W2091806250","https://openalex.org/W2093130608","https://openalex.org/W2122381408","https://openalex.org/W2318233141","https://openalex.org/W2796695069","https://openalex.org/W2897944002","https://openalex.org/W2901403078","https://openalex.org/W2904730732","https://openalex.org/W2905810301","https://openalex.org/W2907400679","https://openalex.org/W2913275455","https://openalex.org/W2933849486","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W4242128449","https://openalex.org/W4411742526","https://openalex.org/W4416934951","https://openalex.org/W4388918454","https://openalex.org/W7148295529","https://openalex.org/W7172278002","https://openalex.org/W4408860365","https://openalex.org/W3096924856","https://openalex.org/W3083167820","https://openalex.org/W7117236769"],"abstract_inverted_index":{"Background":[0],"Type":[1],"1":[2],"diabetes":[3],"mellitus":[4],"(T1DM)":[5],"is":[6,151,183,330],"characterized":[7],"by":[8,114,142,284],"chronic":[9],"insulin":[10,21,54,96,155,202,276,310],"deficiency":[11],"and":[12,28,66,126,204,257],"consequent":[13],"hyperglycemia.":[14],"Patients":[15],"with":[16,319],"T1DM":[17,48,79,106],"require":[18],"long-term":[19,31],"exogenous":[20],"therapy":[22],"to":[23,50,64,98,153,200,307,312,332],"regulate":[24,99],"blood":[25,101,194],"glucose":[26,102,195],"levels":[27],"prevent":[29],"the":[30,34,44,75,100,132,136,140,144,158,161,171,189,192,201,205,224,237,265,280,285],"complications":[32],"of":[33,47,60,78,104,139,160,163,188,217,220,231,243,264,290,328],"disease.":[35],"Currently,":[36],"there":[37],"are":[38],"no":[39],"effective":[40],"algorithms":[41],"that":[42,94,300],"consider":[43],"unique":[45],"characteristics":[46],"patients":[49,221,233,245,318,329],"automatically":[51],"recommend":[52,308],"personalized":[53,76,309],"dosage":[55,277],"levels.":[56],"Objective":[57],"The":[58,181,209,240,262],"objective":[59],"this":[61,130],"study":[62,298],"was":[63,212,246,268],"develop":[65],"validate":[67],"a":[68,87,105,164,175,186,325],"general":[69],"reinforcement":[70],"learning":[71],"(RL)":[72],"framework":[73],"for":[74],"treatment":[77,165],"using":[80],"clinical":[81,218],"data.":[82],"Methods":[83],"This":[84,296],"research":[85],"presents":[86],"model-free":[88],"data-driven":[89],"RL":[90,133,172,210,266,274,302],"algorithm,":[91],"namely":[92],"Q-learning,":[93],"recommends":[95],"doses":[97,311],"level":[103,196],"patient,":[107],"considering":[108],"his":[109],"or":[110,149,179],"her":[111],"state":[112],"defined":[113],"glycated":[115],"hemoglobin":[116],"(HbA1c)":[117],"levels,":[118],"body":[119],"mass":[120],"index,":[121],"engagement":[122],"in":[123,198,236,287,317,324],"physical":[124],"activity,":[125],"alcohol":[127],"usage.":[128],"In":[129],"approach,":[131],"agent":[134,173,211,267],"identifies":[135],"different":[137],"states":[138],"patient":[141],"exploring":[143],"patient\u2019s":[145],"responses":[146],"when":[147],"he":[148],"she":[150],"subjected":[152],"varying":[154],"doses.":[156],"On":[157],"basis":[159],"result":[162],"action":[166],"at":[167,223],"time":[168],"step":[169],"t,":[170],"receives":[174],"numeric":[176],"reward,":[177],"positive":[178],"negative.":[180],"reward":[182],"calculated":[184],"as":[185],"function":[187],"difference":[190],"between":[191],"actual":[193,281],"achieved":[197],"response":[199],"dose":[203,282],"targeted":[206],"HbA1c":[207],"level.":[208],"trained":[213],"on":[214,270],"10":[215],"years":[216],"data":[219],"treated":[222],"Mass":[225],"General":[226],"Hospital.":[227],"Results":[228],"A":[229],"total":[230],"87":[232],"were":[234,251,255,260],"included":[235],"training":[238],"set.":[239],"mean":[241],"age":[242],"these":[244,334],"53":[247,288],"years,":[248],"59%":[249],"(51/87)":[250],"male,":[252],"86%":[253],"(75/87)":[254],"white,":[256],"47%":[258],"(41/87)":[259],"married.":[261],"performance":[263],"evaluated":[269],"60":[271,291],"test":[272],"cases.":[273],"agent\u2013recommended":[275],"interval":[278],"includes":[279],"prescribed":[283],"physician":[286],"out":[289],"cases":[292],"(53/60,":[293],"88%).":[294],"Conclusions":[295],"exploratory":[297],"demonstrates":[299],"an":[301],"algorithm":[303],"can":[304],"be":[305],"used":[306],"achieve":[313],"adequate":[314],"glycemic":[315],"control":[316],"T1DM.":[320],"However,":[321],"further":[322],"investigation":[323],"larger":[326],"sample":[327],"needed":[331],"confirm":[333],"findings.":[335]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-07-30T00:00:00"}