{"id":"https://openalex.org/W3185352449","doi":"https://doi.org/10.1109/access.2021.3100007","title":"A Blood Glucose Control Framework Based on Reinforcement Learning With Safety and Interpretability: In Silico Validation","display_name":"A Blood Glucose Control Framework Based on Reinforcement Learning With Safety and Interpretability: In Silico Validation","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3185352449","doi":"https://doi.org/10.1109/access.2021.3100007","mag":"3185352449"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3100007","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3100007","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09496615.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09496615.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060805888","display_name":"Min Hyuk Lim","orcid":"https://orcid.org/0000-0003-1547-2804"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Min Hyuk Lim","raw_affiliation_strings":["Department of Biomedical Engineering, College of Medicine, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-1547-2804","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, College of Medicine, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101402160","display_name":"Woo Hyung Lee","orcid":"https://orcid.org/0000-0003-3413-5950"},"institutions":[{"id":"https://openalex.org/I2802835388","display_name":"Seoul National University Hospital","ror":"https://ror.org/01z4nnt86","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Woo Hyung Lee","raw_affiliation_strings":["Department of Rehabilitation Medicine, Seoul National University Hospital, Seoul National University College of Medicine, Jongno-gu, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-3413-5950","affiliations":[{"raw_affiliation_string":"Department of Rehabilitation Medicine, Seoul National University Hospital, Seoul National University College of Medicine, Jongno-gu, Seoul, South Korea","institution_ids":["https://openalex.org/I2802835388"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050066438","display_name":"Byoungjun Jeon","orcid":"https://orcid.org/0000-0003-0127-6490"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byoungjun Jeon","raw_affiliation_strings":["Interdisciplinary Program in Bioengineering, Graduate School, Seoul National University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interdisciplinary Program in Bioengineering, Graduate School, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100602545","display_name":"Sungwan Kim","orcid":"https://orcid.org/0000-0002-9318-849X"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sungwan Kim","raw_affiliation_strings":["Department of Biomedical Engineering, College of Medicine, Seoul National University, Seoul, South Korea","Institute of Bioengineering, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-9318-849X","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, College of Medicine, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Institute of Bioengineering, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060805888"],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.9975,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.92418841,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"105756","last_page":"105775"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10560","display_name":"Diabetes Management and Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10560","display_name":"Diabetes Management and Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9420999884605408,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9320999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9082813262939453},{"id":"https://openalex.org/keywords/in-silico","display_name":"In silico","score":0.7970449924468994},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7848026156425476},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6140437126159668},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4866676926612854},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46960434317588806},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45402035117149353},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.17664164304733276}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9082813262939453},{"id":"https://openalex.org/C2775905019","wikidata":"https://www.wikidata.org/wiki/Q192572","display_name":"In silico","level":3,"score":0.7970449924468994},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7848026156425476},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6140437126159668},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4866676926612854},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46960434317588806},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45402035117149353},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.17664164304733276},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2021.3100007","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3100007","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09496615.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:scholarworks.unist.ac.kr:201301/66026","is_oa":true,"landing_page_url":"https://scholarworks.unist.ac.kr/handle/201301/66026","pdf_url":"https://scholarworks.unist.ac.kr/bitstream/201301/66026/2/A_Blood_Glucose_Control_Framework_Based_on_Reinforcement_Learning_With_Safety_and_Interpretability_I.pdf","source":{"id":"https://openalex.org/S4306401118","display_name":"Scholarworks@UNIST (Ulsan National Institute of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I48566637","host_organization_name":"Ulsan National Institute of Science and Technology","host_organization_lineage":["https://openalex.org/I48566637"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"ARTICLE"},{"id":"pmh:oai:doaj.org/article:fb537d895dd94aea86568c93a7145cc4","is_oa":true,"landing_page_url":"https://doaj.org/article/fb537d895dd94aea86568c93a7145cc4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 105756-105775 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3100007","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3100007","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09496615.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Life in Land","score":0.5699999928474426,"id":"https://metadata.un.org/sdg/15"}],"awards":[{"id":"https://openalex.org/G2943309640","display_name":null,"funder_award_id":"2018M1A3A3A02065779","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3185352449.pdf","grobid_xml":"https://content.openalex.org/works/W3185352449.grobid-xml"},"referenced_works_count":109,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1452881506","https://openalex.org/W1787224781","https://openalex.org/W1964693647","https://openalex.org/W1973601476","https://openalex.org/W1978686107","https://openalex.org/W1982955044","https://openalex.org/W1985034572","https://openalex.org/W1990863429","https://openalex.org/W1999128357","https://openalex.org/W2001273251","https://openalex.org/W2001875222","https://openalex.org/W2015476681","https://openalex.org/W2027025791","https://openalex.org/W2032322539","https://openalex.org/W2036393318","https://openalex.org/W2042263481","https://openalex.org/W2042317260","https://openalex.org/W2054135157","https://openalex.org/W2062794144","https://openalex.org/W2084809043","https://openalex.org/W2100097728","https://openalex.org/W2100588873","https://openalex.org/W2101355568","https://openalex.org/W2101683146","https://openalex.org/W2102340435","https://openalex.org/W2105912552","https://openalex.org/W2107962575","https://openalex.org/W2113594895","https://openalex.org/W2121863487","https://openalex.org/W2123229781","https://openalex.org/W2124620553","https://openalex.org/W2125624587","https://openalex.org/W2129995532","https://openalex.org/W2132115169","https://openalex.org/W2133795831","https://openalex.org/W2134076472","https://openalex.org/W2134982098","https://openalex.org/W2141363931","https://openalex.org/W2143623075","https://openalex.org/W2145339207","https://openalex.org/W2152578678","https://openalex.org/W2157444450","https://openalex.org/W2162957926","https://openalex.org/W2165443342","https://openalex.org/W2168024327","https://openalex.org/W2169378095","https://openalex.org/W2170006529","https://openalex.org/W2195388612","https://openalex.org/W2201581102","https://openalex.org/W2293634267","https://openalex.org/W2300639120","https://openalex.org/W2410376912","https://openalex.org/W2463897233","https://openalex.org/W2469701129","https://openalex.org/W2503706510","https://openalex.org/W2575315064","https://openalex.org/W2580909119","https://openalex.org/W2589083807","https://openalex.org/W2594633041","https://openalex.org/W2605409611","https://openalex.org/W2608902687","https://openalex.org/W2613328025","https://openalex.org/W2620364083","https://openalex.org/W2724451718","https://openalex.org/W2737047298","https://openalex.org/W2750839980","https://openalex.org/W2781726626","https://openalex.org/W2782744517","https://openalex.org/W2785760873","https://openalex.org/W2790915589","https://openalex.org/W2808068544","https://openalex.org/W2948261890","https://openalex.org/W2950218667","https://openalex.org/W2952042565","https://openalex.org/W2962818303","https://openalex.org/W2962902376","https://openalex.org/W2963403868","https://openalex.org/W2963477884","https://openalex.org/W2963864421","https://openalex.org/W2965097915","https://openalex.org/W2972869264","https://openalex.org/W2998730883","https://openalex.org/W3008110675","https://openalex.org/W3026443214","https://openalex.org/W3034950318","https://openalex.org/W3087645508","https://openalex.org/W3105102281","https://openalex.org/W3110005485","https://openalex.org/W3110361614","https://openalex.org/W3111566846","https://openalex.org/W3129309094","https://openalex.org/W3150718622","https://openalex.org/W4289258409","https://openalex.org/W4297787325","https://openalex.org/W4298061300","https://openalex.org/W4385245566","https://openalex.org/W6683161245","https://openalex.org/W6684921986","https://openalex.org/W6687681856","https://openalex.org/W6696934422","https://openalex.org/W6734194636","https://openalex.org/W6736518430","https://openalex.org/W6738840075","https://openalex.org/W6739901393","https://openalex.org/W6747473740","https://openalex.org/W6748218292","https://openalex.org/W6781646912","https://openalex.org/W6783106408"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W1986582023","https://openalex.org/W2966829450"],"abstract_inverted_index":{"Controlling":[0],"blood":[1,46],"glucose":[2,47,91,154],"levels":[3],"in":[4,59,65,112,200,234],"diabetic":[5],"patients":[6],"is":[7],"important":[8],"for":[9,54,90,246],"managing":[10],"their":[11,179,182],"health":[12],"and":[13,24,49,77,83,93,116,123,176,181,197,203,210,237],"quality":[14],"of":[15,34,39,45,95,131,189,192,214,243],"life.":[16],"Several":[17],"algorithms":[18],"based":[19],"on":[20,227],"model":[21],"predictive":[22],"control":[23,111,204],"reinforcement":[25],"learning":[26,73],"(RL)":[27],"have":[28],"been":[29],"proposed":[30],"so":[31],"far,":[32],"most":[33],"which":[35,184],"use":[36],"prior":[37,161],"knowledge":[38],"physiological":[40,193],"systems,":[41],"the":[42,56,113,132,201,207,211,215],"mathematical":[43,190],"structure":[44],"dynamics,":[48],"many":[50],"episodes":[51],"including":[52],"failures":[53],"training":[55],"policy":[57],"network":[58,87,101],"RL.":[60],"To":[61],"be":[62,157,186,231],"smoothly":[63],"adopted":[64,233],"clinical":[66,235,247],"settings,":[67],"we":[68],"propose":[69],"a":[70,84],"fast":[71],"online":[72],"method":[74],"underlining":[75],"safety":[76],"interpretability.":[78,218],"A":[79],"random":[80],"forest":[81],"regressor":[82],"dual":[85],"attention":[86],"were":[88,167],"exploited":[89],"prediction":[92,202],"extension":[94],"state":[96,165],"variables.":[97],"The":[98,129,143,163],"soft":[99],"actor-critic":[100],"to":[102,223],"determine":[103],"insulin":[104,125],"dosing":[105,126],"was":[106,127,134],"guided":[107],"by":[108],"proportional-integral-derivative":[109],"(PID)":[110],"early":[114],"phase,":[115],"an":[117,137],"adaptive":[118],"safe":[119],"actor":[120],"with":[121,148,169,217],"suspension":[122],"additional":[124],"incorporated.":[128],"performance":[130],"models":[133,205,216],"validated":[135],"using":[136],"FDA-approved":[138],"type":[139],"1":[140],"diabetes":[141],"simulator.":[142],"results":[144],"showed":[145],"comparable":[146],"outcomes":[147],"PID":[149],"control.":[150],"Using":[151],"this":[152,221],"system,":[153],"dynamics":[155],"could":[156],"captured":[158],"despite":[159],"minimal":[160],"knowledge.":[162],"extended":[164],"variables":[166],"correlated":[168],"basic":[170],"states":[171],"such":[172],"as":[173],"glucose,":[174],"insulin,":[175],"meal":[177],"intake,":[178],"derivatives,":[180],"integrals,":[183],"can":[185,230,240],"fundamental":[187],"elements":[188],"modeling":[191],"responses.":[194],"Attention":[195],"scores":[196,199],"attribution":[198],"represented":[206],"focused":[208],"features":[209],"internal":[212],"operation":[213],"We":[219],"expect":[220],"study":[222],"provide":[224,241],"some":[225],"insights":[226],"how":[228,238],"RL":[229],"practically":[232],"environments":[236],"interpretability":[239],"hints":[242],"machines'":[244],"thoughts":[245],"applications.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}