{"id":"https://openalex.org/W4401509077","doi":"https://doi.org/10.1109/saci60582.2024.10619866","title":"Review of Reinforcement Learning-Based Control Algorithms in Artificial Pancreas Systems for Diabetes Mellitus Management","display_name":"Review of Reinforcement Learning-Based Control Algorithms in Artificial Pancreas Systems for Diabetes Mellitus Management","publication_year":2024,"publication_date":"2024-05-23","ids":{"openalex":"https://openalex.org/W4401509077","doi":"https://doi.org/10.1109/saci60582.2024.10619866"},"language":"en","primary_location":{"id":"doi:10.1109/saci60582.2024.10619866","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saci60582.2024.10619866","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Symposium on Applied Computational Intelligence and Informatics (SACI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002359133","display_name":"Lehel D\u00e9nes-Fazakas","orcid":"https://orcid.org/0009-0003-9879-5664"},"institutions":[{"id":"https://openalex.org/I2801419141","display_name":"Buda Health Center","ror":"https://ror.org/00yx04352","country_code":"HU","type":"healthcare","lineage":["https://openalex.org/I2801419141"]}],"countries":["HU"],"is_corresponding":true,"raw_author_name":"Lehel D\u00e9nes-Fazakas","raw_affiliation_strings":["University Research and Innovation Center, Physiological Controls Research Center Óbuda University,Budapest,Hungary"],"affiliations":[{"raw_affiliation_string":"University Research and Innovation Center, Physiological Controls Research Center Óbuda University,Budapest,Hungary","institution_ids":["https://openalex.org/I2801419141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106399413","display_name":"Gy\u0151z\u0151 D\u00e9nes Fazakas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gy\u0151z\u0151 D\u00e9nes Fazakas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077451025","display_name":"Gy\u00f6rgy Eigner","orcid":"https://orcid.org/0000-0001-8038-2210"},"institutions":[{"id":"https://openalex.org/I2801419141","display_name":"Buda Health Center","ror":"https://ror.org/00yx04352","country_code":"HU","type":"healthcare","lineage":["https://openalex.org/I2801419141"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Gy\u00f6rgy Eigner","raw_affiliation_strings":["University Research and Innovation Center, Physiological Controls Research Center Óbuda University,Budapest,Hungary"],"affiliations":[{"raw_affiliation_string":"University Research and Innovation Center, Physiological Controls Research Center Óbuda University,Budapest,Hungary","institution_ids":["https://openalex.org/I2801419141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021051122","display_name":"Levente Kov\u00e1cs","orcid":"https://orcid.org/0000-0002-3188-0800"},"institutions":[{"id":"https://openalex.org/I2801419141","display_name":"Buda Health Center","ror":"https://ror.org/00yx04352","country_code":"HU","type":"healthcare","lineage":["https://openalex.org/I2801419141"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Levente Kov\u00e1cs","raw_affiliation_strings":["University Research and Innovation Center, Physiological Controls Research Center Óbuda University,Budapest,Hungary"],"affiliations":[{"raw_affiliation_string":"University Research and Innovation Center, Physiological Controls Research Center Óbuda University,Budapest,Hungary","institution_ids":["https://openalex.org/I2801419141"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041318802","display_name":"L\u00e1szl\u00f3 Szil\u00e1gyi","orcid":"https://orcid.org/0000-0001-6722-2642"},"institutions":[{"id":"https://openalex.org/I2801419141","display_name":"Buda Health Center","ror":"https://ror.org/00yx04352","country_code":"HU","type":"healthcare","lineage":["https://openalex.org/I2801419141"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"L\u00e1szl\u00f3 Szil\u00e1gyi","raw_affiliation_strings":["University Research and Innovation Center, Physiological Controls Research Center Óbuda University,Budapest,Hungary"],"affiliations":[{"raw_affiliation_string":"University Research and Innovation Center, Physiological Controls Research Center Óbuda University,Budapest,Hungary","institution_ids":["https://openalex.org/I2801419141"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5002359133"],"corresponding_institution_ids":["https://openalex.org/I2801419141"],"apc_list":null,"apc_paid":null,"fwci":1.1426,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.80683576,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"000565","last_page":"000572"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10560","display_name":"Diabetes Management and Research","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10560","display_name":"Diabetes Management and Research","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8359742164611816},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6501252055168152},{"id":"https://openalex.org/keywords/artificial-pancreas","display_name":"Artificial pancreas","score":0.5855522751808167},{"id":"https://openalex.org/keywords/diabetes-mellitus","display_name":"Diabetes mellitus","score":0.5419238209724426},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46964094042778015},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4602474272251129},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40478384494781494},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37590646743774414},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.18230408430099487},{"id":"https://openalex.org/keywords/type-1-diabetes","display_name":"Type 1 diabetes","score":0.0735430121421814},{"id":"https://openalex.org/keywords/endocrinology","display_name":"Endocrinology","score":0.06451675295829773}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8359742164611816},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6501252055168152},{"id":"https://openalex.org/C2780353609","wikidata":"https://www.wikidata.org/wiki/Q1569064","display_name":"Artificial pancreas","level":4,"score":0.5855522751808167},{"id":"https://openalex.org/C555293320","wikidata":"https://www.wikidata.org/wiki/Q12206","display_name":"Diabetes mellitus","level":2,"score":0.5419238209724426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46964094042778015},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4602474272251129},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40478384494781494},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37590646743774414},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.18230408430099487},{"id":"https://openalex.org/C2781232474","wikidata":"https://www.wikidata.org/wiki/Q124407","display_name":"Type 1 diabetes","level":3,"score":0.0735430121421814},{"id":"https://openalex.org/C134018914","wikidata":"https://www.wikidata.org/wiki/Q162606","display_name":"Endocrinology","level":1,"score":0.06451675295829773}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/saci60582.2024.10619866","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saci60582.2024.10619866","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Symposium on Applied Computational Intelligence and Informatics (SACI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W65153156","https://openalex.org/W1771410628","https://openalex.org/W1930624869","https://openalex.org/W1966362654","https://openalex.org/W2024369436","https://openalex.org/W2069921929","https://openalex.org/W2114540804","https://openalex.org/W2117764692","https://openalex.org/W2129995532","https://openalex.org/W2145339207","https://openalex.org/W2168814550","https://openalex.org/W2332531077","https://openalex.org/W2334782222","https://openalex.org/W2596063051","https://openalex.org/W2612281180","https://openalex.org/W2736601468","https://openalex.org/W2787938642","https://openalex.org/W2898727747","https://openalex.org/W2904246096","https://openalex.org/W2955058313","https://openalex.org/W2973229164","https://openalex.org/W2977813751","https://openalex.org/W3008110675","https://openalex.org/W3012706688","https://openalex.org/W3022618742","https://openalex.org/W3033324992","https://openalex.org/W3087645508","https://openalex.org/W3131160493","https://openalex.org/W3156139209","https://openalex.org/W3172360140","https://openalex.org/W3177956460","https://openalex.org/W3185352449","https://openalex.org/W4214711339","https://openalex.org/W4226198785","https://openalex.org/W4295450371","https://openalex.org/W4295689658","https://openalex.org/W4309344358","https://openalex.org/W4366504565","https://openalex.org/W4375855901","https://openalex.org/W4387067394","https://openalex.org/W6757469721","https://openalex.org/W6779265984","https://openalex.org/W6796589144"],"related_works":["https://openalex.org/W4392771688","https://openalex.org/W3045686306","https://openalex.org/W2738991502","https://openalex.org/W2164660185","https://openalex.org/W2069674199","https://openalex.org/W2187535199","https://openalex.org/W1983239481","https://openalex.org/W1573467696","https://openalex.org/W4388918553","https://openalex.org/W2045122720"],"abstract_inverted_index":{"The":[0],"escalating":[1],"prevalence":[2],"of":[3,88,114,143,177,206],"diabetes":[4,25,30,41,195,220],"mellitus":[5],"presents":[6],"a":[7,15],"pressing":[8],"global":[9],"health":[10],"challenge,":[11],"with":[12,66,102,191],"projections":[13],"indicating":[14],"further":[16],"rise":[17],"in":[18,48,134,160,189,194,209],"both":[19],"type":[20,23,28,39,67],"1":[21,29,68],"and":[22,94,186,212],"2":[24,40],"cases.":[26],"While":[27,124],"necessitates":[31],"external":[32],"insulin":[33,45,52,73,100],"administration":[34],"due":[35],"to":[36,107,140,162],"pancreatic":[37],"insufficiency,":[38],"may":[42],"also":[43],"require":[44],"supplementation,":[46],"albeit":[47],"lesser":[49],"amounts.":[50],"Traditional":[51],"delivery":[53],"methods,":[54],"involving":[55],"multiple":[56],"daily":[57],"injections,":[58],"can":[59],"be":[60],"burdensome":[61],"for":[62,169,218],"patients,":[63],"particularly":[64,146],"those":[65,147],"diabetes,":[69],"which":[70],"requires":[71],"higher":[72],"doses.":[74],"To":[75],"mitigate":[76],"these":[77,115],"challenges,":[78],"researchers":[79],"have":[80,129,138],"developed":[81],"artificial":[82,135],"pancreas":[83],"systems\u2015a":[84],"closed-loop":[85],"approach":[86],"capable":[87],"automatically":[89],"measuring":[90],"blood":[91],"glucose":[92,104],"levels":[93],"administering":[95],"insulin.":[96],"These":[97],"systems":[98,116],"integrate":[99],"pumps":[101],"continuous":[103],"monitors":[105],"(CGMs)":[106],"maintain":[108],"glycemic":[109],"control.":[110],"However,":[111],"the":[112,120,141,167,175,204],"effectiveness":[113],"heavily":[117],"depends":[118],"on":[119],"control":[121,126],"algorithm":[122],"employed.":[123],"conventional":[125],"engineering":[127],"algorithms":[128,193],"been":[130],"predominant,":[131],"recent":[132],"advancements":[133],"intelligence":[136],"(AI)":[137],"led":[139],"exploration":[142],"AI-based":[144],"controllers,":[145],"leveraging":[148],"reinforcement":[149],"learning":[150,211],"(RL).":[151],"RL-based":[152,192,207],"algorithms,":[153],"categorized":[154],"as":[155,182],"semi-supervised":[156],"learning,":[157],"demonstrate":[158],"promise":[159],"adapting":[161],"individual":[163],"patient":[164],"dynamics":[165],"without":[166],"need":[168],"labeled":[170],"data.":[171],"This":[172],"review":[173],"investigates":[174],"utilization":[176],"various":[178],"mathematical":[179],"models,":[180,188],"such":[181],"UVA/PADOVA,":[183],"Bergman's":[184],"minimal,":[185],"Hovorka":[187],"conjunction":[190],"management.":[196],"By":[197],"examining":[198],"existing":[199],"research":[200],"findings,":[201],"we":[202],"elucidate":[203],"efficacy":[205],"approaches":[208],"patient-specific":[210],"offer":[213],"insights":[214],"into":[215],"future":[216],"directions":[217],"optimizing":[219],"management":[221],"strategies.":[222]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}