{"id":"https://openalex.org/W4295450371","doi":"https://doi.org/10.1109/embc48229.2022.9871054","title":"A Reinforcement Learning Based System for Blood Glucose Control without Carbohydrate Estimation in Type 1 Diabetes: In Silico Validation","display_name":"A Reinforcement Learning Based System for Blood Glucose Control without Carbohydrate Estimation in Type 1 Diabetes: In Silico Validation","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4295450371","doi":"https://doi.org/10.1109/embc48229.2022.9871054","pmid":"https://pubmed.ncbi.nlm.nih.gov/36086458"},"language":"en","primary_location":{"id":"doi:10.1109/embc48229.2022.9871054","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871054","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019936781","display_name":"Chirath Hettiarachchi","orcid":"https://orcid.org/0000-0002-7702-0718"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chirath Hettiarachchi","raw_affiliation_strings":["School of Computing, College of Engineering & Computer Science (CECS), Australian National University (ANU),Canberra ACT,Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, College of Engineering & Computer Science (CECS), Australian National University (ANU),Canberra ACT,Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042423755","display_name":"Nicol\u00f2 Malagutti","orcid":"https://orcid.org/0000-0003-4967-3348"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nicolo Malagutti","raw_affiliation_strings":["School of Engineering, CECS, ANU,Canberra ACT,Australia","School of Engineering, CECS, ANU, Canberra ACT, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, CECS, ANU,Canberra ACT,Australia","institution_ids":["https://openalex.org/I188329596"]},{"raw_affiliation_string":"School of Engineering, CECS, ANU, Canberra ACT, Australia","institution_ids":["https://openalex.org/I188329596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051590202","display_name":"Christopher J. Nolan","orcid":"https://orcid.org/0000-0002-6964-3819"},"institutions":[{"id":"https://openalex.org/I4210163549","display_name":"Act Health","ror":"https://ror.org/05j137f13","country_code":"AU","type":"government","lineage":["https://openalex.org/I4210163549"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Christopher Nolan","raw_affiliation_strings":["ANU Medical School, College of Health and Medicine, ANU,Canberra ACT,Australia","ANU Medical School, College of Health and Medicine, ANU, Canberra ACT, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ANU Medical School, College of Health and Medicine, ANU,Canberra ACT,Australia","institution_ids":["https://openalex.org/I4210163549"]},{"raw_affiliation_string":"ANU Medical School, College of Health and Medicine, ANU, Canberra ACT, Australia","institution_ids":["https://openalex.org/I4210163549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103057569","display_name":"Elena Daskalaki","orcid":"https://orcid.org/0000-0002-7665-7039"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Eleni Daskalaki","raw_affiliation_strings":["School of Computing, College of Engineering & Computer Science (CECS), Australian National University (ANU),Canberra ACT,Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, College of Engineering & Computer Science (CECS), Australian National University (ANU),Canberra ACT,Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059778915","display_name":"Hanna Suominen","orcid":"https://orcid.org/0000-0002-4195-1641"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]},{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]}],"countries":["AU","FI"],"is_corresponding":false,"raw_author_name":"Hanna Suominen","raw_affiliation_strings":["School of Computing, College of Engineering & Computer Science (CECS), Australian National University (ANU),Canberra ACT,Australia","Department of Computing, University of Turku, Turku, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, College of Engineering & Computer Science (CECS), Australian National University (ANU),Canberra ACT,Australia","institution_ids":["https://openalex.org/I118347636"]},{"raw_affiliation_string":"Department of Computing, University of Turku, Turku, Finland","institution_ids":["https://openalex.org/I155660961"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7909,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.97647059,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"2022","issue":null,"first_page":"950","last_page":"956"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10560","display_name":"Diabetes Management and Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10560","display_name":"Diabetes Management and Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10839","display_name":"Pancreatic function and diabetes","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11171","display_name":"Diabetes and associated disorders","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-pancreas","display_name":"Artificial pancreas","score":0.770967960357666},{"id":"https://openalex.org/keywords/type-1-diabetes","display_name":"Type 1 diabetes","score":0.6734805107116699},{"id":"https://openalex.org/keywords/insulin-delivery","display_name":"Insulin delivery","score":0.5862674713134766},{"id":"https://openalex.org/keywords/insulin","display_name":"Insulin","score":0.5320799350738525},{"id":"https://openalex.org/keywords/meal","display_name":"Meal","score":0.4991335868835449},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49451205134391785},{"id":"https://openalex.org/keywords/in-silico","display_name":"In silico","score":0.46951645612716675},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.3991001546382904},{"id":"https://openalex.org/keywords/diabetes-mellitus","display_name":"Diabetes mellitus","score":0.39835456013679504},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.31773632764816284},{"id":"https://openalex.org/keywords/endocrinology","display_name":"Endocrinology","score":0.26186442375183105},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.2439998984336853}],"concepts":[{"id":"https://openalex.org/C2780353609","wikidata":"https://www.wikidata.org/wiki/Q1569064","display_name":"Artificial pancreas","level":4,"score":0.770967960357666},{"id":"https://openalex.org/C2781232474","wikidata":"https://www.wikidata.org/wiki/Q124407","display_name":"Type 1 diabetes","level":3,"score":0.6734805107116699},{"id":"https://openalex.org/C2994527087","wikidata":"https://www.wikidata.org/wiki/Q2002370","display_name":"Insulin delivery","level":4,"score":0.5862674713134766},{"id":"https://openalex.org/C2779306644","wikidata":"https://www.wikidata.org/wiki/Q2002370","display_name":"Insulin","level":2,"score":0.5320799350738525},{"id":"https://openalex.org/C2778345441","wikidata":"https://www.wikidata.org/wiki/Q6460735","display_name":"Meal","level":2,"score":0.4991335868835449},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49451205134391785},{"id":"https://openalex.org/C2775905019","wikidata":"https://www.wikidata.org/wiki/Q192572","display_name":"In silico","level":3,"score":0.46951645612716675},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3991001546382904},{"id":"https://openalex.org/C555293320","wikidata":"https://www.wikidata.org/wiki/Q12206","display_name":"Diabetes mellitus","level":2,"score":0.39835456013679504},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.31773632764816284},{"id":"https://openalex.org/C134018914","wikidata":"https://www.wikidata.org/wiki/Q162606","display_name":"Endocrinology","level":1,"score":0.26186442375183105},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.2439998984336853},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000085002","descriptor_name":"Glycemic Control","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000085002","descriptor_name":"Glycemic Control","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000085002","descriptor_name":"Glycemic Control","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001786","descriptor_name":"Blood Glucose","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001786","descriptor_name":"Blood Glucose","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001786","descriptor_name":"Blood Glucose","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003922","descriptor_name":"Diabetes Mellitus, Type 1","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003922","descriptor_name":"Diabetes Mellitus, Type 1","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003922","descriptor_name":"Diabetes Mellitus, Type 1","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007328","descriptor_name":"Insulin","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007328","descriptor_name":"Insulin","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007328","descriptor_name":"Insulin","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc48229.2022.9871054","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871054","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:36086458","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36086458","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320431","display_name":"Australian National University","ror":"https://ror.org/019wvm592"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1522301498","https://openalex.org/W1971476108","https://openalex.org/W1982063015","https://openalex.org/W1982955044","https://openalex.org/W2038094456","https://openalex.org/W2042045847","https://openalex.org/W2061310674","https://openalex.org/W2064675550","https://openalex.org/W2067961213","https://openalex.org/W2107962575","https://openalex.org/W2129995532","https://openalex.org/W2142433802","https://openalex.org/W2151798252","https://openalex.org/W2153577027","https://openalex.org/W2155639879","https://openalex.org/W2163924481","https://openalex.org/W2167160009","https://openalex.org/W2281837728","https://openalex.org/W2736601468","https://openalex.org/W2747302659","https://openalex.org/W2765177676","https://openalex.org/W2769264260","https://openalex.org/W2790571829","https://openalex.org/W2790915589","https://openalex.org/W2796695069","https://openalex.org/W2807893746","https://openalex.org/W2899037522","https://openalex.org/W2904246096","https://openalex.org/W2907400679","https://openalex.org/W2914059200","https://openalex.org/W2942608247","https://openalex.org/W2950218667","https://openalex.org/W2952878003","https://openalex.org/W2963864421","https://openalex.org/W2968983352","https://openalex.org/W2973516653","https://openalex.org/W2978320887","https://openalex.org/W2979868073","https://openalex.org/W2980117955","https://openalex.org/W2981030070","https://openalex.org/W3008110675","https://openalex.org/W3012706688","https://openalex.org/W3013045429","https://openalex.org/W3026443214","https://openalex.org/W3034950318","https://openalex.org/W3087645508","https://openalex.org/W3100789280","https://openalex.org/W3101940057","https://openalex.org/W3105102281","https://openalex.org/W3106725715","https://openalex.org/W3111403304","https://openalex.org/W3139816037","https://openalex.org/W3178157679","https://openalex.org/W3185352449","https://openalex.org/W4288363736","https://openalex.org/W4295312788","https://openalex.org/W6631190155","https://openalex.org/W6684921986","https://openalex.org/W6741002519","https://openalex.org/W6757592117","https://openalex.org/W6757677476","https://openalex.org/W6764245040","https://openalex.org/W6766978945","https://openalex.org/W6768785780","https://openalex.org/W6769072434","https://openalex.org/W6783106408"],"related_works":["https://openalex.org/W2328909424","https://openalex.org/W2980786759","https://openalex.org/W2754950093","https://openalex.org/W3131588449","https://openalex.org/W2995903277","https://openalex.org/W4309021794","https://openalex.org/W2180802545","https://openalex.org/W2999680199","https://openalex.org/W4210657104","https://openalex.org/W2167160009"],"abstract_inverted_index":{"Type":[0],"1":[1],"Diabetes":[2],"(T1D)":[3],"is":[4,26],"a":[5,43,77,93,108,127],"chronic":[6],"autoimmune":[7],"disease,":[8],"which":[9,28],"requires":[10,62],"the":[11,33,67,74,87,102,124,139,157,161],"use":[12],"of":[13,99,141],"exogenous":[14],"insulin":[15,58],"for":[16,69,101,147,159],"glucose":[17,148],"regulation.":[18],"In":[19,38],"current":[20],"hybrid":[21],"closed-loop":[22],"systems,":[23],"meal":[24,63,79],"entry":[25],"manual":[27],"adds":[29],"cognitive":[30],"burden":[31],"to":[32,126],"persons":[34],"living":[35],"with":[36],"T1D.":[37],"this":[39],"study,":[40],"we":[41],"proposed":[42,151],"control":[44],"system":[45,75,146,152],"based":[46,85],"on":[47,76,86],"Proximal":[48],"Policy":[49],"Optimisation":[50],"(PPO)":[51],"that":[52],"controls":[53],"both":[54],"basal":[55],"and":[56,60,91,111,119],"bolus":[57],"infusion":[59],"only":[61],"announcement,":[64],"thus":[65],"eliminating":[66,156],"need":[68,158],"carbohydrate":[70,162],"estimation.":[71],"We":[72],"evaluated":[73],"challenging":[78],"scenario,":[80],"using":[81],"an":[82,135,142],"open-source":[83],"simulator":[84],"UVA/Padova":[88],"2008":[89],"model":[90],"achieved":[92],"mean":[94],"Time":[95],"in":[96,155,164],"Range":[97],"value":[98],"65%":[100],"adult":[103],"subject":[104],"cohort,":[105],"while":[106],"maintaining":[107],"moderate":[109],"hypoglycemic":[110],"hyperglycemic":[112],"risk":[113],"profile.":[114],"The":[115,150],"approach":[116],"shows":[117],"promise":[118,154],"welcomes":[120],"further":[121],"research":[122],"towards":[123,138],"translation":[125],"real-life":[128],"artificial":[129,144],"pancreas.":[130],"Clinical":[131],"relevance-":[132],"This":[133],"was":[134],"in-silico":[136],"analysis":[137],"development":[140],"autonomous":[143],"pancreas":[145],"control.":[149],"show":[153],"estimating":[160],"content":[163],"meals.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}