{"id":"https://openalex.org/W3200401644","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533957","title":"Reinforcement Learning-Based Insulin Injection Time And Dosages Optimization","display_name":"Reinforcement Learning-Based Insulin Injection Time And Dosages Optimization","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3200401644","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533957","mag":"3200401644"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9533957","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533957","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100413113","display_name":"Zihao Wang","orcid":"https://orcid.org/0009-0008-5588-9931"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zihao Wang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015585843","display_name":"Zhiqiang Xie","orcid":"https://orcid.org/0000-0002-0714-5312"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Xie","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088016938","display_name":"Enmei Tu","orcid":"https://orcid.org/0000-0001-6390-2608"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enmei Tu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026696037","display_name":"Alex Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210091810","display_name":"Medtronic (United States)","ror":"https://ror.org/00grd1h17","country_code":"US","type":"company","lineage":["https://openalex.org/I4210091810"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Zhong","raw_affiliation_strings":["Medtronic Diabetes, Northridge, CA, USA"],"affiliations":[{"raw_affiliation_string":"Medtronic Diabetes, Northridge, CA, USA","institution_ids":["https://openalex.org/I4210091810"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100323593","display_name":"Yingying Liu","orcid":"https://orcid.org/0000-0002-6725-1475"},"institutions":[{"id":"https://openalex.org/I4210120746","display_name":"Medtronic (China)","ror":"https://ror.org/02m7bcm44","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210120746"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingying Liu","raw_affiliation_strings":["Medtronic Technology Center, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Medtronic Technology Center, Shanghai, China","institution_ids":["https://openalex.org/I4210120746"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073961760","display_name":"Jichang Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I4210120746","display_name":"Medtronic (China)","ror":"https://ror.org/02m7bcm44","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210120746"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jichang Ding","raw_affiliation_strings":["Medtronic Technology Center, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Medtronic Technology Center, Shanghai, China","institution_ids":["https://openalex.org/I4210120746"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101536839","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0001-6235-1744"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Yang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100413113"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.0174,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.77323501,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10560","display_name":"Diabetes Management and Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10560","display_name":"Diabetes Management and Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10839","display_name":"Pancreatic function and diabetes","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11178","display_name":"Receptor Mechanisms and Signaling","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dose","display_name":"Dose","score":0.7687125205993652},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6589747667312622},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6390886902809143},{"id":"https://openalex.org/keywords/insulin","display_name":"Insulin","score":0.6246728301048279},{"id":"https://openalex.org/keywords/artificial-pancreas","display_name":"Artificial pancreas","score":0.6027616858482361},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.43546047806739807},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3119621276855469},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2868443727493286},{"id":"https://openalex.org/keywords/diabetes-mellitus","display_name":"Diabetes mellitus","score":0.2527902126312256},{"id":"https://openalex.org/keywords/type-1-diabetes","display_name":"Type 1 diabetes","score":0.1927495300769806},{"id":"https://openalex.org/keywords/pharmacology","display_name":"Pharmacology","score":0.12884506583213806},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.10342571139335632}],"concepts":[{"id":"https://openalex.org/C162156334","wikidata":"https://www.wikidata.org/wiki/Q473420","display_name":"Dose","level":2,"score":0.7687125205993652},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6589747667312622},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6390886902809143},{"id":"https://openalex.org/C2779306644","wikidata":"https://www.wikidata.org/wiki/Q2002370","display_name":"Insulin","level":2,"score":0.6246728301048279},{"id":"https://openalex.org/C2780353609","wikidata":"https://www.wikidata.org/wiki/Q1569064","display_name":"Artificial pancreas","level":4,"score":0.6027616858482361},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.43546047806739807},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3119621276855469},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2868443727493286},{"id":"https://openalex.org/C555293320","wikidata":"https://www.wikidata.org/wiki/Q12206","display_name":"Diabetes mellitus","level":2,"score":0.2527902126312256},{"id":"https://openalex.org/C2781232474","wikidata":"https://www.wikidata.org/wiki/Q124407","display_name":"Type 1 diabetes","level":3,"score":0.1927495300769806},{"id":"https://openalex.org/C98274493","wikidata":"https://www.wikidata.org/wiki/Q128406","display_name":"Pharmacology","level":1,"score":0.12884506583213806},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.10342571139335632},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134018914","wikidata":"https://www.wikidata.org/wiki/Q162606","display_name":"Endocrinology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9533957","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533957","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"awards":[{"id":"https://openalex.org/G1497224352","display_name":null,"funder_award_id":"61806125,61802247,61876107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1519937734","display_name":null,"funder_award_id":"19ZR1476300","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1489653209","https://openalex.org/W1958010439","https://openalex.org/W1964693647","https://openalex.org/W1987616068","https://openalex.org/W2067961213","https://openalex.org/W2100097728","https://openalex.org/W2101462115","https://openalex.org/W2102340435","https://openalex.org/W2107962575","https://openalex.org/W2125788080","https://openalex.org/W2158435758","https://openalex.org/W2161778098","https://openalex.org/W2162557622","https://openalex.org/W2163924481","https://openalex.org/W2244320849","https://openalex.org/W2419628072","https://openalex.org/W2469701129","https://openalex.org/W2503706510","https://openalex.org/W2527832069","https://openalex.org/W2528292293","https://openalex.org/W2556169250","https://openalex.org/W2620014678","https://openalex.org/W2907400679","https://openalex.org/W2950218667","https://openalex.org/W2952878003","https://openalex.org/W2962913568","https://openalex.org/W2963432147","https://openalex.org/W2973658272","https://openalex.org/W2980117955","https://openalex.org/W3004068484","https://openalex.org/W3008110675","https://openalex.org/W3042053142","https://openalex.org/W6667447941","https://openalex.org/W6690671177","https://openalex.org/W6768330495","https://openalex.org/W6769072434"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W2369780650","https://openalex.org/W3031039437","https://openalex.org/W3095877357","https://openalex.org/W183202219","https://openalex.org/W2072565696","https://openalex.org/W10861731"],"abstract_inverted_index":{"Type":[0],"1":[1],"diabetes":[2],"is":[3,9,115,130],"a":[4,29,72,111],"common":[5],"metabolic":[6],"disease":[7,17],"that":[8,161],"harmful":[10],"to":[11,19,23,40,46,117],"people's":[12],"health.":[13],"Individuals":[14],"with":[15],"this":[16,80],"need":[18],"inject":[20],"insulin":[21,48,62,67,89,108],"dosages":[22,49,63,93],"maintain":[24],"the":[25,33,61,66,84,88,95,101,107,120,162],"blood":[26],"glucose":[27,43],"in":[28,50,76,94,106],"regular":[30],"range.":[31],"Over":[32],"years,":[34],"several":[35],"methods":[36,58],"have":[37],"been":[38],"proposed":[39,116,163],"utilize":[41],"continuous":[42],"monitoring":[44],"(CGM)":[45],"optimize":[47,60],"an":[51,142],"artificial":[52],"pancreas.":[53],"However,":[54],"most":[55],"of":[56,86],"these":[57],"only":[59],"without":[64],"considering":[65],"injection":[68,90,109],"time,":[69],"which":[70],"remains":[71],"gap":[73],"for":[74,133,145],"deployment":[75],"realistic":[77],"scenarios.":[78],"In":[79],"paper,":[81],"we":[82],"formulate":[83],"problem":[85],"optimizing":[87],"time":[91],"and":[92,123,152,168],"reinforcement":[96],"learning":[97],"framework.":[98],"To":[99],"solve":[100],"vast":[102],"action":[103,121,135],"space":[104,122],"challenge":[105],"problem,":[110],"heuristic":[112],"search":[113],"schema":[114],"narrow":[118],"down":[119],"achieve":[124],"efficient":[125],"exploration.":[126],"A":[127],"double-score":[128],"strategy":[129],"further":[131],"introduced":[132],"robust":[134],"initialization.":[136],"Extensive":[137],"experiments":[138],"are":[139],"conducted":[140],"on":[141,154],"FDA-approved":[143],"simulator":[144],"30":[146],"virtual":[147],"patients":[148],"over":[149],"10":[150],"days":[151],"based":[153],"different":[155],"meal":[156],"schedules.":[157],"The":[158],"results":[159],"demonstrate":[160],"method":[164],"outperforms":[165],"other":[166],"basal-bolus":[167],"PID":[169],"controller":[170],"methods.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}