{"id":"https://openalex.org/W4293295089","doi":"https://doi.org/10.21203/rs.3.rs-1979318/v1","title":"A Reinforcement Learning based tool for non-parametric population pharmacokinetics workflow optimization","display_name":"A Reinforcement Learning based tool for non-parametric population pharmacokinetics workflow optimization","publication_year":2022,"publication_date":"2022-08-24","ids":{"openalex":"https://openalex.org/W4293295089","doi":"https://doi.org/10.21203/rs.3.rs-1979318/v1"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-1979318/v1","doi":"https://doi.org/10.21203/rs.3.rs-1979318/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-1979318/v1","pdf_url":"https://www.researchsquare.com/article/rs-1979318/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.researchsquare.com/article/rs-1979318/latest.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037878334","display_name":"Julian D. Otalvaro","orcid":"https://orcid.org/0000-0001-5202-1645","observed_orcids":["https://orcid.org/0000-0001-5202-1645"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Julian D Otalvaro","raw_affiliation_strings":["Laboratory of Applied Pharmacokinetics and Bioinformatics","Bioinstrumentation and Clinical Engineering Research Group","Laboratory of Integrated and Specialized Medicine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Applied Pharmacokinetics and Bioinformatics","institution_ids":[]},{"raw_affiliation_string":"Bioinstrumentation and Clinical Engineering Research Group","institution_ids":[]},{"raw_affiliation_string":"Laboratory of Integrated and Specialized Medicine","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090837317","display_name":"Walter M. Yamada","orcid":"https://orcid.org/0000-0003-3512-9202","observed_orcids":["https://orcid.org/0000-0003-3512-9202"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Walter M Yamada","raw_affiliation_strings":["Laboratory of Applied Pharmacokinetics and Bioinformatics","Bioinstrumentation and Clinical Engineering Research Group","Laboratory of Integrated and Specialized Medicine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Applied Pharmacokinetics and Bioinformatics","institution_ids":[]},{"raw_affiliation_string":"Bioinstrumentation and Clinical Engineering Research Group","institution_ids":[]},{"raw_affiliation_string":"Laboratory of Integrated and Specialized Medicine","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030907495","display_name":"Alher M Hernandez","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alher M Hernandez","raw_affiliation_strings":["Bioinstrumentation and Clinical Engineering Research Group","Laboratory of Applied Pharmacokinetics and Bioinformatics","Laboratory of Integrated and Specialized Medicine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bioinstrumentation and Clinical Engineering Research Group","institution_ids":[]},{"raw_affiliation_string":"Laboratory of Applied Pharmacokinetics and Bioinformatics","institution_ids":[]},{"raw_affiliation_string":"Laboratory of Integrated and Specialized Medicine","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049102875","display_name":"Andr\u00e9s Felipe Zuluaga","orcid":"https://orcid.org/0000-0001-5656-4153","observed_orcids":["https://orcid.org/0000-0001-5656-4153"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andres F Zuluaga","raw_affiliation_strings":["Laboratory of Integrated and Specialized Medicine","Bioinstrumentation and Clinical Engineering Research Group","Laboratory of Applied Pharmacokinetics and Bioinformatics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Integrated and Specialized Medicine","institution_ids":[]},{"raw_affiliation_string":"Bioinstrumentation and Clinical Engineering Research Group","institution_ids":[]},{"raw_affiliation_string":"Laboratory of Applied Pharmacokinetics and Bioinformatics","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rong Chen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rong Chen","raw_affiliation_strings":["Laboratory of Applied Pharmacokinetics and Bioinformatics","Bioinstrumentation and Clinical Engineering Research Group","Laboratory of Integrated and Specialized Medicine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Applied Pharmacokinetics and Bioinformatics","institution_ids":[]},{"raw_affiliation_string":"Bioinstrumentation and Clinical Engineering Research Group","institution_ids":[]},{"raw_affiliation_string":"Laboratory of Integrated and Specialized Medicine","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026635936","display_name":"Michael Noel Neely","orcid":"https://orcid.org/0000-0002-1675-8276","observed_orcids":["https://orcid.org/0000-0002-1675-8276"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Michael N Neely","raw_affiliation_strings":["Laboratory of Applied Pharmacokinetics and Bioinformatics","Bioinstrumentation and Clinical Engineering Research Group","Laboratory of Integrated and Specialized Medicine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Applied Pharmacokinetics and Bioinformatics","institution_ids":[]},{"raw_affiliation_string":"Bioinstrumentation and Clinical Engineering Research Group","institution_ids":[]},{"raw_affiliation_string":"Laboratory of Integrated and Specialized Medicine","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5026635936"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12547","display_name":"Pharmaceutical studies and practices","score":0.6621000170707703,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12547","display_name":"Pharmaceutical studies and practices","score":0.6621000170707703,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.25679999589920044,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.020899999886751175,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8920000195503235},{"id":"https://openalex.org/keywords/population-pharmacokinetics","display_name":"population pharmacokinetics","score":0.9539999961853027},{"id":"https://openalex.org/keywords/sarsa-algorithm","display_name":"SARSA algorithm","score":0.8330000042915344},{"id":"https://openalex.org/keywords/model-selection","display_name":"model selection","score":0.49900001287460327},{"id":"https://openalex.org/keywords/likelihood-maximization","display_name":"likelihood maximization","score":0.7070000171661377},{"id":"https://openalex.org/keywords/covariate-selection","display_name":"covariate selection","score":0.6169999837875366}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7517373561859131},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7146368026733398},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6203382015228271},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5182849764823914},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.5134154558181763},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.47565171122550964},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4631912410259247},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.454521119594574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.450204074382782},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.43769770860671997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4170185327529907},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1619410216808319},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21203/rs.3.rs-1979318/v1","doi":"https://doi.org/10.21203/rs.3.rs-1979318/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-1979318/v1","pdf_url":"https://www.researchsquare.com/article/rs-1979318/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-1979318/v1","doi":"https://doi.org/10.21203/rs.3.rs-1979318/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-1979318/v1","pdf_url":"https://www.researchsquare.com/article/rs-1979318/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[{"score":0.46810001134872437,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F3277441329","display_name":"Ministerio de Ciencia, Tecnolog\u00eda e Innovaci\u00f3n","ror":"https://ror.org/03fd5ne08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4293295089.pdf","grobid_xml":"https://content.openalex.org/works/W4293295089.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W1766520","https://openalex.org/W41554520","https://openalex.org/W1977589214","https://openalex.org/W2021298363","https://openalex.org/W2044121814","https://openalex.org/W2091982107","https://openalex.org/W2103606212","https://openalex.org/W2120575449","https://openalex.org/W2341171179","https://openalex.org/W2731246291","https://openalex.org/W2749604329","https://openalex.org/W2960758010","https://openalex.org/W2990821920","https://openalex.org/W3139377883","https://openalex.org/W4247798650","https://openalex.org/W4381304672"],"related_works":["https://openalex.org/W4310959841","https://openalex.org/W4412798044","https://openalex.org/W7171366956","https://openalex.org/W7171453028","https://openalex.org/W7213974276","https://openalex.org/W2560655048","https://openalex.org/W4391722368","https://openalex.org/W4407678180","https://openalex.org/W7223115052","https://openalex.org/W7079704595"],"abstract_inverted_index":{"Abstract":[0],"Background:":[1],"The":[2,150,176,224],"building":[3,94],"of":[4,60,75,77,122,129,162,179,231,243],"population":[5],"pharmacokinetic":[6,216],"models":[7],"can":[8,194],"be":[9,195],"described":[10],"as":[11,112],"an":[12,31,45,214],"iterative":[13,92],"process":[14,43],"in":[15,172,261],"which":[16],"given":[17],"a":[18,21,48,54,73,88,120,127,166],"model":[19,93,207],"and":[20,33,72,105,126,160],"dataset,":[22],"the":[23,36,58,69,91,99,103,106,113,135,139,146,157,170,173,183,185,205,210,229,241],"pharmacometrician":[24],"performs":[25,39],"introduces":[26],"some":[27],"changes,":[28],"then":[29],"perform":[30,145],"evaluation":[32],"based":[34,152],"on":[35],"predictions":[37],"obtained":[38],"further":[40,196],"optimization.":[41,148],"This":[42],"(perform":[44],"action,":[46],"witness":[47],"result,":[49],"optimize":[50],"your":[51],"knowledge)":[52],"is":[53,200],"perfect":[55],"scenario":[56],"for":[57,102,213],"implementation":[59,74],"Reinforcement":[61,220],"Learning":[62,221],"algorithms.":[63],"In":[64],"this":[65,192,252],"paper":[66],"we":[67,137,190,255],"present":[68,98],"conceptual":[70],"background":[71],"one":[76],"those":[78],"algorithms":[79],"aiming":[80],"to":[81,85,116,144,155,169,202,257],"show":[82],"pharmacometricians":[83],"how":[84],"automate":[86],"(to":[87],"certain":[89],"point)":[90],"process.":[95],"Methods:":[96],"We":[97],"selected":[100,111],"discretization":[101],"action":[104],"state":[107],"space.":[108],"SARSA":[109],"was":[110,187],"RL":[114,151],"algorithm":[115],"use,":[117],"configured":[118],"with":[119,125,165],"window":[121],"1000":[123],"episodes":[124],"limit":[128],"30":[130],"actions":[131,234],"per":[132],"episode.":[133],"Under":[134],"hood":[136],"used":[138,181],"Non-Parametric":[140],"Optimal":[141],"Design":[142],"(NPOD)":[143],"parameter":[147],"Results:":[149],"agent":[153,186],"managed":[154],"obtain":[156],"same":[158],"likelihood":[159,212],"number":[161],"support":[163],"points,":[164],"distribution":[167],"similar":[168],"reported":[171],"original":[174],"paper.":[175],"total":[177],"amount":[178],"time":[180,193],"by":[182,218],"train":[184],"5.5h,":[188],"although":[189],"think":[191],"improved.":[197],"Conclusions:":[198],"It":[199],"possible":[201],"automatically":[203],"find":[204],"structural":[206],"that":[208],"maximizes":[209],"final":[211],"specific":[215],"dataset":[217],"using":[219],"(RL)":[222],"algorithm.":[223],"framework":[225],"provided":[226],"could":[227],"allow":[228],"integration":[230],"even":[232],"more":[233],"i.e:":[235],"add/remove":[236],"covariates,":[237],"non-linear":[238],"compartments":[239],"or":[240],"execution":[242],"secondary":[244],"analysis.":[245],"Many":[246],"limitations":[247],"were":[248],"found":[249],"while":[250],"performing":[251],"study":[253],"but":[254],"hope":[256],"address":[258],"them":[259],"all":[260],"future":[262],"studies.":[263]},"counts_by_year":[],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2022-08-27T00:00:00"}