{"id":"https://openalex.org/W2171850212","doi":"https://doi.org/10.1109/cidm.2011.5949442","title":"Adaptive treatment of anemia on hemodialysis patients: A reinforcement learning approach","display_name":"Adaptive treatment of anemia on hemodialysis patients: A reinforcement learning approach","publication_year":2011,"publication_date":"2011-04-01","ids":{"openalex":"https://openalex.org/W2171850212","doi":"https://doi.org/10.1109/cidm.2011.5949442","mag":"2171850212"},"language":"en","primary_location":{"id":"doi:10.1109/cidm.2011.5949442","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cidm.2011.5949442","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE Symposium on Computational Intelligence and Data Mining (CIDM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017077833","display_name":"Pablo Escandell-Montero","orcid":"https://orcid.org/0000-0003-1045-4981"},"institutions":[{"id":"https://openalex.org/I16097986","display_name":"Universitat de Val\u00e8ncia","ror":"https://ror.org/043nxc105","country_code":"ES","type":"education","lineage":["https://openalex.org/I16097986"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Pablo Escandell-Montero","raw_affiliation_strings":["Electronic Engineering Department, University of Valencia, Valencia, Spain"],"affiliations":[{"raw_affiliation_string":"Electronic Engineering Department, University of Valencia, Valencia, Spain","institution_ids":["https://openalex.org/I16097986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045060995","display_name":"Jos\u00e9 M. Mart\u00ednez-Mart\u00ednez","orcid":"https://orcid.org/0000-0003-4640-9680"},"institutions":[{"id":"https://openalex.org/I16097986","display_name":"Universitat de Val\u00e8ncia","ror":"https://ror.org/043nxc105","country_code":"ES","type":"education","lineage":["https://openalex.org/I16097986"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jose M. Martinez-Martinez","raw_affiliation_strings":["Electronic Engineering Department, University of Valencia, Valencia, Spain"],"affiliations":[{"raw_affiliation_string":"Electronic Engineering Department, University of Valencia, Valencia, Spain","institution_ids":["https://openalex.org/I16097986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081768850","display_name":"Jos\u00e9 D. Mart\u00edn\u2010Guerrero","orcid":"https://orcid.org/0000-0001-9378-0285"},"institutions":[{"id":"https://openalex.org/I16097986","display_name":"Universitat de Val\u00e8ncia","ror":"https://ror.org/043nxc105","country_code":"ES","type":"education","lineage":["https://openalex.org/I16097986"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jose D. Martin-Guerrero","raw_affiliation_strings":["Electronic Engineering Department, University of Valencia, Valencia, Spain"],"affiliations":[{"raw_affiliation_string":"Electronic Engineering Department, University of Valencia, Valencia, Spain","institution_ids":["https://openalex.org/I16097986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063325355","display_name":"Emilio Soria\u2010Olivas","orcid":"https://orcid.org/0000-0002-9148-8405"},"institutions":[{"id":"https://openalex.org/I16097986","display_name":"Universitat de Val\u00e8ncia","ror":"https://ror.org/043nxc105","country_code":"ES","type":"education","lineage":["https://openalex.org/I16097986"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Emilio Soria-Olivas","raw_affiliation_strings":["Electronic Engineering Department, University of Valencia, Valencia, Spain"],"affiliations":[{"raw_affiliation_string":"Electronic Engineering Department, University of Valencia, Valencia, Spain","institution_ids":["https://openalex.org/I16097986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051693047","display_name":"Joan Vila\u2010Franc\u00e9s","orcid":"https://orcid.org/0000-0001-8293-8235"},"institutions":[{"id":"https://openalex.org/I16097986","display_name":"Universitat de Val\u00e8ncia","ror":"https://ror.org/043nxc105","country_code":"ES","type":"education","lineage":["https://openalex.org/I16097986"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Joan Vila-Frances","raw_affiliation_strings":["Electronic Engineering Department, University of Valencia, Valencia, Spain"],"affiliations":[{"raw_affiliation_string":"Electronic Engineering Department, University of Valencia, Valencia, Spain","institution_ids":["https://openalex.org/I16097986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013174077","display_name":"Rafael Magdalena\u2010Benedito","orcid":"https://orcid.org/0000-0003-3752-8231"},"institutions":[{"id":"https://openalex.org/I16097986","display_name":"Universitat de Val\u00e8ncia","ror":"https://ror.org/043nxc105","country_code":"ES","type":"education","lineage":["https://openalex.org/I16097986"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Rafael Magdalena-Benedito","raw_affiliation_strings":["Electronic Engineering Department, University of Valencia, Valencia, Spain"],"affiliations":[{"raw_affiliation_string":"Electronic Engineering Department, University of Valencia, Valencia, Spain","institution_ids":["https://openalex.org/I16097986"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5017077833"],"corresponding_institution_ids":["https://openalex.org/I16097986"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.15263869,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"3","issue":null,"first_page":"44","last_page":"49"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11534","display_name":"Erythropoietin and Anemia Treatment","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2720","display_name":"Hematology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11534","display_name":"Erythropoietin and Anemia Treatment","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2720","display_name":"Hematology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12735","display_name":"Blood donation and transfusion practices","score":0.932699978351593,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9125999808311462,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8531646728515625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6090764403343201},{"id":"https://openalex.org/keywords/anemia","display_name":"Anemia","score":0.608460009098053},{"id":"https://openalex.org/keywords/hemodialysis","display_name":"Hemodialysis","score":0.4988560676574707},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4444689452648163},{"id":"https://openalex.org/keywords/intensive-care-medicine","display_name":"Intensive care medicine","score":0.34526804089546204},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3347882032394409},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.27652931213378906},{"id":"https://openalex.org/keywords/surgery","display_name":"Surgery","score":0.09598958492279053},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09023019671440125}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8531646728515625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6090764403343201},{"id":"https://openalex.org/C2778248108","wikidata":"https://www.wikidata.org/wiki/Q5445","display_name":"Anemia","level":2,"score":0.608460009098053},{"id":"https://openalex.org/C2778063415","wikidata":"https://www.wikidata.org/wiki/Q391744","display_name":"Hemodialysis","level":2,"score":0.4988560676574707},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4444689452648163},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.34526804089546204},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3347882032394409},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.27652931213378906},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.09598958492279053},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09023019671440125},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cidm.2011.5949442","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cidm.2011.5949442","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE Symposium on Computational Intelligence and Data Mining (CIDM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.6700000166893005,"display_name":"Good health and well-being"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W65817400","https://openalex.org/W91593682","https://openalex.org/W202007523","https://openalex.org/W1548867233","https://openalex.org/W1550698229","https://openalex.org/W1626155273","https://openalex.org/W1965933415","https://openalex.org/W1979660020","https://openalex.org/W1986406048","https://openalex.org/W1987132730","https://openalex.org/W1993740947","https://openalex.org/W2016945372","https://openalex.org/W2027795129","https://openalex.org/W2055785689","https://openalex.org/W2059185356","https://openalex.org/W2090564671","https://openalex.org/W2092922936","https://openalex.org/W2096986445","https://openalex.org/W2108228345","https://openalex.org/W2112032710","https://openalex.org/W2120346334","https://openalex.org/W2121863487","https://openalex.org/W2125056021","https://openalex.org/W2145829640","https://openalex.org/W2156682402","https://openalex.org/W2160308170","https://openalex.org/W2164462625","https://openalex.org/W2165612525","https://openalex.org/W4214717370","https://openalex.org/W4245296547","https://openalex.org/W4249236604","https://openalex.org/W4285719527","https://openalex.org/W6603745846","https://openalex.org/W6677737365","https://openalex.org/W6683472505","https://openalex.org/W6831055800"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W2417281742"],"abstract_inverted_index":{"The":[0,127],"aim":[1],"of":[2,10,26,33,55,110,120,136],"this":[3,84],"work":[4],"is":[5],"to":[6,14,65,133],"study":[7],"the":[8,22,24,31,50,56,89,101,108,111,118,121,125],"applicability":[9],"reinforcement":[11],"learning":[12],"methods":[13],"design":[15],"adaptive":[16],"treatment":[17,40,51,122],"strategies":[18,41,68],"that":[19,98,115],"optimize,":[20],"in":[21,30,35,124],"long-term,":[23],"dosage":[25,138],"erythropoiesis-stimulating":[27],"agents":[28],"(ESAs)":[29],"management":[32,54],"anemia":[34],"patients":[36],"undergoing":[37],"hemodialysis.":[38],"Adaptive":[39],"are":[42],"recently":[43],"emerging":[44],"as":[45],"a":[46,95],"new":[47],"paradigm":[48],"for":[49],"and":[52,77],"long-term":[53],"chronic":[57],"disease.":[58],"Reinforcement":[59],"Learning":[60],"(RL)":[61],"can":[62,116,129],"be":[63,130],"useful":[64],"extract":[66],"such":[67],"from":[69],"clinical":[70],"data,":[71],"taking":[72],"into":[73],"account":[74],"delayed":[75],"effects":[76],"without":[78],"requiring":[79],"any":[80],"mathematical":[81],"model.":[82],"In":[83],"work,":[85],"we":[86],"focus":[87],"on":[88],"so-called":[90],"Fitted":[91],"Q":[92],"Iteration":[93],"algorithm,":[94],"RL":[96,113],"approach":[97],"deals":[99],"with":[100],"data":[102],"very":[103],"efficiently.":[104],"Achieved":[105],"results":[106],"show":[107],"suitability":[109],"proposed":[112],"policies":[114],"improve":[117],"performance":[119],"followed":[123],"clinics.":[126],"methodology":[128],"easily":[131],"extended":[132],"other":[134],"problems":[135],"drug":[137],"optimization.":[139]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}