{"id":"https://openalex.org/W4406611461","doi":"https://doi.org/10.1109/wsc63780.2024.10838907","title":"Model-Based Q-Learning with Monotone Policies for Personalized Management of Hypertension","display_name":"Model-Based Q-Learning with Monotone Policies for Personalized Management of Hypertension","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406611461","doi":"https://doi.org/10.1109/wsc63780.2024.10838907"},"language":"en","primary_location":{"id":"doi:10.1109/wsc63780.2024.10838907","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc63780.2024.10838907","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050044642","display_name":"Wesley J. Marrero","orcid":"https://orcid.org/0000-0002-7092-2292"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wesley J. Marrero","raw_affiliation_strings":["Thayer School of Engineering, Dartmouth College,Hanover,NH,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thayer School of Engineering, Dartmouth College,Hanover,NH,USA","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101593926","display_name":"Lan Yi","orcid":null},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lan Yi","raw_affiliation_strings":["Thayer School of Engineering, Dartmouth College,Hanover,NH,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thayer School of Engineering, Dartmouth College,Hanover,NH,USA","institution_ids":["https://openalex.org/I107672454"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I107672454"],"apc_list":null,"apc_paid":null,"fwci":0.6781,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.71660305,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1035","last_page":"1046"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12401","display_name":"Scheduling and Timetabling Solutions","score":0.42730000615119934,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12401","display_name":"Scheduling and Timetabling Solutions","score":0.42730000615119934,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monotone-polygon","display_name":"Monotone polygon","score":0.6374844908714294},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6227828860282898},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3531336188316345},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.157512366771698}],"concepts":[{"id":"https://openalex.org/C2834757","wikidata":"https://www.wikidata.org/wiki/Q4925424","display_name":"Monotone polygon","level":2,"score":0.6374844908714294},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6227828860282898},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3531336188316345},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.157512366771698},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wsc63780.2024.10838907","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc63780.2024.10838907","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W126212309","https://openalex.org/W1749910810","https://openalex.org/W1912243307","https://openalex.org/W2103549470","https://openalex.org/W2124839177","https://openalex.org/W2126805804","https://openalex.org/W2774565889","https://openalex.org/W2792598863","https://openalex.org/W2796401123","https://openalex.org/W2805499342","https://openalex.org/W2813454607","https://openalex.org/W2964273152","https://openalex.org/W2970115505","https://openalex.org/W2984280663","https://openalex.org/W3123596031","https://openalex.org/W4206224948","https://openalex.org/W4213251304","https://openalex.org/W4391169031","https://openalex.org/W6645736948","https://openalex.org/W6678475782","https://openalex.org/W6685366099","https://openalex.org/W6739571164","https://openalex.org/W6756953143","https://openalex.org/W6758249605","https://openalex.org/W6759421646","https://openalex.org/W6771538420","https://openalex.org/W6771929907","https://openalex.org/W6774020471","https://openalex.org/W6791943646","https://openalex.org/W6810618095","https://openalex.org/W6853009324"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Hypertension":[0],"is":[1],"a":[2,11,53,92],"crucial":[3],"controllable":[4],"risk":[5],"factor":[6],"of":[7,14,28,45,82,94,108],"atherosclerotic":[8],"cardiovascular":[9],"disease,":[10],"leading":[12],"cause":[13],"death":[15],"in":[16,48,139],"the":[17,26,43,65,80,106,115,131,145],"United":[18],"States.":[19],"While":[20],"traditional":[21],"analytic":[22,46],"techniques":[23,47],"may":[24],"capture":[25],"complexities":[27],"hypertension":[29],"treatment":[30,36,58,83],"planning,":[31],"they":[32],"generally":[33],"provide":[34],"unintuitive":[35],"recommendations.":[37],"This":[38],"paper":[39],"aims":[40],"to":[41,55,144],"advance":[42],"acceptance":[44],"clinical":[49,123,133],"practice":[50],"by":[51,78],"presenting":[52],"method":[54],"obtain":[56],"interpretable":[57],"plans.":[59],"To":[60],"this":[61],"end,":[62],"we":[63],"introduce":[64],"monotone":[66,112,119,128],"Q-learning":[67],"algorithm,":[68],"which":[69],"guarantees":[70],"policies":[71,113,129],"are":[72],"nondecreasing":[73],"on":[74],"patients'":[75],"health":[76],"severity":[77],"limiting":[79],"exploration":[81],"choices":[84],"and":[85,104,121],"solving":[86],"simple":[87],"integer":[88],"programs.":[89],"We":[90],"represent":[91],"set":[93],"clinically":[95],"representative":[96],"patient":[97],"profiles":[98],"through":[99],"Markov":[100],"decision":[101],"process":[102],"models":[103],"compare":[105],"performance":[107],"our":[109],"approximately":[110,126],"optimal":[111,116,118,127,146],"with":[114],"policy,":[117,120],"current":[122,132],"guidelines.":[124],"The":[125],"outperform":[130],"guidelines":[134],"while":[135],"displaying":[136],"small":[137],"losses":[138],"quality-adjusted":[140],"life":[141],"years":[142],"compared":[143],"policy.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}