{"id":"https://openalex.org/W7225706241","doi":"https://doi.org/10.48550/arxiv.2611.11332","title":"CVaR Deep Optimal Stopping","display_name":"CVaR Deep Optimal Stopping","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-08","ids":{"openalex":"https://openalex.org/W7225706241","doi":"https://doi.org/10.48550/arxiv.2611.11332"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.11332","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.11332","pdf_url":"https://arxiv.org/pdf/2611.11332","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7225706241"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.11332","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5161373378","display_name":"Yechan Jeong","orcid":"https://orcid.org/0009-0000-1476-0666","observed_orcids":["https://orcid.org/0009-0000-1476-0666"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jeong, Yechan","raw_affiliation_strings":["Seoul National University","Youngjoon Hong Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Youngjoon Hong Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085177012","display_name":"Youngjoon Hong","orcid":"https://orcid.org/0000-0003-4956-8660","observed_orcids":["https://orcid.org/0000-0003-4956-8660"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Youngjoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10067","display_name":"Stochastic processes and financial applications","score":0.5029000043869019,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10067","display_name":"Stochastic processes and financial applications","score":0.5029000043869019,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.22509999573230743,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.22439999878406525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/optimal-stopping","display_name":"optimal stopping","score":0.722000002861023},{"id":"https://openalex.org/keywords/conditional-value-at-risk","display_name":"conditional value at risk","score":0.9359999895095825},{"id":"https://openalex.org/keywords/risk-sensitive-reinforcement-learning","display_name":"risk-sensitive reinforcement learning","score":0.9610000252723694},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8159999847412109},{"id":"https://openalex.org/keywords/state-augmentation","display_name":"state augmentation","score":0.5339999794960022},{"id":"https://openalex.org/keywords/bermudan-options","display_name":"Bermudan options","score":0.8759999871253967},{"id":"https://openalex.org/keywords/option-exercise","display_name":"option exercise","score":0.6039999723434448},{"id":"https://openalex.org/keywords/distal-intestinal-obstruction-syndrome","display_name":"distal intestinal obstruction syndrome","score":0.7429999709129333}],"concepts":[{"id":"https://openalex.org/C2779922397","wikidata":"https://www.wikidata.org/wiki/Q5014755","display_name":"CVAR","level":4,"score":0.9063000082969666},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6539999842643738},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5659000277519226},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5360000133514404},{"id":"https://openalex.org/C118671147","wikidata":"https://www.wikidata.org/wiki/Q578714","display_name":"Quantile","level":2,"score":0.4977000057697296},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.49239999055862427},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4684000015258789},{"id":"https://openalex.org/C99414536","wikidata":"https://www.wikidata.org/wiki/Q7098950","display_name":"Optimal stopping","level":2,"score":0.4490000009536743},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.37059998512268066},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.36640000343322754},{"id":"https://openalex.org/C99888217","wikidata":"https://www.wikidata.org/wiki/Q1288707","display_name":"Stopping time","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.35690000653266907},{"id":"https://openalex.org/C5496284","wikidata":"https://www.wikidata.org/wiki/Q5420856","display_name":"Expected shortfall","level":3,"score":0.3553999960422516},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34150001406669617},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.30070000886917114},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C2984536560","wikidata":"https://www.wikidata.org/wiki/Q818544","display_name":"State estimator","level":3,"score":0.2777000069618225},{"id":"https://openalex.org/C2781472820","wikidata":"https://www.wikidata.org/wiki/Q2154759","display_name":"Risk measure","level":3,"score":0.2678999900817871},{"id":"https://openalex.org/C126980161","wikidata":"https://www.wikidata.org/wiki/Q863783","display_name":"Simulated annealing","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C201779956","wikidata":"https://www.wikidata.org/wiki/Q5426803","display_name":"Ergodicity","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2581999897956848}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.11332","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.11332","pdf_url":"https://arxiv.org/pdf/2611.11332","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.11332","doi":"https://doi.org/10.48550/arxiv.2611.11332","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.11332","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.11332","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.11332","pdf_url":"https://arxiv.org/pdf/2611.11332","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225706241.pdf","grobid_xml":"https://content.openalex.org/works/W7225706241.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1647779468","https://openalex.org/W1976406849","https://openalex.org/W2001697694","https://openalex.org/W2019291268","https://openalex.org/W2027106436","https://openalex.org/W2126311658","https://openalex.org/W2159223630","https://openalex.org/W2167696704","https://openalex.org/W2798229054","https://openalex.org/W2959813831","https://openalex.org/W2963470657","https://openalex.org/W2965485141","https://openalex.org/W3124407081","https://openalex.org/W3157346246","https://openalex.org/W4233413206","https://openalex.org/W4415769136","https://openalex.org/W7133223608","https://openalex.org/W7133229173"],"related_works":["https://openalex.org/W2949963197","https://openalex.org/W7095799961","https://openalex.org/W3179380614","https://openalex.org/W2159223630","https://openalex.org/W2998059334","https://openalex.org/W7165031621","https://openalex.org/W2977518448","https://openalex.org/W7144358952","https://openalex.org/W4319653518","https://openalex.org/W2293539771"],"abstract_inverted_index":{"Risk-sensitive":[0],"optimal":[1,45,60,80],"stopping":[2,7],"is":[3,25],"useful":[4],"when":[5],"poor":[6],"outcomes":[8],"carry":[9],"substantial":[10],"costs,":[11],"as":[12],"in":[13,54],"option":[14],"exercise,":[15],"sequential":[16],"medical":[17],"treatment,":[18],"and":[19,40,49,69,86,100,203],"safety-critical":[20],"control.":[21],"A":[22,145],"natural":[23],"objective":[24],"Conditional":[26],"Value":[27],"at":[28],"Risk":[29],"(CVaR)":[30],"of":[31,79],"the":[32,110,121,141,158,166,187,191,199,204,210],"stopped":[33],"reward.":[34],"We":[35,74,89],"develop":[36],"a":[37,102,173,179],"theoretical":[38],"framework":[39,48],"algorithm":[41,50],"for":[42,168],"CVaR":[43,202,212],"deep":[44],"stopping.":[46],"The":[47],"address":[51,140],"four":[52],"difficulties":[53],"applying":[55],"risk-sensitive":[56],"reinforcement":[57],"learning":[58],"to":[59,67,93,139,155],"stopping:":[61,81],"state":[62,98],"augmentation,":[63],"score-function":[64,127],"pathology,":[65],"blindness":[66,154],"success,":[68],"dependence":[70],"on":[71,130],"auxiliary":[72,170],"networks.":[73],"isolate":[75],"three":[76],"structural":[77],"properties":[78,92],"single-point":[82],"reward,":[83],"action-independent":[84],"dynamics,":[85],"sum-zero":[87],"gradient.":[88],"exploit":[90],"these":[91],"establish":[94,178],"Markov":[95],"optimality":[96],"without":[97],"augmentation":[99],"derive":[101],"pathwise":[103,111],"gradient":[104],"estimator.":[105],"Under":[106],"bounded":[107,114],"policy":[108],"derivatives,":[109],"estimator":[112],"has":[113],"second":[115],"moments":[116],"near":[117],"deterministic":[118],"policies,":[119],"avoiding":[120],"divergence":[122],"that":[123],"can":[124],"occur":[125],"with":[126,150],"estimators.":[128],"Building":[129],"this":[131],"framework,":[132],"we":[133,177],"propose":[134],"DIOS":[135,197],"(Distribution-Informed":[136],"Optimal":[137],"Stopping)":[138],"remaining":[142],"two":[143],"difficulties.":[144],"per-time-step":[146],"soft":[147],"penalty":[148],"combined":[149],"tail-level":[151],"annealing":[152],"mitigates":[153],"success.":[156],"Estimating":[157],"reward":[159],"quantile":[160],"directly":[161],"from":[162],"each":[163],"batch":[164],"removes":[165],"need":[167],"an":[169],"critic.":[171],"For":[172],"fixed":[174],"tail":[175],"level,":[176],"finite-time":[180],"stationarity":[181],"guarantee":[182],"under":[183],"regularity":[184],"assumptions":[185],"along":[186],"training":[188,207],"iterates.":[189],"Across":[190],"24":[192],"main":[193],"Bermudan":[194],"max-call":[195],"configurations,":[196],"achieves":[198],"highest":[200],"mean":[201],"shortest":[205],"recorded":[206],"time":[208],"among":[209],"tested":[211],"baselines.":[213]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7225706241","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-11-11T00:00:00"}
