{"id":"https://openalex.org/W7123773474","doi":"https://doi.org/10.48550/arxiv.2601.07637","title":"Reinforcement Learning for Micro-Level Claims Reserving","display_name":"Reinforcement Learning for Micro-Level Claims Reserving","publication_year":2026,"publication_date":"2026-01-12","ids":{"openalex":"https://openalex.org/W7123773474","doi":"https://doi.org/10.48550/arxiv.2601.07637"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.07637","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.07637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.07637","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122956062","display_name":"Benjamin Avanzi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Avanzi, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048936137","display_name":"Ronald Richman","orcid":"https://orcid.org/0000-0002-0441-8354"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richman, Ronald","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122921776","display_name":"Bernard Wong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wong, Bernard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122975276","display_name":"Mario V. W\u00fcthrich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"W\u00fcthrich, Mario","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5122944796","display_name":"Yagebu Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Yagebu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11720","display_name":"Probability and Risk Models","score":0.7494999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11720","display_name":"Probability and Risk Models","score":0.7494999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.029200000688433647,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.020999999716877937,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7717999815940857},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.49129998683929443},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4869000017642975},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.46209999918937683},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43869999051094055},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4296000003814697},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4108999967575073},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.39750000834465027}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7717999815940857},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6420000195503235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5299999713897705},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.49129998683929443},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4869000017642975},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.46209999918937683},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46070000529289246},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43869999051094055},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4296000003814697},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4108999967575073},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.39750000834465027},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.39469999074935913},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3847000002861023},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.3402999937534332},{"id":"https://openalex.org/C2777834853","wikidata":"https://www.wikidata.org/wiki/Q96776939","display_name":"Liability","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.07637","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.07637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.07637","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.07637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Outstanding":[0],"claim":[1,44,81,170],"liabilities":[2],"are":[3,14],"revised":[4],"repeatedly":[5],"as":[6,16,31],"claims":[7,29,84],"develop,":[8],"yet":[9],"most":[10,174],"modern":[11],"reserving":[12,30],"models":[13],"trained":[15,103],"one-shot":[17],"predictors":[18],"and":[19,53,96,129,146,161],"typically":[20],"learn":[21,77],"only":[22],"from":[23,78],"settled":[24],"claims.":[25,143],"We":[26,108],"formulate":[27],"individual":[28],"a":[32,54,126],"claim-level":[33,159],"Markov":[34],"decision":[35],"process":[36],"in":[37,100],"which":[38],"an":[39,130],"agent":[40],"sequentially":[41],"updates":[42],"outstanding":[43],"liability":[45],"(OCL)":[46],"estimates":[47],"over":[48],"development,":[49],"using":[50],"continuous":[51],"actions":[52],"reward":[55],"design":[56],"that":[57,74,85,172],"balances":[58],"accuracy":[59,160],"with":[60],"stable":[61],"reserve":[62],"revisions.":[63],"A":[64],"key":[65],"advantage":[66],"of":[67,119,141,175],"this":[68],"reinforcement":[69],"learning":[70],"(RL)":[71],"approach":[72],"is":[73],"it":[75],"can":[76],"all":[79],"observed":[80],"trajectories,":[82],"including":[83],"remain":[86],"open":[87],"at":[88],"valuation,":[89],"thereby":[90],"avoiding":[91],"the":[92,139,152,168,176],"reduced":[93],"sample":[94],"size":[95],"selection":[97],"effects":[98],"inherent":[99],"supervised":[101],"methods":[102],"on":[104],"ultimate":[105],"outcomes":[106],"only.":[107],"also":[109],"introduce":[110],"practical":[111],"components":[112],"needed":[113],"for":[114,167],"actuarial":[115],"use":[116],"--":[117],"initialisation":[118],"new":[120],"claims,":[121],"temporally":[122],"consistent":[123],"tuning":[124],"via":[125],"rolling-settlement":[127],"scheme,":[128],"importance-weighting":[131],"mechanism":[132],"to":[133],"mitigate":[134],"portfolio-level":[135],"underestimation":[136],"driven":[137],"by":[138],"rarity":[140],"large":[142],"On":[144],"CAS":[145],"SPLICE":[147],"synthetic":[148],"general":[149],"insurance":[150],"datasets,":[151],"proposed":[153],"Soft":[154],"Actor-Critic":[155],"implementation":[156],"delivers":[157],"competitive":[158],"strong":[162],"aggregate":[163],"OCL":[164],"performance,":[165],"particularly":[166],"immature":[169],"segments":[171],"drive":[173],"liability.":[177]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-01-14T00:00:00"}