{"id":"https://openalex.org/W7160648590","doi":"https://doi.org/10.48550/arxiv.2605.06149","title":"AdaGamma: State-Dependent Discounting for Temporal Adaptation in Reinforcement Learning","display_name":"AdaGamma: State-Dependent Discounting for Temporal Adaptation in Reinforcement Learning","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160648590","doi":"https://doi.org/10.48550/arxiv.2605.06149"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06149","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06149","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06149","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135694829","display_name":"Yaomin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yaomin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135711341","display_name":"Jianting Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Jianting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135680066","display_name":"Ran Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Ran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135644079","display_name":"Xiaoyang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiaoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135727954","display_name":"Yu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028012966","display_name":"Hengle Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Hengle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135716917","display_name":"Tianshu YU","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"YU, Tianshu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.00800000037997961,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discounting","display_name":"Discounting","score":0.8565000295639038},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7882000207901001},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.5120999813079834},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5012999773025513},{"id":"https://openalex.org/keywords/hyperbolic-discounting","display_name":"Hyperbolic discounting","score":0.4864000082015991},{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.4803999960422516},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.44369998574256897},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.41600000858306885}],"concepts":[{"id":"https://openalex.org/C6177178","wikidata":"https://www.wikidata.org/wiki/Q10998070","display_name":"Discounting","level":2,"score":0.8565000295639038},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7882000207901001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5514000058174133},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5120999813079834},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5012999773025513},{"id":"https://openalex.org/C2779785983","wikidata":"https://www.wikidata.org/wiki/Q5957248","display_name":"Hyperbolic discounting","level":3,"score":0.4864000082015991},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.4803999960422516},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.44369998574256897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43880000710487366},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.41600000858306885},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.36149999499320984},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3447999954223633},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.32919999957084656},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.3084000051021576},{"id":"https://openalex.org/C2777893452","wikidata":"https://www.wikidata.org/wiki/Q186412","display_name":"Temporal discounting","level":3,"score":0.30809998512268066},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.30000001192092896},{"id":"https://openalex.org/C159176650","wikidata":"https://www.wikidata.org/wiki/Q43261","display_name":"Horizon","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C127729010","wikidata":"https://www.wikidata.org/wiki/Q60165","display_name":"Dynamic inconsistency","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2847999930381775},{"id":"https://openalex.org/C6927289","wikidata":"https://www.wikidata.org/wiki/Q1100466","display_name":"Present value","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25119999051094055},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06149","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06149","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06149","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06149","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"discount":[1,63],"factor":[2],"in":[3,117,137],"reinforcement":[4],"learning":[5],"controls":[6],"both":[7,102],"the":[8,13,72,77,82,123],"effective":[9,136],"planning":[10],"horizon":[11],"and":[12,43,89,104,112],"strength":[14],"of":[15],"bootstrapping,":[16],"yet":[17],"most":[18],"deep":[19,37,53,138],"RL":[20,139],"methods":[21],"use":[22],"a":[23,51,61,67,143],"single":[24],"fixed":[25],"value":[26],"across":[27],"all":[28],"states.":[29],"While":[30],"state-dependent":[31,57,62,87,131],"discounting":[32,58,88,132],"is":[33],"conceptually":[34],"appealing,":[35],"naive":[36],"actor--critic":[38,54],"implementations":[39],"can":[40,133],"become":[41],"unstable":[42],"degenerate":[44,148],"toward":[45],"TD-error":[46],"collapse.":[47],"We":[48],"propose":[49],"AdaGamma,":[50],"practical":[52],"method":[55],"for":[56],"that":[59,130,146],"learns":[60],"function":[64],"together":[65],"with":[66,142],"return-consistency":[68,144],"objective":[69,145],"to":[70],"regularize":[71],"induced":[73,85],"backup":[74],"structure.":[75],"On":[76],"theory":[78],"side,":[79],"we":[80],"analyze":[81],"Bellman":[83],"operator":[84],"by":[86],"establish":[90],"its":[91],"basic":[92],"well-posedness":[93],"properties":[94],"under":[95],"suitable":[96],"conditions.":[97],"Empirically,":[98],"AdaGamma":[99],"integrates":[100],"into":[101],"SAC":[103],"PPO,":[105],"yielding":[106],"consistent":[107],"improvements":[108],"on":[109,122],"continuous-control":[110],"benchmarks,":[111],"achieves":[113],"statistically":[114],"significant":[115],"gains":[116],"an":[118],"online":[119],"A/B":[120],"test":[121],"JD":[124],"Logistics":[125],"platform.":[126],"These":[127],"results":[128],"suggest":[129],"be":[134],"made":[135],"when":[140],"coupled":[141],"prevents":[147],"target":[149],"manipulation.":[150]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}