{"id":"https://openalex.org/W7071026247","doi":null,"title":"Safe Online Decision-Making for Non-Stationary Systems","display_name":"Safe Online Decision-Making for Non-Stationary Systems","alternate_titles":[],"publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W7071026247"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org:ark:/13030/qt50w9m4q7","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/50w9m4q7","pdf_url":"https://escholarship.org/content/qt50w9m4q7/qt50w9m4q7.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"parent_works":[],"lineage":["https://openalex.org/W7071026247"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/content/qt50w9m4q7/qt50w9m4q7.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102879163","display_name":"Yuhao Ding","orcid":"https://orcid.org/0000-0002-1521-7566","observed_orcids":["https://orcid.org/0000-0002-1521-7566"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Ding, Yuhao","raw_affiliation_strings":["Doctor of Philosophy in Engineering -Industrial Engineering and Operations Research University of California , Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Doctor of Philosophy in Engineering -Industrial Engineering and Operations Research University of California , Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5102879163"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7240999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7240999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.17649999260902405,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.07349999994039536,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nonstationary-systems","display_name":"nonstationary systems","score":0.9120000004768372},{"id":"https://openalex.org/keywords/nonconvex-optimization","display_name":"non-convex optimization","score":0.7480000257492065},{"id":"https://openalex.org/keywords/time-varying-optimization","display_name":"time-varying optimization","score":0.8399999737739563},{"id":"https://openalex.org/keywords/spurious-local-minima","display_name":"spurious local minima","score":0.8100000023841858},{"id":"https://openalex.org/keywords/continuous-time-markov-decision-processes","display_name":"continuous-time Markov decision processes","score":0.8199999928474426},{"id":"https://openalex.org/keywords/risk-sensitive-reinforcement-learning","display_name":"risk-sensitive reinforcement learning","score":0.9729999899864197},{"id":"https://openalex.org/keywords/dynamic-regret","display_name":"dynamic regret","score":0.984000027179718},{"id":"https://openalex.org/keywords/adaptive-detection","display_name":"adaptive detection","score":0.8999999761581421},{"id":"https://openalex.org/keywords/safety-critical-control","display_name":"safety-critical control","score":0.6610000133514404},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.656000018119812},{"id":"https://openalex.org/keywords/nonlinear-programming","display_name":"nonlinear programming","score":0.4740000069141388}],"concepts":[{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6775000095367432},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6452000141143799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6262999773025513},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5178999900817871},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4814000129699707},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.460999995470047},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.45969998836517334},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44670000672340393},{"id":"https://openalex.org/C148609458","wikidata":"https://www.wikidata.org/wiki/Q7021281","display_name":"Nexus (standard)","level":2,"score":0.4438000023365021},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.421999990940094},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.390500009059906},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.37130001187324524},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.36640000343322754},{"id":"https://openalex.org/C2779777834","wikidata":"https://www.wikidata.org/wiki/Q4202277","display_name":"Enforcement","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.32330000400543213},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2962000072002411},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C43540301","wikidata":"https://www.wikidata.org/wiki/Q689971","display_name":"Paradigm shift","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2551000118255615},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:escholarship.org:ark:/13030/qt50w9m4q7","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/50w9m4q7","pdf_url":"https://escholarship.org/content/qt50w9m4q7/qt50w9m4q7.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"}],"best_oa_location":{"id":"pmh:oai:escholarship.org:ark:/13030/qt50w9m4q7","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/50w9m4q7","pdf_url":"https://escholarship.org/content/qt50w9m4q7/qt50w9m4q7.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7071026247.pdf","grobid_xml":"https://content.openalex.org/works/W7071026247.grobid-xml"},"referenced_works_count":94,"referenced_works":["https://openalex.org/W581347801","https://openalex.org/W1480074205","https://openalex.org/W1845972764","https://openalex.org/W1974672421","https://openalex.org/W1979289676","https://openalex.org/W1990437501","https://openalex.org/W1999949109","https://openalex.org/W2033271727","https://openalex.org/W2037197628","https://openalex.org/W2043183450","https://openalex.org/W2047071281","https://openalex.org/W2047283311","https://openalex.org/W2050834445","https://openalex.org/W2056772394","https://openalex.org/W2060248504","https://openalex.org/W2060921867","https://openalex.org/W2072931156","https://openalex.org/W2086304253","https://openalex.org/W2088413745","https://openalex.org/W2093308238","https://openalex.org/W2103535498","https://openalex.org/W2107431923","https://openalex.org/W2119738618","https://openalex.org/W2124144580","https://openalex.org/W2124450277","https://openalex.org/W2125930537","https://openalex.org/W2129995532","https://openalex.org/W2130801532","https://openalex.org/W2136903220","https://openalex.org/W2138740914","https://openalex.org/W2139914196","https://openalex.org/W2140282437","https://openalex.org/W2141380252","https://openalex.org/W2143558629","https://openalex.org/W2145341417","https://openalex.org/W2147602678","https://openalex.org/W2160769068","https://openalex.org/W2162211921","https://openalex.org/W2162849300","https://openalex.org/W2165622730","https://openalex.org/W2169015875","https://openalex.org/W2184596805","https://openalex.org/W2255965710","https://openalex.org/W2264885058","https://openalex.org/W2298465274","https://openalex.org/W2329836717","https://openalex.org/W2462906003","https://openalex.org/W2583993537","https://openalex.org/W2601846890","https://openalex.org/W2609501133","https://openalex.org/W2611328865","https://openalex.org/W2616333561","https://openalex.org/W2736601468","https://openalex.org/W2763081248","https://openalex.org/W2788923859","https://openalex.org/W2891185497","https://openalex.org/W2902440224","https://openalex.org/W2903451074","https://openalex.org/W2911793117","https://openalex.org/W2915116423","https://openalex.org/W2942608247","https://openalex.org/W2949595678","https://openalex.org/W2949963197","https://openalex.org/W2951777528","https://openalex.org/W2963092340","https://openalex.org/W2964167436","https://openalex.org/W2966818373","https://openalex.org/W2970927156","https://openalex.org/W2973115103","https://openalex.org/W2973510742","https://openalex.org/W2981322253","https://openalex.org/W2991391803","https://openalex.org/W3027190643","https://openalex.org/W3027406032","https://openalex.org/W3035939465","https://openalex.org/W3039845099","https://openalex.org/W3091875946","https://openalex.org/W3094117593","https://openalex.org/W3097237335","https://openalex.org/W3099984989","https://openalex.org/W3100532071","https://openalex.org/W3101517963","https://openalex.org/W3169812763","https://openalex.org/W3171019181","https://openalex.org/W3203079382","https://openalex.org/W3206776381","https://openalex.org/W4206086033","https://openalex.org/W4206530644","https://openalex.org/W4248437491","https://openalex.org/W4327630357","https://openalex.org/W4382239223","https://openalex.org/W4396891890","https://openalex.org/W4402402057","https://openalex.org/W6983861964"],"related_works":["https://openalex.org/W3186446230","https://openalex.org/W7155186597","https://openalex.org/W2101296733","https://openalex.org/W7117312191","https://openalex.org/W4413392797","https://openalex.org/W7126361938","https://openalex.org/W4402595113","https://openalex.org/W3128863975","https://openalex.org/W7119094086","https://openalex.org/W3094117125"],"abstract_inverted_index":{"Despite":[0],"several":[1],"progresses":[2],"of":[3,37,63,91,112,119,139,155,171,183,202,212,217,231,256,268,271,294,300],"control-theoretic":[4],"techniques":[5],"in":[6,44,55,69,130,136,248,281,309,329],"the":[7,16,27,35,49,61,88,105,113,169,200,210,228,245,263,269,298,320],"past":[8],"decade,":[9],"these":[10,224],"methods":[11],"still":[12],"struggle":[13],"to":[14,77,150,164,243,276,278],"bridge":[15],"widening":[17],"gap":[18],"between":[19],"theory":[20,133],"and":[21,31,72,79,121,132,134,141,147,153,178,186,194,205,215,226,237,250,252,259,274,291,345,358],"reality,":[22],"which":[23],"is":[24],"exacerbated":[25],"by":[26],"increasing":[28],"complexity,":[29],"uncertainty,":[30],"safety":[32,156],"requirements.":[33],"Consequently,":[34],"creation":[36],"online":[38,174,188,232,302,330],"control":[39,57,218,251],"algorithms":[40,190,304],"for":[41,51,158,220,235,297,340],"safety-critical":[42,221],"applications":[43],"non-stationary":[45,83,106,206,343,348],"environments":[46,310],"could":[47],"pave":[48],"way":[50],"a":[52,287,292],"new":[53,97,288],"chapter":[54],"modern":[56],"theory,":[58],"substantially":[59],"enhancing":[60],"reliability":[62],"intelligent":[64],"systems":[65,249],"as":[66,100],"they":[67],"function":[68],"dynamic,":[70],"uncertain,":[71],"potentially":[73],"hostile":[74],"conditions":[75],"subject":[76],"physical":[78],"computational":[80,151,213,295],"limitations.":[81],"Safe":[82],"decision-making":[84,93,189,233,303],"not":[85],"only":[86],"encompasses":[87],"core":[89],"challenges":[90,125,225],"traditional":[92],"but":[94],"also":[95],"presents":[96],"hurdles,":[98],"such":[99],"(i)":[101,323],"fast":[102],"adaptation":[103],"under":[104],"environments,":[107],"(ii)":[108,334],"global":[109],"optimality":[110],"convergence":[111],"non-convex":[114,332],"optimization,":[115,333],"(iii)":[116,347],"continual":[117],"balancing":[118],"objective":[120],"constraints.":[122],"The":[123,181],"above":[124],"go":[126],"beyond":[127],"current":[128],"capabilities":[129],"computation":[131],"manifest":[135],"various":[137],"aspects":[138],"practical":[140],"theoretical":[142],"interests,":[143],"from":[144],"sample":[145],"complexity":[146],"non-convergence":[148],"issues":[149],"tractability":[152],"enforcement":[154],"constraints":[157],"real-time":[159],"control.":[160],"This":[161],"thesis":[162,241],"aims":[163,242],"pioneer":[165],"system":[166,264],"operation":[167],"at":[168],"nexus":[170],"reinforcement":[172,338,350],"learning,":[173,175,177],"statistical":[176],"nonlinear":[179],"optimization.":[180],"design":[182,299],"provably":[184,335],"efficient":[185,336],"safe":[187,301],"that":[191,305,311],"exploit":[192],"prediction":[193],"prior":[195],"knowledge":[196,247],"while":[197],"grappling":[198],"with":[199,342,352],"effects":[201],"dynamic":[203,354],"feedback":[204],"environment":[207,280],"will":[208,318],"push":[209],"frontiers":[211],"verification":[214],"synthesis":[216],"policies":[219],"systems.To":[222],"overcome":[223],"realize":[227],"full":[229],"potential":[230],"approaches":[234],"adaptability":[236],"performance":[238,257],"gains,":[239],"this":[240,315],"extend":[244],"foundational":[246],"broaden":[253],"our":[254],"understanding":[255],"limits":[258],"engineering":[260],"trade-offs":[261],"when":[262],"must":[265],"operate":[266],"outside":[267],"assumptions":[270],"known":[272],"models":[273],"needs":[275],"adapt":[277],"its":[279],"real-time.":[282],"In":[283],"particular,":[284],"we":[285,317],"develop":[286],"mathematical":[289],"foundation":[290],"set":[293],"tools":[296],"can":[306],"be":[307],"deployed":[308],"undergo":[312],"changes.":[313],"Along":[314],"line,":[316],"address":[319],"following":[321],"objectives:":[322],"escaping":[324],"spurious":[325],"local":[326],"minimum":[327],"trajectories":[328],"time-varying":[331],"primal-dual":[337],"learning":[339,351],"CMDPs":[341],"objectives":[344],"constraints,":[346],"risk-sensitive":[349],"near-optimal":[353],"regret,":[355],"adaptive":[356],"detection,":[357],"separation":[359],"design.":[360]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7071026247","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
