{"id":"https://openalex.org/W4387831842","doi":"https://doi.org/10.1109/access.2023.3326424","title":"Finite Time Lyapunov Exponent Analysis of Model Predictive Control and Reinforcement Learning","display_name":"Finite Time Lyapunov Exponent Analysis of Model Predictive Control and Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387831842","doi":"https://doi.org/10.1109/access.2023.3326424"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3326424","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3326424","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10288490.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10288490.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081934871","display_name":"Kartik Krishna","orcid":"https://orcid.org/0000-0001-5261-9882"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kartik Krishna","raw_affiliation_strings":["Department of Mechanical Engineering, University of Washington, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5261-9882","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062653961","display_name":"Steven L. Brunton","orcid":"https://orcid.org/0000-0002-6565-5118"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven L. Brunton","raw_affiliation_strings":["Department of Mechanical Engineering, University of Washington, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6565-5118","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000263786","display_name":"Zhuoyuan Song","orcid":"https://orcid.org/0000-0002-7442-8435"},"institutions":[{"id":"https://openalex.org/I117965899","display_name":"University of Hawai\u02bbi at M\u0101noa","ror":"https://ror.org/01wspgy28","country_code":"US","type":"education","lineage":["https://openalex.org/I117965899"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhuoyuan Song","raw_affiliation_strings":["Department of Mechanical Engineering, University of Hawaii at Manoa, Honolulu, HI, USA"],"raw_orcid":"https://orcid.org/0000-0002-7442-8435","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Hawaii at Manoa, Honolulu, HI, USA","institution_ids":["https://openalex.org/I117965899"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.0453,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.86951636,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"118916","last_page":"118930"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12772","display_name":"Control and Stability of Dynamical Systems","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lyapunov-exponent","display_name":"Lyapunov exponent","score":0.754375696182251},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6659948229789734},{"id":"https://openalex.org/keywords/exponent","display_name":"Exponent","score":0.5213366746902466},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5178483128547668},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.47772452235221863},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4475034475326538},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3916572332382202},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3563327193260193},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.29324576258659363},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28560250997543335}],"concepts":[{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.754375696182251},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6659948229789734},{"id":"https://openalex.org/C2780388253","wikidata":"https://www.wikidata.org/wiki/Q5421508","display_name":"Exponent","level":2,"score":0.5213366746902466},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5178483128547668},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.47772452235221863},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4475034475326538},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3916572332382202},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3563327193260193},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.29324576258659363},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28560250997543335},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3326424","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3326424","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10288490.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8b177ed00294489ab0c9aaea756153c1","is_oa":true,"landing_page_url":"https://doaj.org/article/8b177ed00294489ab0c9aaea756153c1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 118916-118930 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3326424","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3326424","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10288490.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Life below water","id":"https://metadata.un.org/sdg/14","score":0.4000000059604645}],"awards":[{"id":"https://openalex.org/G1523888516","display_name":null,"funder_award_id":"FA9550-","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G4516736450","display_name":null,"funder_award_id":"-21-1-","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G5809100787","display_name":null,"funder_award_id":"FA9550","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G6447539235","display_name":null,"funder_award_id":"2112085","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G657172661","display_name":"AI Institute in Dynamic Systems","funder_award_id":"2112085","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7090116110","display_name":null,"funder_award_id":"FA9550","funder_id":"https://openalex.org/F4320332467","funder_display_name":"U.S. Air Force"},{"id":"https://openalex.org/G7428659514","display_name":null,"funder_award_id":"FA9550-21-1-0178","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332467","display_name":"U.S. Air Force","ror":"https://ror.org/006gmme17"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387831842.pdf","grobid_xml":"https://content.openalex.org/works/W4387831842.grobid-xml"},"referenced_works_count":86,"referenced_works":["https://openalex.org/W1487864575","https://openalex.org/W1561445488","https://openalex.org/W1568514806","https://openalex.org/W1586251222","https://openalex.org/W1737498477","https://openalex.org/W1968718177","https://openalex.org/W1969083636","https://openalex.org/W1969825251","https://openalex.org/W1973573057","https://openalex.org/W1975452069","https://openalex.org/W1977438596","https://openalex.org/W1978979050","https://openalex.org/W2005572832","https://openalex.org/W2012068782","https://openalex.org/W2012106368","https://openalex.org/W2021082829","https://openalex.org/W2025800439","https://openalex.org/W2031580130","https://openalex.org/W2038176330","https://openalex.org/W2039751231","https://openalex.org/W2050883740","https://openalex.org/W2073787051","https://openalex.org/W2076966819","https://openalex.org/W2077223970","https://openalex.org/W2084755618","https://openalex.org/W2092508437","https://openalex.org/W2097932579","https://openalex.org/W2106086387","https://openalex.org/W2117005524","https://openalex.org/W2120975466","https://openalex.org/W2121054762","https://openalex.org/W2122424119","https://openalex.org/W2123739111","https://openalex.org/W2126212536","https://openalex.org/W2134768124","https://openalex.org/W2144729552","https://openalex.org/W2152250125","https://openalex.org/W2156581142","https://openalex.org/W2157092150","https://openalex.org/W2158082510","https://openalex.org/W2161948930","https://openalex.org/W2166702347","https://openalex.org/W2169295206","https://openalex.org/W2172267135","https://openalex.org/W2200392303","https://openalex.org/W2267184893","https://openalex.org/W2290709659","https://openalex.org/W2317616686","https://openalex.org/W2321994927","https://openalex.org/W2322511886","https://openalex.org/W2399045026","https://openalex.org/W2416852083","https://openalex.org/W2508597397","https://openalex.org/W2538228583","https://openalex.org/W2724172296","https://openalex.org/W2822752092","https://openalex.org/W2842089854","https://openalex.org/W2893733052","https://openalex.org/W2903608553","https://openalex.org/W2913579070","https://openalex.org/W2924725857","https://openalex.org/W2963864421","https://openalex.org/W3012636652","https://openalex.org/W3028067421","https://openalex.org/W3047804491","https://openalex.org/W3089524014","https://openalex.org/W3098683889","https://openalex.org/W3118470980","https://openalex.org/W3121120060","https://openalex.org/W3161771034","https://openalex.org/W3170616949","https://openalex.org/W3216772467","https://openalex.org/W4206082746","https://openalex.org/W4210460138","https://openalex.org/W4214717370","https://openalex.org/W4231591546","https://openalex.org/W4254475186","https://openalex.org/W4286781802","https://openalex.org/W4313830349","https://openalex.org/W4314946871","https://openalex.org/W4319347168","https://openalex.org/W6683223008","https://openalex.org/W6684921986","https://openalex.org/W6700681339","https://openalex.org/W6804601995","https://openalex.org/W7027304558"],"related_works":["https://openalex.org/W1979229270","https://openalex.org/W2374600121","https://openalex.org/W2027784897","https://openalex.org/W125502673","https://openalex.org/W2384948345","https://openalex.org/W2019045751","https://openalex.org/W2776265842","https://openalex.org/W2368364854","https://openalex.org/W2018408614","https://openalex.org/W2284157877"],"abstract_inverted_index":{"Finite-time":[0],"Lyapunov":[1],"exponents":[2],"(FTLEs)":[3],"provide":[4,188],"a":[5,74],"powerful":[6],"approach":[7],"to":[8,24,50,69,92,126,202],"compute":[9],"time-varying":[10],"analogs":[11],"of":[12,29,86,124,134,148,156,169],"invariant":[13,152],"manifolds":[14,21,155],"in":[15,73,101,160,166],"unsteady":[16,103],"fluid":[17],"flow":[18,116,162],"fields.":[19],"These":[20,130],"are":[22,42,46,66,132],"useful":[23,165],"visualize":[25],"the":[26,34,84,115,127,135,141,146,151,167,204],"transport":[27,97,125],"mechanisms":[28],"passive":[30],"tracers":[31],"advecting":[32],"with":[33,121,197],"flow.":[35,78],"However,":[36],"many":[37],"vehicles":[38],"and":[39,63,145,154,175,178,199],"mobile":[40,195],"sensors":[41],"not":[43],"passive,":[44],"but":[45],"instead":[47],"actuated":[48],"according":[49],"some":[51],"intelligent":[52],"trajectory":[53],"planning":[54,136],"or":[55,206],"control":[56,62],"law;":[57],"for":[58,99,181,194],"example,":[59],"model":[60],"predictive":[61],"reinforcement":[64],"learning":[65],"often":[67],"used":[68],"design":[70],"energy-efficient":[71],"trajectories":[72,180],"dynamically":[75],"changing":[76],"background":[77],"In":[79],"this":[80],"work,":[81],"we":[82],"investigate":[83],"use":[85],"FTLE":[87,110],"on":[88],"such":[89,139],"controlled":[90,109],"agents":[91,196],"gain":[93],"insight":[94,189],"into":[95,118,190],"optimal":[96],"routes":[98],"navigation":[100],"known":[102],"flows.":[104],"We":[105],"find":[106],"that":[107],"these":[108,185],"(cFTLE)":[111],"coherent":[112],"structures":[113,187],"separate":[114],"field":[117],"different":[119],"regions":[120],"similar":[122],"costs":[123],"goal":[128],"location.":[129],"separatrices":[131],"functions":[133],"algorithm\u2019s":[137],"hyper-parameters,":[138],"as":[140],"optimization":[142],"time":[143],"horizon":[144],"cost":[147],"actuation.":[149],"Computing":[150],"sets":[153],"active":[157],"agent":[158],"dynamics":[159],"dynamic":[161],"fields":[163],"is":[164],"context":[168],"robust":[170],"motion":[171],"control,":[172],"hyperparameter":[173],"tuning,":[174],"determining":[176],"safe":[177],"collision-free":[179],"autonomous":[182],"systems.":[183],"Moreover,":[184],"cFTLE":[186],"effective":[191],"deployment":[192],"locations":[193],"actuation":[198],"energy":[200],"constraints":[201],"traverse":[203],"ocean":[205],"atmosphere.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}