{"id":"https://openalex.org/W2057987580","doi":"https://doi.org/10.1109/adprl.2014.7010617","title":"Information-theoretic stochastic optimal control via incremental sampling-based algorithms","display_name":"Information-theoretic stochastic optimal control via incremental sampling-based algorithms","publication_year":2014,"publication_date":"2014-12-01","ids":{"openalex":"https://openalex.org/W2057987580","doi":"https://doi.org/10.1109/adprl.2014.7010617","mag":"2057987580"},"language":"en","primary_location":{"id":"doi:10.1109/adprl.2014.7010617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/adprl.2014.7010617","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning (ADPRL)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005508766","display_name":"Oktay Arslan","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Oktay Arslan","raw_affiliation_strings":["Daniel Guggenheim School of Aerospace Engineering, Georgia Institute of Technology, Atlanta, GA, USA","Daniel Guggenheim School of Aerospace Engineering and the Institute for Robotics and Intelligent Machines, Georgia Institute of Technology, Atlanta, GA 30332-0150, USA"],"affiliations":[{"raw_affiliation_string":"Daniel Guggenheim School of Aerospace Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Daniel Guggenheim School of Aerospace Engineering and the Institute for Robotics and Intelligent Machines, Georgia Institute of Technology, Atlanta, GA 30332-0150, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044505993","display_name":"Evangelos A. Theodorou","orcid":"https://orcid.org/0000-0002-0834-5738"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evangelos A. Theodorou","raw_affiliation_strings":["Daniel Guggenheim School of Aerospace Engineering, Georgia Institute of Technology, Atlanta, GA, USA","Daniel Guggenheim School of Aerospace Engineering and the Institute for Robotics and Intelligent Machines, Georgia Institute of Technology, Atlanta, GA 30332-0150, USA"],"affiliations":[{"raw_affiliation_string":"Daniel Guggenheim School of Aerospace Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Daniel Guggenheim School of Aerospace Engineering and the Institute for Robotics and Intelligent Machines, Georgia Institute of Technology, Atlanta, GA 30332-0150, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077667229","display_name":"Panagiotis Tsiotras","orcid":"https://orcid.org/0000-0001-7563-4129"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Panagiotis Tsiotras","raw_affiliation_strings":["Daniel Guggenheim School of Aerospace Engineering, Georgia Institute of Technology, Atlanta, GA, USA","Daniel Guggenheim School of Aerospace Engineering and the Institute for Robotics and Intelligent Machines, Georgia Institute of Technology, Atlanta, GA 30332-0150, USA"],"affiliations":[{"raw_affiliation_string":"Daniel Guggenheim School of Aerospace Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Daniel Guggenheim School of Aerospace Engineering and the Institute for Robotics and Intelligent Machines, Georgia Institute of Technology, Atlanta, GA 30332-0150, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5005508766"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":1.636,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.87305859,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.6293284296989441},{"id":"https://openalex.org/keywords/stochastic-control","display_name":"Stochastic control","score":0.5902239084243774},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5711820125579834},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5367172360420227},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5152130722999573},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.4989144802093506},{"id":"https://openalex.org/keywords/dynamical-systems-theory","display_name":"Dynamical systems theory","score":0.4717962145805359},{"id":"https://openalex.org/keywords/stochastic-differential-equation","display_name":"Stochastic differential equation","score":0.45647934079170227},{"id":"https://openalex.org/keywords/partial-differential-equation","display_name":"Partial differential equation","score":0.4285482168197632},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.42328739166259766},{"id":"https://openalex.org/keywords/hamilton\u2013jacobi\u2013bellman-equation","display_name":"Hamilton\u2013Jacobi\u2013Bellman equation","score":0.41648465394973755},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3818454146385193},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3775877356529236},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21874448657035828},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.0871187150478363}],"concepts":[{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.6293284296989441},{"id":"https://openalex.org/C170131372","wikidata":"https://www.wikidata.org/wiki/Q7617811","display_name":"Stochastic control","level":3,"score":0.5902239084243774},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5711820125579834},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5367172360420227},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5152130722999573},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4989144802093506},{"id":"https://openalex.org/C79379906","wikidata":"https://www.wikidata.org/wiki/Q3174497","display_name":"Dynamical systems theory","level":2,"score":0.4717962145805359},{"id":"https://openalex.org/C51955184","wikidata":"https://www.wikidata.org/wiki/Q1545585","display_name":"Stochastic differential equation","level":2,"score":0.45647934079170227},{"id":"https://openalex.org/C93779851","wikidata":"https://www.wikidata.org/wiki/Q271977","display_name":"Partial differential equation","level":2,"score":0.4285482168197632},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.42328739166259766},{"id":"https://openalex.org/C196978813","wikidata":"https://www.wikidata.org/wiki/Q3302775","display_name":"Hamilton\u2013Jacobi\u2013Bellman equation","level":3,"score":0.41648465394973755},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3818454146385193},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3775877356529236},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21874448657035828},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0871187150478363},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/adprl.2014.7010617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/adprl.2014.7010617","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning (ADPRL)","raw_type":"proceedings-article"},{"id":"pmh:oai:smartech.gatech.edu:1853/53269","is_oa":false,"landing_page_url":"http://hdl.handle.net/1853/53269","pdf_url":null,"source":{"id":"https://openalex.org/S4377196313","display_name":"SMARTech Repository (Georgia Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130701444","host_organization_name":"Georgia Institute of Technology","host_organization_lineage":["https://openalex.org/I130701444"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1424654272","https://openalex.org/W1483382787","https://openalex.org/W1499669280","https://openalex.org/W1521785144","https://openalex.org/W1586251222","https://openalex.org/W1966514629","https://openalex.org/W1971086298","https://openalex.org/W2004276046","https://openalex.org/W2060914855","https://openalex.org/W2060921867","https://openalex.org/W2073605536","https://openalex.org/W2084501107","https://openalex.org/W2093524643","https://openalex.org/W2101496914","https://openalex.org/W2107662876","https://openalex.org/W2133932631","https://openalex.org/W2136719407","https://openalex.org/W2170316986","https://openalex.org/W2326010876","https://openalex.org/W2611243847","https://openalex.org/W3104753760","https://openalex.org/W4238187298","https://openalex.org/W6628848424","https://openalex.org/W6631300751"],"related_works":["https://openalex.org/W4306892756","https://openalex.org/W3153900688","https://openalex.org/W4301305831","https://openalex.org/W2358967034","https://openalex.org/W2787582544","https://openalex.org/W2951339426","https://openalex.org/W2963548356","https://openalex.org/W2094032802","https://openalex.org/W1978011944","https://openalex.org/W197693422"],"abstract_inverted_index":{"This":[0,48],"paper":[1],"considers":[2],"optimal":[3,21,80,111,203],"control":[4,22,95,112],"of":[5,33,78,87,109,115,125,128,135,156,161,170,213],"dynamical":[6],"systems":[7],"which":[8],"are":[9,145],"represented":[10],"by":[11],"nonlinear":[12,40,49],"stochastic":[13,110,202],"differential":[14,42],"equations.":[15],"It":[16],"is":[17,60,122,164],"well-known":[18],"that":[19,37,144],"the":[20,45,79,116,123,126,133,136,154,157,167,186,207,210,214],"policy":[23,81],"for":[24,62,166],"this":[25,58,120,174],"problem":[26],"can":[27,82],"be":[28,52,83],"obtained":[29],"as":[30],"a":[31,34,39,72,88,106,129,192],"function":[32,36],"value":[35],"satisfies":[38],"partial":[41],"equation,":[43],"namely,":[44],"Hamilton-Jacobi-Bellman":[46],"equation.":[47],"PDE":[50],"must":[51],"solved":[53],"backwards":[54],"in":[55,85],"time,":[56],"and":[57,69,190,200],"computation":[59,124],"intractable":[61],"large":[63],"scale":[64],"systems.":[65],"Under":[66],"certain":[67],"assumptions,":[68],"after":[70],"applying":[71],"logarithmic":[73],"transformation,":[74],"an":[75],"alternative":[76],"characterization":[77],"given":[84],"terms":[86],"path":[89],"integral.":[90],"Path":[91],"Integral":[92],"(PI)":[93],"based":[94],"methods":[96],"have":[97],"recently":[98],"been":[99],"shown":[100],"to":[101,105,153,181,217],"provide":[102],"elegant":[103],"solutions":[104],"broad":[107],"class":[108],"problems.":[113],"One":[114],"implementation":[117,169,212],"challenges":[118],"with":[119],"formalism":[121],"expectation":[127,141],"cost":[130],"functional":[131],"over":[132,142],"trajectories":[134,143,163,184],"unforced":[137,187],"dynamics.":[138],"Computing":[139],"such":[140],"sampled":[146],"uniformly":[147],"may":[148],"induce":[149],"numerical":[150,211],"instabilities":[151],"due":[152],"exponentiation":[155],"cost.":[158],"Therefore,":[159],"sampling":[160],"low-cost":[162],"essential":[165],"practical":[168],"PI-based":[171],"methods.":[172],"In":[173],"paper,":[175],"we":[176],"use":[177],"incremental":[178],"sampling-based":[179],"algorithms":[180],"sample":[182],"useful":[183],"from":[185,209],"system":[188],"dynamics,":[189],"make":[191],"novel":[193],"connection":[194],"between":[195],"Rapidly-exploring":[196],"Random":[197],"Trees":[198],"(RRTs)":[199],"information-theoretic":[201],"control.":[204],"We":[205],"show":[206],"results":[208],"proposed":[215],"approach":[216],"several":[218],"examples.":[219]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}