{"id":"https://openalex.org/W2015913913","doi":"https://doi.org/10.1109/icra.2014.6907743","title":"Online parameter estimation via real-time replanning of continuous Gaussian POMDPs","display_name":"Online parameter estimation via real-time replanning of continuous Gaussian POMDPs","publication_year":2014,"publication_date":"2014-05-01","ids":{"openalex":"https://openalex.org/W2015913913","doi":"https://doi.org/10.1109/icra.2014.6907743","mag":"2015913913"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2014.6907743","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2014.6907743","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000058711","display_name":"Dustin J. Webb","orcid":null},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dustin J. Webb","raw_affiliation_strings":["Department of Mechanical Engineering, University of Utah","School of Computing and the Department of Mechanical Engineering at the University of Utah"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Utah","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"School of Computing and the Department of Mechanical Engineering at the University of Utah","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081353045","display_name":"Kyle L. Crandall","orcid":"https://orcid.org/0000-0002-9549-6744"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle L. Crandall","raw_affiliation_strings":["Department of Mechanical Engineering, University of Utah","School of Computing and the Department of Mechanical Engineering at the University of Utah"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Utah","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"School of Computing and the Department of Mechanical Engineering at the University of Utah","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108617083","display_name":"Jur van den Berg","orcid":null},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jur van den Berg","raw_affiliation_strings":["Department of Mechanical Engineering, University of Utah","School of Computing and the Department of Mechanical Engineering at the University of Utah"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Utah","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"School of Computing and the Department of Mechanical Engineering at the University of Utah","institution_ids":["https://openalex.org/I223532165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5000058711"],"corresponding_institution_ids":["https://openalex.org/I223532165"],"apc_list":null,"apc_paid":null,"fwci":2.8631,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.91797028,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"5998","last_page":"6005"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.7015185952186584},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6858088970184326},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6370078325271606},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6029539108276367},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5447096228599548},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4796226918697357},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4708561301231384},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4655647277832031},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.46398118138313293},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.4517273008823395},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4316384792327881},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.43047183752059937},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.4207227826118469},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.4053349494934082},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.378757506608963},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2865508794784546},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.27483105659484863},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.19501498341560364},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17568179965019226},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.142859548330307}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.7015185952186584},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6858088970184326},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6370078325271606},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6029539108276367},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5447096228599548},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4796226918697357},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4708561301231384},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4655647277832031},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.46398118138313293},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.4517273008823395},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4316384792327881},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.43047183752059937},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.4207227826118469},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4053349494934082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.378757506608963},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2865508794784546},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27483105659484863},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.19501498341560364},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17568179965019226},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.142859548330307},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra.2014.6907743","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2014.6907743","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6200000047683716,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1512929471","https://openalex.org/W1525953815","https://openalex.org/W1529817735","https://openalex.org/W1636455720","https://openalex.org/W1749494163","https://openalex.org/W1914059017","https://openalex.org/W1941445455","https://openalex.org/W1963763873","https://openalex.org/W1977655452","https://openalex.org/W1981364618","https://openalex.org/W2000359213","https://openalex.org/W2006859604","https://openalex.org/W2022539494","https://openalex.org/W2032100464","https://openalex.org/W2059910636","https://openalex.org/W2091735588","https://openalex.org/W2092950191","https://openalex.org/W2099430963","https://openalex.org/W2106580637","https://openalex.org/W2107726111","https://openalex.org/W2116434021","https://openalex.org/W2122512809","https://openalex.org/W2126423185","https://openalex.org/W2156676156","https://openalex.org/W2164429173","https://openalex.org/W2268119109","https://openalex.org/W2296356821","https://openalex.org/W2336416123","https://openalex.org/W2399169217","https://openalex.org/W2485373351","https://openalex.org/W2570764145","https://openalex.org/W2949071206","https://openalex.org/W2963889160","https://openalex.org/W2965916140","https://openalex.org/W4211089519","https://openalex.org/W4249314718","https://openalex.org/W6630658927","https://openalex.org/W6636732284","https://openalex.org/W6639871426","https://openalex.org/W6674541415","https://openalex.org/W6703161083"],"related_works":["https://openalex.org/W2999848267","https://openalex.org/W2096013579","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W1589140671","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W131709709"],"abstract_inverted_index":{"An":[0],"accurate":[1],"dynamics":[2],"model":[3],"of":[4,11,37,60,82,87,101,114,184,220,223],"a":[5,129,139],"robot":[6,77,116,165],"is":[7,70],"an":[8],"important":[9],"ingredient":[10],"many":[12],"algorithms":[13],"used":[14],"to":[15,66,71,104,121,188,202,217,227],"solve":[16],"robotics":[17],"problems,":[18],"including":[19],"motion":[20],"planning,":[21],"control,":[22],"localization,":[23],"and":[24,159,170],"mapping.":[25],"Models":[26],"derived":[27],"from":[28,56],"first":[29],"principles":[30],"often":[31],"contain":[32],"parameters":[33,86,102,158,225],"(e.g.":[34],"mass,":[35],"moment":[36],"inertia,":[38],"arm":[39],"lengths,":[40],"etc.)":[41],"for":[42,75,96,172],"which":[43,48,146],"values":[44],"are":[45,120],"unknown.":[46],"Those":[47],"cannot":[49],"be":[50,54,108,122,203],"easily":[51],"measured":[52],"must":[53,107],"estimated":[55],"the":[57,61,76,85,88,97,112,115,134,153,212,221,224],"observed":[58],"behavior":[59],"robot.":[62,98],"A":[63],"good":[64],"approach":[65],"address":[67],"this":[68,106,125],"problem":[69,137],"plan":[72],"control":[73,148,214],"policies":[74,149,215],"that":[78,132,150,197,211],"elicit":[79],"maximal":[80],"amounts":[81],"information":[83],"about":[84],"system,":[89],"while":[90],"still":[91],"achieving":[92,163],"other":[93],"objectives":[94,166],"specified":[95],"In":[99,124],"case":[100],"subject":[103],"drift,":[105],"done":[109],"continuously":[110],"over":[111],"lifetime":[113],"if":[117],"costly":[118],"re-calibrations":[119],"avoided.":[123],"paper,":[126],"we":[127,192],"introduce":[128],"new":[130],"method":[131],"formulates":[133],"parameter":[135,175],"estimation":[136],"as":[138],"continuous":[140],"partially-observable":[141],"Markov":[142],"decision":[143],"process":[144],"(POMDP),":[145],"plans":[147],"optimally":[151],"trade-off":[152],"effort":[154,160],"spent":[155,161],"on":[156,162,194,232],"learning":[157],"regular":[164],"(exploration":[167],"vs.":[168],"exploitation),":[169],"allow":[171,198],"online,":[173],"continual":[174],"estimation.":[176],"While":[177],"POMDPs":[178,201],"have,":[179],"until":[180],"recently,":[181],"been":[182],"mostly":[183],"theoretical":[185],"interest":[186],"due":[187],"their":[189],"inherent":[190],"complexity,":[191],"build":[193],"recent":[195],"advances":[196],"continuous,":[199],"Gaussian":[200],"approximately-optimally":[204],"solved":[205],"in":[206],"near-real-time":[207],"rates.":[208],"We":[209],"show":[210],"computed":[213],"lead":[216],"improved":[218],"convergence":[219],"belief":[222],"compared":[226],"system":[228],"identification":[229],"approaches":[230],"based":[231],"applying":[233],"random":[234],"controls.":[235]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}