{"id":"https://openalex.org/W4401416642","doi":"https://doi.org/10.1109/icra57147.2024.10610160","title":"OptiState: State Estimation of Legged Robots using Gated Networks with Transformer-based Vision and Kalman Filtering","display_name":"OptiState: State Estimation of Legged Robots using Gated Networks with Transformer-based Vision and Kalman Filtering","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401416642","doi":"https://doi.org/10.1109/icra57147.2024.10610160"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610160","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610160","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075407536","display_name":"Alexander Schperberg","orcid":"https://orcid.org/0000-0002-3746-1105"},"institutions":[{"id":"https://openalex.org/I2801403999","display_name":"UCLA Medical Center","ror":"https://ror.org/04vq5kb54","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799798094","https://openalex.org/I2801403999"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Schperberg","raw_affiliation_strings":["UCLA,Robotics and Mechanisms Laboratory, Department of Mechanical and Aerospace Engineering,Los Angeles,CA,USA,90024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA,Robotics and Mechanisms Laboratory, Department of Mechanical and Aerospace Engineering,Los Angeles,CA,USA,90024","institution_ids":["https://openalex.org/I2801403999"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109260296","display_name":"Yusuke Tanaka","orcid":"https://orcid.org/0000-0002-3987-1589"},"institutions":[{"id":"https://openalex.org/I2801403999","display_name":"UCLA Medical Center","ror":"https://ror.org/04vq5kb54","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799798094","https://openalex.org/I2801403999"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yusuke Tanaka","raw_affiliation_strings":["UCLA,Robotics and Mechanisms Laboratory, Department of Mechanical and Aerospace Engineering,Los Angeles,CA,USA,90024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA,Robotics and Mechanisms Laboratory, Department of Mechanical and Aerospace Engineering,Los Angeles,CA,USA,90024","institution_ids":["https://openalex.org/I2801403999"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042660801","display_name":"Saviz Mowlavi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159266","display_name":"Mitsubishi Electric (United States)","ror":"https://ror.org/053jnhe44","country_code":"US","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125","https://openalex.org/I4210159266"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saviz Mowlavi","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories (MERL),Cambridge,MA,USA,02139"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories (MERL),Cambridge,MA,USA,02139","institution_ids":["https://openalex.org/I4210159266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054986358","display_name":"Feng Xu","orcid":"https://orcid.org/0000-0002-6675-6279"},"institutions":[{"id":"https://openalex.org/I2801403999","display_name":"UCLA Medical Center","ror":"https://ror.org/04vq5kb54","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799798094","https://openalex.org/I2801403999"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feng Xu","raw_affiliation_strings":["UCLA,Robotics and Mechanisms Laboratory, Department of Mechanical and Aerospace Engineering,Los Angeles,CA,USA,90024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA,Robotics and Mechanisms Laboratory, Department of Mechanical and Aerospace Engineering,Los Angeles,CA,USA,90024","institution_ids":["https://openalex.org/I2801403999"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101689740","display_name":"Bharathan Balaji","orcid":"https://orcid.org/0000-0002-9490-2018"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bharathan Balaji","raw_affiliation_strings":["Amazon Science,Seattle,WA,USA,98109"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Science,Seattle,WA,USA,98109","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068194893","display_name":"Dennis Hong","orcid":"https://orcid.org/0000-0002-1089-4373"},"institutions":[{"id":"https://openalex.org/I2801403999","display_name":"UCLA Medical Center","ror":"https://ror.org/04vq5kb54","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799798094","https://openalex.org/I2801403999"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dennis Hong","raw_affiliation_strings":["UCLA,Robotics and Mechanisms Laboratory, Department of Mechanical and Aerospace Engineering,Los Angeles,CA,USA,90024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA,Robotics and Mechanisms Laboratory, Department of Mechanical and Aerospace Engineering,Los Angeles,CA,USA,90024","institution_ids":["https://openalex.org/I2801403999"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":16.3788,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.993539,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"6314","last_page":"6320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.8377881050109863},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6503180265426636},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6062289476394653},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5955345630645752},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5549267530441284},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5015037059783936},{"id":"https://openalex.org/keywords/extended-kalman-filter","display_name":"Extended Kalman filter","score":0.46204137802124023},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.42424845695495605},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18323209881782532},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09262573719024658},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.057676613330841064},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.04897269606590271}],"concepts":[{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.8377881050109863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6503180265426636},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6062289476394653},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5955345630645752},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5549267530441284},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5015037059783936},{"id":"https://openalex.org/C206833254","wikidata":"https://www.wikidata.org/wiki/Q5421817","display_name":"Extended Kalman filter","level":3,"score":0.46204137802124023},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.42424845695495605},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18323209881782532},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09262573719024658},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.057676613330841064},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.04897269606590271}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610160","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610160","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1999684857","https://openalex.org/W2015996585","https://openalex.org/W2028073826","https://openalex.org/W2073288601","https://openalex.org/W2127578024","https://openalex.org/W2146881125","https://openalex.org/W2166132830","https://openalex.org/W2411649036","https://openalex.org/W2747329762","https://openalex.org/W2909331752","https://openalex.org/W2936887342","https://openalex.org/W2940914777","https://openalex.org/W2970375342","https://openalex.org/W3033353027","https://openalex.org/W3105048402","https://openalex.org/W3132160159","https://openalex.org/W3172229360","https://openalex.org/W3183282730","https://openalex.org/W3190290950","https://openalex.org/W3193052984","https://openalex.org/W3207392858","https://openalex.org/W4241459016","https://openalex.org/W4283822920","https://openalex.org/W4286864707","https://openalex.org/W4313156423","https://openalex.org/W4383108438","https://openalex.org/W4385656276","https://openalex.org/W6757817989","https://openalex.org/W6763393335","https://openalex.org/W6803050430"],"related_works":["https://openalex.org/W2089114113","https://openalex.org/W2389555968","https://openalex.org/W2352634297","https://openalex.org/W2320550378","https://openalex.org/W2020144404","https://openalex.org/W4372347353","https://openalex.org/W2149615975","https://openalex.org/W2229640938","https://openalex.org/W2103062922","https://openalex.org/W2162299404"],"abstract_inverted_index":{"State":[0],"estimation":[1,76],"for":[2,38],"legged":[3],"robots":[4],"is":[5,55,77,132],"challenging":[6],"due":[7],"to":[8,154],"their":[9],"highly":[10],"dynamic":[11],"motion":[12],"and":[13,24,35,49,89,124],"limitations":[14],"imposed":[15],"by":[16],"sensor":[17,122],"accuracy.":[18],"By":[19],"integrating":[20],"Kalman":[21,53],"filtering,":[22],"optimization,":[23],"learning-based":[25],"modalities,":[26],"we":[27],"propose":[28],"a":[29,58,93,137,144],"hybrid":[30],"solution":[31],"that":[32,62,119],"combines":[33],"proprioception":[34],"exteroceptive":[36],"information":[37],"estimating":[39],"the":[40,43,116,148],"state":[41,108],"of":[42],"robot\u2019s":[44],"trunk.":[45],"Leveraging":[46],"joint":[47],"encoder":[48],"IMU":[50],"measurements,":[51],"our":[52,155],"filter":[54],"enhanced":[56],"through":[57,80,127],"single-rigid":[59],"body":[60],"model":[61,125],"incorporates":[63],"ground":[64],"reaction":[65],"force":[66],"control":[67],"outputs":[68],"from":[69,92,121],"convex":[70],"Model":[71],"Predictive":[72],"Control":[73],"optimization.":[74],"The":[75,129],"further":[78],"refined":[79],"Gated":[81],"Recurrent":[82],"Units,":[83],"which":[84],"also":[85],"considers":[86],"semantic":[87],"insights":[88],"robot":[90,107,139],"height":[91],"Vision":[94],"Transformer":[95],"autoencoder":[96],"applied":[97],"on":[98,140,147],"depth":[99],"images.":[100],"This":[101],"framework":[102],"not":[103],"only":[104],"furnishes":[105],"accurate":[106],"estimates,":[109],"including":[110],"uncertainty":[111],"evaluations,":[112],"but":[113],"can":[114],"minimize":[115],"nonlinear":[117],"errors":[118],"arise":[120],"measurements":[123],"simplifications":[126],"learning.":[128],"proposed":[130],"methodology":[131],"evaluated":[133],"in":[134],"hardware":[135],"using":[136],"quadruped":[138],"various":[141],"terrains,":[142],"yielding":[143],"65%":[145],"improvement":[146],"Root":[149],"Mean":[150],"Squared":[151],"Error":[152],"compared":[153],"VIO":[156],"SLAM":[157],"baseline.":[158],"Code":[159],"example:":[160],"https://github.com/AlexS28/OptiState":[161]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}