{"id":"https://openalex.org/W7128794384","doi":"https://doi.org/10.1109/lra.2026.3664615","title":"Visual Proprioception and Contact Prediction for Soft Robotic Arms Using Onboard Sensing and Generative Models","display_name":"Visual Proprioception and Contact Prediction for Soft Robotic Arms Using Onboard Sensing and Generative Models","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7128794384","doi":"https://doi.org/10.1109/lra.2026.3664615"},"language":null,"primary_location":{"id":"doi:10.1109/lra.2026.3664615","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2026.3664615","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005181075","display_name":"Huang Yt","orcid":null},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Yunqi Huang","raw_affiliation_strings":["Department of Computer Science, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097985114","display_name":"Guanran Pei","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Guanran Pei","raw_affiliation_strings":["CREATE Lab, EPFL, Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"CREATE Lab, EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032508996","display_name":"Josie Hughes","orcid":"https://orcid.org/0000-0001-8410-3565"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Josie Hughes","raw_affiliation_strings":["CREATE Lab, EPFL, Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"CREATE Lab, EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037510570","display_name":"Thomas George Thuruthel","orcid":"https://orcid.org/0000-0003-0571-1672"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Thomas George Thuruthel","raw_affiliation_strings":["Department of Computer Science, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5005181075"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.81767529,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"11","issue":"4","first_page":"4066","last_page":"4073"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.004100000020116568,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5410000085830688},{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.5041999816894531},{"id":"https://openalex.org/keywords/soft-sensor","display_name":"Soft sensor","score":0.49390000104904175},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.4717000126838684},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.42329999804496765},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4106999933719635},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.40799999237060547},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.34470000863075256}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6657000184059143},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5979999899864197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5554999709129333},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5410000085830688},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.5041999816894531},{"id":"https://openalex.org/C115575686","wikidata":"https://www.wikidata.org/wiki/Q18822403","display_name":"Soft sensor","level":3,"score":0.49390000104904175},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.4717000126838684},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.42329999804496765},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4106999933719635},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.40799999237060547},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3571999967098236},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.34470000863075256},{"id":"https://openalex.org/C208081375","wikidata":"https://www.wikidata.org/wiki/Q274502","display_name":"Degrees of freedom (physics and chemistry)","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3212999999523163},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.31690001487731934},{"id":"https://openalex.org/C81302111","wikidata":"https://www.wikidata.org/wiki/Q2916417","display_name":"Contact force","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2824000120162964},{"id":"https://openalex.org/C2776058767","wikidata":"https://www.wikidata.org/wiki/Q24327151","display_name":"Soft robotics","level":3,"score":0.27570000290870667},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.26910001039505005},{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.26809999346733093},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C173386949","wikidata":"https://www.wikidata.org/wiki/Q192735","display_name":"Inertial frame of reference","level":2,"score":0.2538999915122986},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2026.3664615","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2026.3664615","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6822306513786316}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1515749184","https://openalex.org/W2073677587","https://openalex.org/W2096645690","https://openalex.org/W2101667962","https://openalex.org/W2135485145","https://openalex.org/W2556078315","https://openalex.org/W2610150749","https://openalex.org/W2784238521","https://openalex.org/W2884288731","https://openalex.org/W2896990192","https://openalex.org/W2948978827","https://openalex.org/W2999072533","https://openalex.org/W3199003182","https://openalex.org/W4200428696","https://openalex.org/W4289521734","https://openalex.org/W4313639260","https://openalex.org/W4321617995","https://openalex.org/W4376605565","https://openalex.org/W4376605651","https://openalex.org/W4378192004","https://openalex.org/W4379409061","https://openalex.org/W4388201361","https://openalex.org/W4389164249","https://openalex.org/W4390874575","https://openalex.org/W4402859803","https://openalex.org/W4404462437","https://openalex.org/W4405785153","https://openalex.org/W4405785522","https://openalex.org/W4405800324","https://openalex.org/W4406687285"],"related_works":[],"abstract_inverted_index":{"Soft":[0],"continuum":[1],"robots":[2],"possess":[3],"inherent":[4],"compliance":[5],"and":[6,25,96,143],"ensure":[7],"safe":[8],"interactions.":[9],"Whilst":[10],"advantageous,":[11],"their":[12],"high":[13,162],"degrees":[14],"of":[15,105,133,152],"freedom":[16],"pose":[17],"significant":[18],"challenges":[19,68],"for":[20,87],"estimating":[21],"the":[22,41,61,107,124,127,131,153],"robot's":[23,154],"configuration":[24],"sensing":[26],"external":[27,74,112],"contacts.":[28,75],"Existing":[29],"analytical":[30],"methods":[31],"rely":[32],"on":[33],"finite":[34],"state-representations":[35],"that":[36,122],"do":[37,54],"not":[38,55],"accurately":[39],"capture":[40],"complex":[42],"deformations":[43],"in":[44,69],"these":[45,78],"systems.":[46],"Learning-based":[47],"approaches":[48],"have":[49],"shown":[50],"promise,":[51],"as":[52],"they":[53],"require":[56],"any":[57],"prior":[58],"assumptions":[59],"about":[60],"state":[62],"representation;":[63],"however,":[64],"there":[65],"are":[66],"still":[67],"extending":[70],"them":[71],"to":[72,99,146],"handle":[73],"To":[76],"address":[77],"challenges,":[79],"this":[80],"study":[81],"proposes":[82],"a":[83,148],"novel":[84],"perception":[85,102,135],"framework":[86],"soft":[88],"robotic":[89],"arms":[90],"by":[91],"using":[92],"onboard":[93,140],"sensor":[94],"data":[95,119,142],"generative":[97],"models":[98],"develop":[100],"image-based":[101],"systems":[103],"capable":[104],"reconstructing":[106],"arm's":[108],"state,":[109,155],"even":[110],"under":[111],"contact.":[113],"Our":[114],"approach":[115],"features":[116],"an":[117],"automated":[118],"preprocessing":[120],"pipeline":[121],"isolates":[123],"robot":[125],"from":[126],"environmental":[128],"background,":[129],"enabling":[130],"training":[132],"robust":[134],"models.":[136],"It":[137],"then":[138],"utilizes":[139],"IMU":[141],"actuation":[144],"commands":[145],"generate":[147],"high-dimensional":[149],"visual":[150],"representation":[151],"while":[156],"also":[157],"detecting":[158],"contact":[159],"locations":[160],"with":[161],"accuracy.":[163]},"counts_by_year":[],"updated_date":"2026-02-23T20:09:44.859080","created_date":"2026-02-14T00:00:00"}