{"id":"https://openalex.org/W4414229312","doi":"https://doi.org/10.1109/tro.2025.3610170","title":"Predictive Body Awareness in Soft Robots: A Bayesian Variational Autoencoder Fusing Multimodal Sensory Data","display_name":"Predictive Body Awareness in Soft Robots: A Bayesian Variational Autoencoder Fusing Multimodal Sensory Data","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414229312","doi":"https://doi.org/10.1109/tro.2025.3610170"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2025.3610170","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2025.3610170","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shuyu Wang","orcid":"https://orcid.org/0000-0002-0038-1347"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyu Wang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-0038-1347","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dongling Liu","orcid":"https://orcid.org/0009-0006-9437-3140"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongling Liu","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0006-9437-3140","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085633547","display_name":"Changzeng Fu","orcid":"https://orcid.org/0000-0003-1083-9486"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changzeng Fu","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-1083-9486","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015140613","display_name":"Xiaoming Yuan","orcid":"https://orcid.org/0000-0001-8006-364X"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Yuan","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-8006-364X","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007267853","display_name":"Peng Shan","orcid":"https://orcid.org/0000-0002-3274-3226"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Shan","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-3274-3226","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035919267","display_name":"Victor C. M. Leung","orcid":"https://orcid.org/0000-0003-3529-2640"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Victor C.M. Leung","raw_affiliation_strings":["Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3529-2640","affiliations":[{"raw_affiliation_string":"Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6891,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84193918,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"41","issue":null,"first_page":"5663","last_page":"5678"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.932699978351593,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.932699978351593,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.7809000015258789},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5325999855995178},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4593000113964081},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4438000023365021},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.4235999882221222},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.4203999936580658},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4016000032424927},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.40070000290870667},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.39149999618530273}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7809000015258789},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.765500009059906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6787999868392944},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5325999855995178},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47909998893737793},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4593000113964081},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4438000023365021},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.4235999882221222},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4016000032424927},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.39149999618530273},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.3822000026702881},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37389999628067017},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.35499998927116394},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3456999957561493},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3321000039577484},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C33553690","wikidata":"https://www.wikidata.org/wiki/Q17014702","display_name":"Free energy principle","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2624000012874603},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2581999897956848}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tro.2025.3610170","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2025.3610170","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1071652327","display_name":null,"funder_award_id":"62104034","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1153030480","display_name":null,"funder_award_id":"62371116","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2223092218","display_name":null,"funder_award_id":"236Z1706","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W764651262","https://openalex.org/W1503282170","https://openalex.org/W1950864686","https://openalex.org/W1969090956","https://openalex.org/W1970890515","https://openalex.org/W1994259251","https://openalex.org/W1999156278","https://openalex.org/W2026712001","https://openalex.org/W2046394129","https://openalex.org/W2051387206","https://openalex.org/W2090252028","https://openalex.org/W2131708731","https://openalex.org/W2148764920","https://openalex.org/W2470142083","https://openalex.org/W2564598512","https://openalex.org/W2613677041","https://openalex.org/W2731057901","https://openalex.org/W2734686976","https://openalex.org/W2804941773","https://openalex.org/W2885648612","https://openalex.org/W2912997088","https://openalex.org/W2963315649","https://openalex.org/W2971407984","https://openalex.org/W2974544900","https://openalex.org/W3002768791","https://openalex.org/W3008303301","https://openalex.org/W3012366945","https://openalex.org/W3033578652","https://openalex.org/W3047693789","https://openalex.org/W3091465854","https://openalex.org/W3154357606","https://openalex.org/W3174427284","https://openalex.org/W3190014640","https://openalex.org/W3192766641","https://openalex.org/W3213517261","https://openalex.org/W4224254803","https://openalex.org/W4225085526","https://openalex.org/W4284966941","https://openalex.org/W4285085664","https://openalex.org/W4293057263","https://openalex.org/W4308399063","https://openalex.org/W4308624789","https://openalex.org/W4311766319","https://openalex.org/W4312384059","https://openalex.org/W4312750307","https://openalex.org/W4313201602","https://openalex.org/W4319924655","https://openalex.org/W4321617995","https://openalex.org/W4327630646","https://openalex.org/W4362561002","https://openalex.org/W4366380947","https://openalex.org/W4379390699","https://openalex.org/W4383337613","https://openalex.org/W4387847547","https://openalex.org/W4387877593","https://openalex.org/W4388736126","https://openalex.org/W4388946895","https://openalex.org/W4390120101","https://openalex.org/W4392126436","https://openalex.org/W4392761615","https://openalex.org/W4399432486","https://openalex.org/W4399940420","https://openalex.org/W4402351556","https://openalex.org/W4402753341","https://openalex.org/W4405646376"],"related_works":[],"abstract_inverted_index":{"Predicting":[0],"the":[1,12,26,43,68,78,87,101,107,112,120,151],"causal":[2],"flow":[3],"by":[4],"fusing":[5,25],"multimodal":[6,27,64,96],"perception":[7,97],"is":[8],"fundamental":[9],"for":[10,140,153],"constructing":[11],"bodily":[13,157],"awareness":[14,158],"of":[15,30,90,156],"soft":[16,31,92,113,160],"robots.":[17],"However,":[18],"forming":[19],"such":[20],"a":[21,48,72,81,91],"predictive":[22],"model":[23,79,109],"while":[24],"sensory":[28],"data":[29],"robots":[32],"remains":[33],"challenging":[34],"and":[35,58,104,117],"less":[36],"explored.":[37],"In":[38],"this":[39],"study,":[40],"we":[41,131],"leverage":[42],"free":[44],"energy":[45],"principle":[46],"within":[47],"Bayesian":[49],"probabilistic":[50],"deep":[51],"learning":[52],"framework":[53],"to":[54,125],"merge":[55],"visual,":[56],"pressure,":[57],"flex":[59],"sensing":[60],"signals.":[61],"Our":[62],"proposed":[63],"association":[65],"mechanism":[66],"enhances":[67],"fusion":[69],"process,":[70],"establishing":[71],"robust":[73],"computational":[74],"methodology.":[75],"We":[76],"train":[77],"using":[80],"newly":[82],"collected":[83],"dataset":[84],"that":[85],"captures":[86],"grasping":[88,141],"dynamics":[89],"gripper":[93],"equipped":[94],"with":[95],"capabilities.":[98],"By":[99],"incorporating":[100],"current":[102],"state":[103],"image":[105,121],"differences,":[106],"forward":[108],"can":[110,149],"predict":[111],"gripper's":[114],"physical":[115],"interaction":[116],"movement":[118],"in":[119,159],"flow,":[122],"which":[123],"amounts":[124],"imagining":[126],"future":[127],"motion":[128],"events.":[129],"Moreover,":[130],"showcase":[132],"effective":[133],"predictions":[134],"across":[135],"modalities":[136],"as":[137,139],"well":[138],"outcomes.":[142],"Notably,":[143],"our":[144],"enhanced":[145],"variational":[146],"autoencoder":[147],"approach":[148],"pave":[150],"way":[152],"unprecedented":[154],"possibilities":[155],"robotics.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}