{"id":"https://openalex.org/W4409548404","doi":"https://doi.org/10.1080/01691864.2025.2483929","title":"ForceMapping: learning visual-force features from vision for soft objects manipulation","display_name":"ForceMapping: learning visual-force features from vision for soft objects manipulation","publication_year":2025,"publication_date":"2025-04-17","ids":{"openalex":"https://openalex.org/W4409548404","doi":"https://doi.org/10.1080/01691864.2025.2483929"},"language":"en","primary_location":{"id":"doi:10.1080/01691864.2025.2483929","is_oa":false,"landing_page_url":"https://doi.org/10.1080/01691864.2025.2483929","pdf_url":null,"source":{"id":"https://openalex.org/S192584203","display_name":"Advanced Robotics","issn_l":"0169-1864","issn":["0169-1864","1568-5535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052725971","display_name":"Abdullah Mustafa","orcid":"https://orcid.org/0000-0002-1537-3868"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Abdullah Mustafa","raw_affiliation_strings":["Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)"],"raw_orcid":"https://orcid.org/0000-0002-1537-3868","affiliations":[{"raw_affiliation_string":"Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102871528","display_name":"Ryo Hanai","orcid":"https://orcid.org/0000-0003-4216-4866"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryo Hanai","raw_affiliation_strings":["Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)"],"raw_orcid":"https://orcid.org/0000-0003-4216-4866","affiliations":[{"raw_affiliation_string":"Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064317353","display_name":"Ixchel G. Ram\u00edrez-Alpizar","orcid":"https://orcid.org/0000-0002-7805-7539"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ixchel Ramirez","raw_affiliation_strings":["Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)"],"raw_orcid":"https://orcid.org/0000-0002-7805-7539","affiliations":[{"raw_affiliation_string":"Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028381240","display_name":"Floris Erich","orcid":"https://orcid.org/0000-0001-7576-9867"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Floris Erich","raw_affiliation_strings":["Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)"],"raw_orcid":"https://orcid.org/0000-0001-7576-9867","affiliations":[{"raw_affiliation_string":"Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029075114","display_name":"Ryoichi Nakajo","orcid":"https://orcid.org/0009-0006-3870-8508"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryoichi Nakajo","raw_affiliation_strings":["Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)"],"raw_orcid":"https://orcid.org/0009-0006-3870-8508","affiliations":[{"raw_affiliation_string":"Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068377110","display_name":"Yukiyasu Domae","orcid":"https://orcid.org/0000-0002-1366-9657"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yukiyasu Domae","raw_affiliation_strings":["Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)"],"raw_orcid":"https://orcid.org/0000-0002-1366-9657","affiliations":[{"raw_affiliation_string":"Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055922202","display_name":"Tetsuya Ogata","orcid":"https://orcid.org/0000-0001-7015-0379"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]},{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsuya Ogata","raw_affiliation_strings":["Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)","Institute for AI and Robotics, Waseda University"],"raw_orcid":"https://orcid.org/0000-0001-7015-0379","affiliations":[{"raw_affiliation_string":"Automation Research Team, National Institute of Advanced Industrial Science and Technology (AIST)","institution_ids":["https://openalex.org/I73613424"]},{"raw_affiliation_string":"Institute for AI and Robotics, Waseda University","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5052725971"],"corresponding_institution_ids":["https://openalex.org/I73613424"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07101129,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"39","issue":"10","first_page":"516","last_page":"531"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6483780741691589},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6418736577033997},{"id":"https://openalex.org/keywords/soft-robotics","display_name":"Soft robotics","score":0.5711806416511536},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5458678007125854},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.38314735889434814},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.33977437019348145}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6483780741691589},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6418736577033997},{"id":"https://openalex.org/C2776058767","wikidata":"https://www.wikidata.org/wiki/Q24327151","display_name":"Soft robotics","level":3,"score":0.5711806416511536},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5458678007125854},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38314735889434814},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.33977437019348145}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/01691864.2025.2483929","is_oa":false,"landing_page_url":"https://doi.org/10.1080/01691864.2025.2483929","pdf_url":null,"source":{"id":"https://openalex.org/S192584203","display_name":"Advanced Robotics","issn_l":"0169-1864","issn":["0169-1864","1568-5535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G699684543","display_name":null,"funder_award_id":"JPMJMS2031","funder_id":"https://openalex.org/F4320338247","funder_display_name":"Moonshot Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320338247","display_name":"Moonshot Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2155007355","https://openalex.org/W2167690872","https://openalex.org/W2187089797","https://openalex.org/W2516753435","https://openalex.org/W2569244399","https://openalex.org/W2605102758","https://openalex.org/W2775635818","https://openalex.org/W2787666871","https://openalex.org/W2901620462","https://openalex.org/W3035062249","https://openalex.org/W3091248659","https://openalex.org/W3103508921","https://openalex.org/W3112669067","https://openalex.org/W3129860168","https://openalex.org/W4250685322","https://openalex.org/W4288885957","https://openalex.org/W4292347862","https://openalex.org/W4313156423","https://openalex.org/W4385403811","https://openalex.org/W4385430674","https://openalex.org/W4385430679","https://openalex.org/W4389666812","https://openalex.org/W4401413706","https://openalex.org/W6682849425"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"To":[0,142],"realize":[1],"delicate":[2],"manipulation":[3],"of":[4,10,183],"soft/rigid":[5],"objects,":[6],"incorporating":[7],"some":[8,57],"notion":[9],"force":[11,97,105],"into":[12,50,56,89],"the":[13,90,128,134],"controller":[14],"is":[15,47,63],"essential.":[16],"Such":[17],"forces":[18,124],"can":[19],"either":[20],"be":[21],"measured":[22],"explicitly":[23],"via":[24],"onboard":[25],"sensors":[26],"or":[27,71,118],"estimated":[28,126],"from":[29,127,170,199],"visual":[30,42],"input":[31,43],"through":[32,161],"an":[33,109],"offline-trained":[34],"network.":[35],"For":[36,121],"visuomotor":[37],"control,":[38],"unlike":[39],"state-based":[40],"models,":[41],"(i.e.":[44],"RGB":[45,75,115,130],"images)":[46],"first":[48],"encoded":[49],"a":[51,81,103,148,162,200],"low-dimensional":[52],"latent":[53,91],"before":[54],"feeding":[55],"low-level":[58],"policy.":[59],"The":[60],"encoder":[61],"network":[62],"usually":[64],"trained":[65],"end-to-end":[66],"using":[67],"supervised":[68,104],"policy":[69,119],"loss":[70,107,117],"pre-trained":[72],"with":[73],"unsupervised":[74,114],"reconstruction":[76,116],"loss.":[77,120],"This":[78],"work":[79],"proposes":[80],"learning":[82],"approach":[83],"that":[84,176],"implicitly":[85],"integrates":[86],"force-relevant":[87,184],"features":[88],"image":[92,131],"encoding,":[93],"rather":[94],"than":[95],"explicit":[96],"integration.":[98],"Our":[99,173],"proposal,":[100],"ForceMapping,":[101],"incorporates":[102],"prediction":[106],"as":[108],"auxiliary":[110],"optimization":[111],"objective":[112],"alongside":[113],"soft":[122,149],"bodies,":[123],"are":[125],"raw":[129],"input,":[132],"given":[133],"correlation":[135],"between":[136],"object":[137,150],"deformation":[138,157],"and":[139,164,181,196],"imposed":[140],"forces.":[141],"validate":[143],"our":[144],"approach,":[145],"we":[146],"designed":[147],"stacking":[151],"task":[152,189],"requiring":[153],"force-aware":[154],"manipulation.":[155],"Soft-body":[156],"was":[158],"efficiently":[159],"rendered":[160],"fast":[163],"stable":[165],"pipeline,":[166],"utilizing":[167],"states":[168],"obtained":[169],"rigid-body":[171],"simulation.":[172],"experiments":[174],"demonstrated":[175],"ForceMapping":[177],"encouraged":[178],"attention":[179],"to":[180,187,194,206,209],"encoding":[182],"features,":[185],"leading":[186],"increased":[188],"success":[190],"rates":[191],"(from":[192,204],"25%":[193],"75%)":[195],"reduced":[197],"deviations":[198],"target":[201],"critical":[202],"load":[203],"300%":[205],"40%)":[207],"compared":[208],"only-RGB":[210],"model.":[211]},"counts_by_year":[],"updated_date":"2026-06-15T08:34:33.830935","created_date":"2025-10-10T00:00:00"}