{"id":"https://openalex.org/W7164012101","doi":"https://doi.org/10.48550/arxiv.2606.08765","title":"RGB-S: Image-Aligned Tactile Saliency for Robust Dexterous Manipulation","display_name":"RGB-S: Image-Aligned Tactile Saliency for Robust Dexterous Manipulation","publication_year":2026,"publication_date":"2026-06-07","ids":{"openalex":"https://openalex.org/W7164012101","doi":"https://doi.org/10.48550/arxiv.2606.08765"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.08765","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08765","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.08765","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016668714","display_name":"Shengcheng Luo","orcid":"https://orcid.org/0000-0002-2671-1236"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Shengcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138225287","display_name":"Kefei Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Kefei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130663215","display_name":"Xiaoying Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xiaoying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138230655","display_name":"Wanlin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Wanlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138271207","display_name":"Ziyuan Jiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiao, Ziyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138260369","display_name":"Chenxi Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Chenxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.7263000011444092,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.7263000011444092,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.12759999930858612,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.02500000037252903,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6276000142097473},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5435000061988831},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.49950000643730164},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.3944999873638153},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.3776000142097473},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3677000105381012},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.3646000027656555},{"id":"https://openalex.org/keywords/observer","display_name":"Observer (physics)","score":0.3246000111103058}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7609999775886536},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7590000033378601},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6517999768257141},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6276000142097473},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5435000061988831},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.49950000643730164},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.3944999873638153},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.3776000142097473},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.3646000027656555},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3116999864578247},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.2687000036239624},{"id":"https://openalex.org/C2988191880","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic hand","level":3,"score":0.26350000500679016},{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C10912380","wikidata":"https://www.wikidata.org/wiki/Q527952","display_name":"Visual servoing","level":3,"score":0.25679999589920044},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.08765","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08765","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.08765","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08765","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Effective":[0],"visuo-tactile":[1,187],"integration":[2],"is":[3],"critical":[4],"for":[5],"robotic":[6],"dexterous":[7,148],"manipulation,":[8],"especially":[9],"when":[10,59],"visual":[11,26,60,135,140,160],"observations":[12,61],"are":[13,53,62],"unreliable":[14],"or":[15],"occluded.":[16],"However,":[17],"robustly":[18],"aligning":[19],"sparse,":[20],"heterogeneous":[21],"tactile":[22,90],"measurements":[23],"with":[24],"dense":[25],"representations":[27],"remains":[28],"a":[29,50,70,123],"fundamental":[30],"challenge.":[31],"Most":[32],"existing":[33],"approaches":[34],"require":[35],"policies":[36],"to":[37,106,196],"learn":[38],"cross-modal":[39],"correspondences":[40],"implicitly":[41],"from":[42,111],"limited":[43],"demonstrations,":[44],"without":[45],"leveraging":[46],"geometric":[47],"priors.":[48],"As":[49],"result,":[51],"they":[52],"often":[54],"data-inefficient":[55],"and":[56,85,113,154,194],"generalize":[57],"poorly":[58],"degraded.":[63],"To":[64],"address":[65],"this":[66],"limitation,":[67],"we":[68,88],"propose":[69],"framework":[71],"that":[72,165],"explicitly":[73],"grounds":[74],"physical":[75,130],"contacts":[76],"in":[77,151,169],"the":[78,95,155,170,184],"image":[79,97,171],"domain.":[80],"Using":[81],"robot":[82],"forward":[83],"kinematics":[84],"camera":[86],"calibration,":[87],"project":[89],"sensor":[91],"locations":[92],"directly":[93],"onto":[94],"RGB":[96],"plane.":[98],"We":[99,142],"then":[100],"render":[101],"force-modulated":[102],"Gaussian":[103],"saliency":[104],"maps":[105],"model":[107],"spatial":[108,120,192],"uncertainty":[109],"arising":[110],"kinematic":[112],"calibration":[114],"errors.":[115],"By":[116],"integrating":[117],"these":[118],"2D":[119],"anchors":[121],"through":[122],"zero-initialized":[124],"conditioning":[125],"architecture,":[126],"our":[127,144],"method":[128,145],"injects":[129],"contact":[131],"priors":[132],"into":[133],"standard":[134],"backbones":[136],"while":[137],"preserving":[138],"pre-trained":[139],"representations.":[141],"evaluate":[143],"on":[146],"six":[147],"manipulation":[149,176],"tasks":[150],"both":[152],"simulation":[153],"real":[156],"world":[157],"under":[158],"severe":[159],"occlusions.":[161],"Real-world":[162],"experiments":[163],"show":[164],"explicit":[166],"RGB-S":[167],"grounding":[168],"domain":[172],"improves":[173],"real-world":[174],"occluded":[175],"success":[177],"rates":[178],"by":[179],"$26.7$":[180],"percentage":[181],"points":[182],"over":[183],"strongest":[185],"implicit":[186],"baseline,":[188],"suggesting":[189],"its":[190],"improved":[191],"reasoning":[193],"robustness":[195],"occlusion.":[197],"Project":[198],"page:":[199],"touch-as-saliency.github.io":[200]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-10T00:00:00"}