{"id":"https://openalex.org/W7134985255","doi":"https://doi.org/10.48550/arxiv.2603.09761","title":"MuxGel: Simultaneous Dual-Modal Visuo-Tactile Sensing via Spatially Multiplexing and Deep Reconstruction","display_name":"MuxGel: Simultaneous Dual-Modal Visuo-Tactile Sensing via Spatially Multiplexing and Deep Reconstruction","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7134985255","doi":"https://doi.org/10.48550/arxiv.2603.09761"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.09761","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09761","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.09761","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128763304","display_name":"Zhixian Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hu, Zhixian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100583938","display_name":"Zhengtong Xu","orcid":"https://orcid.org/0000-0002-2789-1910"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zhengtong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043555859","display_name":"Sheeraz Athar","orcid":"https://orcid.org/0000-0001-8749-7221"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Athar, Sheeraz","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128690472","display_name":"Juan Wachs","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wachs, Juan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128747388","display_name":"Yu She","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"She, Yu","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5128763304"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.47620001435279846,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.47620001435279846,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.2305999994277954,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.09889999777078629,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiplexing","display_name":"Multiplexing","score":0.7014999985694885},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5437999963760376},{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.47620001435279846},{"id":"https://openalex.org/keywords/checkerboard","display_name":"Checkerboard","score":0.3977000117301941},{"id":"https://openalex.org/keywords/opacity","display_name":"Opacity","score":0.3747999966144562},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.3352000117301941},{"id":"https://openalex.org/keywords/image-sensor","display_name":"Image sensor","score":0.32989999651908875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7196999788284302},{"id":"https://openalex.org/C19275194","wikidata":"https://www.wikidata.org/wiki/Q222903","display_name":"Multiplexing","level":2,"score":0.7014999985694885},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6800000071525574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6657000184059143},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5437999963760376},{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.47620001435279846},{"id":"https://openalex.org/C2779168147","wikidata":"https://www.wikidata.org/wiki/Q460711","display_name":"Checkerboard","level":2,"score":0.3977000117301941},{"id":"https://openalex.org/C60056205","wikidata":"https://www.wikidata.org/wiki/Q691914","display_name":"Opacity","level":2,"score":0.3747999966144562},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3352000117301941},{"id":"https://openalex.org/C76935873","wikidata":"https://www.wikidata.org/wiki/Q209121","display_name":"Image sensor","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.2581999897956848},{"id":"https://openalex.org/C193581530","wikidata":"https://www.wikidata.org/wiki/Q683778","display_name":"Structured light","level":2,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.09761","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09761","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.09761","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09761","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"High-fidelity":[0],"visuo-tactile":[1],"sensing":[2,22],"is":[3],"important":[4],"for":[5,64,74],"precise":[6],"robotic":[7],"manipulation.":[8],"However,":[9],"most":[10],"vision-based":[11,157],"tactile":[12,21,45,91,114,158],"sensors":[13,79,159],"face":[14],"a":[15,33,48,53,99,104],"fundamental":[16],"trade-off:":[17],"opaque":[18],"coatings":[19],"enable":[20],"but":[23],"block":[24],"pre-contact":[25,142],"vision.":[26,66],"To":[27,86],"address":[28],"this,":[29],"we":[30,97,130],"propose":[31],"MuxGel,":[32],"spatially":[34],"multiplexed":[35,95],"sensor":[36],"that":[37,149],"captures":[38],"both":[39,141],"external":[40,65],"visual":[41,116],"information":[42],"and":[43,90,111,115,127,144],"contact-induced":[44],"signals":[46,92],"through":[47],"single":[49],"camera.":[50],"By":[51],"using":[52],"checkerboard":[54],"coating":[55],"pattern,":[56],"MuxGel":[57,150],"interleaves":[58],"tactile-sensitive":[59],"regions":[60],"with":[61,163],"transparent":[62],"windows":[63],"This":[67],"design":[68],"maintains":[69],"standard":[70],"form":[71],"factors,":[72],"allowing":[73],"plug-and-play":[75],"integration":[76],"into":[77],"GelSight-style":[78],"by":[80],"simply":[81],"replacing":[82],"the":[83,94,124,152],"gel":[84],"pad.":[85],"recover":[87],"full-resolution":[88],"vision":[89],"from":[93],"inputs,":[96],"develop":[98],"U-Net-based":[100],"reconstruction":[101],"framework.":[102],"Leveraging":[103],"sim-to-real":[105],"pipeline,":[106],"our":[107],"model":[108],"effectively":[109],"decouples":[110],"restores":[112],"high-fidelity":[113],"fields":[117],"simultaneously.":[118],"Experiments":[119],"on":[120],"unseen":[121],"objects":[122],"demonstrate":[123,131],"framework's":[125],"generalization":[126],"accuracy.":[128],"Furthermore,":[129],"MuxGel's":[132],"utility":[133],"in":[134],"grasping":[135],"tasks,":[136],"where":[137],"dual-modality":[138],"feedback":[139],"facilitates":[140],"alignment":[143],"post-contact":[145],"interaction.":[146],"Results":[147],"show":[148],"enhances":[151],"perceptual":[153],"capabilities":[154],"of":[155],"existing":[156],"while":[160],"maintaining":[161],"compatibility":[162],"their":[164],"hardware":[165],"stacks.":[166],"Project":[167],"webpage:":[168],"https://zhixianhu.github.io/muxgel/.":[169]},"counts_by_year":[],"updated_date":"2026-03-12T06:18:43.230356","created_date":"2026-03-12T00:00:00"}