{"id":"https://openalex.org/W7164197438","doi":"https://doi.org/10.48550/arxiv.2606.10899","title":"MV-Actor: Aligning Multi-View Semantics and Spatial Awareness for Bimanual Manipulation","display_name":"MV-Actor: Aligning Multi-View Semantics and Spatial Awareness for Bimanual Manipulation","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W7164197438","doi":"https://doi.org/10.48550/arxiv.2606.10899"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.10899","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10899","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.10899","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087584757","display_name":"\u5929\u94f6 \u9648","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Yinchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138314071","display_name":"Huan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Huan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102678324","display_name":"Muyao Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Muyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138292661","display_name":"Xi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138353553","display_name":"Yan Wang (15435)","orcid":"https://orcid.org/0009-0009-6133-1755"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138329896","display_name":"You Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, You","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.8974000215530396,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.8974000215530396,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.01600000075995922,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.012299999594688416,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6851999759674072},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5878999829292297},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5462999939918518},{"id":"https://openalex.org/keywords/semantic-mapping","display_name":"Semantic mapping","score":0.5454999804496765},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.46129998564720154},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.44850000739097595},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.43959999084472656},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.38119998574256897}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7656999826431274},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6851999759674072},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5888000130653381},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5878999829292297},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5462999939918518},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.5454999804496765},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.46129998564720154},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.44850000739097595},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.44350001215934753},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.43959999084472656},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4025999903678894},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.38119998574256897},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.3749000132083893},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3508000075817108},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.30079999566078186},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.10899","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10899","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.10899","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10899","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Robotic":[0],"manipulation":[1,14],"has":[2],"been":[3],"widely":[4],"applied":[5],"in":[6,40],"industrial":[7],"scenarios.":[8],"Compared":[9],"with":[10,17,90,142],"single-arm":[11],"manipulation,":[12],"bimanual":[13,66,128,171],"is":[15],"equipped":[16],"multiple":[18],"cameras":[19],"to":[20,74,86,111],"capture":[21],"information":[22],"from":[23],"different":[24],"viewpoints.":[25],"However,":[26],"existing":[27],"multi-view":[28,56],"policies":[29],"encode":[30],"each":[31],"view":[32,36],"independently":[33],"or":[34],"fuse":[35],"features":[37,94],"shallowly,":[38],"resulting":[39],"limited":[41],"sharing":[42,163],"semantic":[43,76,164],"perception":[44,57,77,165],"and":[45,95,147,155,166],"unreliable":[46],"spatial":[47,98,168],"awareness.":[48,99],"In":[49,121,139],"this":[50],"paper,":[51],"we":[52],"propose":[53],"\\textbf{MV-Actor},":[54],"a":[55,61,101,132],"framework":[58],"that":[59],"builds":[60],"unified":[62],"semantic-spatial":[63],"representation":[64],"for":[65,170],"manipulation.":[67,172],"First,":[68],"MV-Actor":[69,130,151],"performs":[70],"Multi-view":[71],"Semantic":[72],"Interaction":[73,85],"share":[75],"across":[78],"views.":[79],"Then":[80],"it":[81],"uses":[82],"Semantic-Spatial":[83],"Token":[84],"ground":[87],"visual":[88],"semantics":[89],"feed-forward":[91],"reconstruction":[92],"model":[93],"acquire":[96],"reliable":[97,114,167],"Finally,":[100],"Guided":[102],"Metric":[103],"Depth":[104],"Repair":[105],"module":[106],"refines":[107],"degraded":[108],"sensor":[109],"depth":[110,119],"provide":[112],"more":[113,143],"metric":[115],"anchors":[116],"under":[117],"consumer-grade":[118,149],"noise.":[120],"simulation":[122],"experiments":[123],"conducted":[124],"on":[125],"the":[126,160],"PerAct2":[127],"benchmark,":[129],"achieves":[131],"state-of-the-art":[133],"average":[134],"success":[135],"rate":[136],"of":[137,162],"87.8\\%.":[138],"real-world":[140],"evaluations":[141],"frequent":[144],"viewpoint":[145],"changes":[146],"unstable":[148],"depth,":[150],"outperforms":[152],"both":[153],"RGB":[154],"RGB-D":[156],"baselines,":[157],"further":[158],"demonstrating":[159],"benefit":[161],"awareness":[169]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-11T00:00:00"}