{"id":"https://openalex.org/W7135220684","doi":"https://doi.org/10.48550/arxiv.2603.12193","title":"SaPaVe: Towards Active Perception and Manipulation in Vision-Language-Action Models for Robotics","display_name":"SaPaVe: Towards Active Perception and Manipulation in Vision-Language-Action Models for Robotics","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7135220684","doi":"https://doi.org/10.48550/arxiv.2603.12193"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.12193","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12193","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.12193","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129097559","display_name":"Mengzhen Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Mengzhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102521317","display_name":"Enshen Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Enshen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128956082","display_name":"Cheng Chi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chi, Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129007155","display_name":"Yi Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112994645","display_name":"Shanyu Rong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rong, Shanyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128989929","display_name":"Liming Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Liming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129065860","display_name":"Pengwei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Pengwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129075443","display_name":"Zhongyuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhongyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129075028","display_name":"Shanghang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shanghang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9017000198364258,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9017000198364258,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.023499999195337296,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.014800000004470348,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-perception","display_name":"Active perception","score":0.8555999994277954},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6935999989509583},{"id":"https://openalex.org/keywords/active-vision","display_name":"Active vision","score":0.6302000284194946},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.6104000210762024},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6072999835014343},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5164999961853027},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5149999856948853}],"concepts":[{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.8555999994277954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7329000234603882},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7204999923706055},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6935999989509583},{"id":"https://openalex.org/C193611912","wikidata":"https://www.wikidata.org/wiki/Q4677596","display_name":"Active vision","level":2,"score":0.6302000284194946},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.6104000210762024},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6072999835014343},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5164999961853027},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5149999856948853},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.47850000858306885},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4050999879837036},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.3635999858379364},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3089999854564667},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3001999855041504},{"id":"https://openalex.org/C2780226923","wikidata":"https://www.wikidata.org/wiki/Q929848","display_name":"Movement (music)","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C28427503","wikidata":"https://www.wikidata.org/wiki/Q13580300","display_name":"Internal model","level":3,"score":0.2822999954223633},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.26260000467300415},{"id":"https://openalex.org/C3019108329","wikidata":"https://www.wikidata.org/wiki/Q1751327","display_name":"Movement control","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.12193","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12193","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.12193","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12193","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Active":[0],"perception":[1,20,163],"and":[2,44,56,100,131,145,164,175],"manipulation":[3,45,122],"are":[4],"crucial":[5],"for":[6,95,119],"robots":[7],"to":[8,16,149],"interact":[9],"with":[10,21,168],"complex":[11],"scenes.":[12],"Existing":[13],"methods":[14],"struggle":[15],"unify":[17],"semantic-driven":[18],"active":[19,121,177],"robust,":[22],"viewpoint-invariant":[23],"execution.":[24],"We":[25,112],"propose":[26],"SaPaVe,":[27],"an":[28],"end-to-end":[29],"framework":[30],"that":[31,105,135,160],"jointly":[32,73],"learns":[33],"these":[34],"capabilities":[35],"in":[36,51,128,154],"a":[37,52,58,69,88,101],"data-efficient":[38],"manner.":[39],"Our":[40],"approach":[41],"decouples":[42],"camera":[43,66,97],"actions":[46],"rather":[47],"than":[48],"placing":[49],"them":[50],"shared":[53],"action":[54,76],"space,":[55],"follows":[57],"bottom-up":[59],"training":[60],"strategy:":[61],"we":[62,85],"first":[63,117],"train":[64],"semantic":[65,96],"control":[67],"on":[68],"large-scale":[70],"dataset,":[71],"then":[72],"optimize":[74],"both":[75,129],"types":[77],"using":[78],"hybrid":[79],"data.":[80],"To":[81],"support":[82],"this":[83],"framework,":[84],"introduce":[86],"ActiveViewPose-200K,":[87],"dataset":[89],"of":[90],"200k":[91],"image-language-camera":[92],"movement":[93,98],"pairs":[94],"learning,":[99],"3D":[102],"geometry-aware":[103],"module":[104],"improves":[106],"execution":[107],"robustness":[108],"under":[109],"dynamic":[110],"viewpoints.":[111],"also":[113],"present":[114],"ActiveManip-Bench,":[115],"the":[116],"benchmark":[118],"evaluating":[120],"beyond":[123],"fixed-view":[124],"settings.":[125],"Extensive":[126],"experiments":[127],"simulation":[130],"real-world":[132,155],"environments":[133],"show":[134,159],"SaPaVe":[136],"outperforms":[137],"recent":[138],"vision-language-action":[139],"models":[140],"such":[141],"as":[142],"GR00T":[143],"N1":[144],"\\(\u03c0_0\\),":[146],"achieving":[147],"up":[148],"31.25\\%":[150],"higher":[151],"success":[152],"rates":[153],"tasks.":[156],"These":[157],"results":[158],"tightly":[161],"coupled":[162],"execution,":[165],"when":[166],"trained":[167],"decoupled":[169],"yet":[170],"coordinated":[171],"strategies,":[172],"enable":[173],"efficient":[174],"generalizable":[176],"manipulation.":[178],"Project":[179],"page:":[180],"https://lmzpai.github.io/SaPaVe":[181]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-14T00:00:00"}