{"id":"https://openalex.org/W7165647670","doi":"https://doi.org/10.48550/arxiv.2606.23625","title":"Learning to See While Learning to Act: Diffusion Models for Active Perception in Robot Imitation","display_name":"Learning to See While Learning to Act: Diffusion Models for Active Perception in Robot Imitation","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165647670","doi":"https://doi.org/10.48550/arxiv.2606.23625"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.23625","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23625","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.23625","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075682793","display_name":"Kuancheng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Kuancheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044459787","display_name":"Vaibhav Saxena","orcid":"https://orcid.org/0000-0002-7681-5033"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saxena, Vaibhav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139201818","display_name":"Shuo Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Shuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075771627","display_name":"Yotto Koga","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koga, Yotto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019421104","display_name":"D Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Danfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.838699996471405,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.838699996471405,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.048700001090765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.04490000009536743,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.6050999760627747},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.5881999731063843},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5800999999046326},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5724999904632568},{"id":"https://openalex.org/keywords/viewpoints","display_name":"Viewpoints","score":0.5582000017166138},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.45570001006126404},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.44940000772476196},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.43470001220703125}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7073000073432922},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6809999942779541},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.6050999760627747},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.5881999731063843},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5800999999046326},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5724999904632568},{"id":"https://openalex.org/C2776035091","wikidata":"https://www.wikidata.org/wiki/Q7928819","display_name":"Viewpoints","level":2,"score":0.5582000017166138},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.45570001006126404},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.44940000772476196},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.43470001220703125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42329999804496765},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.36489999294281006},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.3546999990940094},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.34700000286102295},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.3449000120162964},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.34470000863075256},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.33570000529289246},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3018999993801117},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2964000105857849},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2612999975681305},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.23625","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23625","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.23625","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23625","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.522822380065918}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Most":[0],"imitation":[1,37],"learning":[2,24,38,76,82],"methods":[3],"assume":[4],"full":[5],"observability":[6],"in":[7,90,122],"table-top":[8],"settings.":[9],"In":[10,114],"practice,":[11],"objects":[12],"are":[13],"often":[14],"occluded,":[15],"requiring":[16],"robots":[17],"to":[18,68,79,84,109],"both":[19],"search":[20],"and":[21,23,100,126],"act,":[22],"this":[25],"coupled":[26],"behavior":[27],"from":[28,71],"limited":[29],"demonstrations":[30,121],"remains":[31],"challenging.":[32],"We":[33,86],"propose":[34],"See2Act,":[35],"an":[36],"approach":[39],"that":[40,89,143],"conditions":[41],"action":[42,55],"prediction":[43],"on":[44,101,131],"a":[45,123],"sequence":[46],"of":[47,77],"actively-inferred":[48],"viewpoints":[49,96],"at":[50],"test":[51],"time,":[52],"by":[53,107],"coupling":[54],"denoising":[56],"with":[57],"viewpoint":[58,145],"refinement.":[59],"The":[60,137],"policy":[61,93,138],"is":[62],"trained":[63],"using":[64,134],"camera":[65],"poses":[66],"anchored":[67],"keyframe":[69],"actions":[70],"offline":[72],"demonstrations,":[73],"enabling":[74],"implicit":[75],"where":[78],"see,":[80],"while":[81],"how":[83],"act.":[85],"empirically":[87],"demonstrate":[88],"Ravens":[91],"the":[92,115],"recovers":[94],"informative":[95],"under":[97,150],"severe":[98],"occlusions,":[99,141],"RLBench":[102],"tasks":[103,133],"it":[104],"improves":[105],"performance":[106],"up":[108],"34%":[110],"over":[111],"prior":[112],"methods.":[113],"real":[116],"world,":[117],"we":[118],"collect":[119],"50":[120],"digital":[124],"twin":[125],"achieve":[127],"zero-shot":[128],"sim-to-real":[129],"transfer":[130],"pick-and-place":[132],"depth":[135],"observations.":[136],"handles":[139],"significant":[140],"showing":[142],"learned":[144],"reasoning":[146],"enables":[147],"robust":[148],"manipulation":[149],"partial":[151],"observability.":[152]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-24T00:00:00"}