{"id":"https://openalex.org/W7131099045","doi":"https://doi.org/10.48550/arxiv.2602.18374","title":"Zero-shot Interactive Perception","display_name":"Zero-shot Interactive Perception","publication_year":2026,"publication_date":"2026-02-20","ids":{"openalex":"https://openalex.org/W7131099045","doi":"https://doi.org/10.48550/arxiv.2602.18374"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.18374","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126649042","display_name":"Venkatesh Sripada","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sripada, Venkatesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126594044","display_name":"Frank Guerin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guerin, Frank","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5072029651","display_name":"Amir Ghalamzan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghalamzan, Amir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17973344,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.009600000455975533,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.00839999970048666,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.6948999762535095},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6424000263214111},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6026999950408936},{"id":"https://openalex.org/keywords/workspace","display_name":"Workspace","score":0.5777000188827515},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5760999917984009},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.5428000092506409},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.49390000104904175},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4837000072002411},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43709999322891235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7139999866485596},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.6948999762535095},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6424000263214111},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6141999959945679},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6026999950408936},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.5777000188827515},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5760999917984009},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.569100022315979},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.5428000092506409},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.49390000104904175},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4837000072002411},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.46230000257492065},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43709999322891235},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.4207000136375427},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.40220001339912415},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3431999981403351},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3411000072956085},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.32440000772476196},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.26739999651908875},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.25119999051094055}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.18374","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.18374","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.18374","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.18374","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Interactive":[0],"perception":[1,86,175],"(IP)":[2],"enables":[3],"robots":[4],"to":[5,62,102],"extract":[6],"hidden":[7],"information":[8],"in":[9,35,184],"their":[10],"workspace":[11],"and":[12,21,33,53,66,91,117,163,173],"execute":[13],"manipulation":[14,51],"plans":[15],"by":[16],"physically":[17],"interacting":[18],"with":[19,55,87,160],"objects":[20],"altering":[22],"the":[23,26,83,189],"state":[24],"of":[25,191],"environment":[27],"--":[28,95],"crucial":[29],"for":[30,136,141],"resolving":[31],"occlusions":[32,162],"ambiguity":[34],"complex,":[36],"partially":[37],"observable":[38],"scenarios.":[39],"We":[40,148],"present":[41],"Zero-Shot":[42],"IP":[43],"(ZS-IP),":[44],"a":[45,56,96,106,119,152],"novel":[46,97],"framework":[47],"that":[48,81,110,122,169],"couples":[49],"multi-strategy":[50],"(pushing":[52],"grasping)":[54],"memory-driven":[57],"Vision":[58],"Language":[59],"Model":[60],"(VLM)":[61],"guide":[63],"robotic":[64,120],"interactions":[65],"resolve":[67],"semantic":[68,112],"queries.":[69],"ZS-IP":[70,150,170],"integrates":[71],"three":[72],"key":[73],"components:":[74],"(1)":[75],"an":[76],"Enhanced":[77],"Observation":[78],"(EO)":[79],"module":[80,109],"augments":[82],"VLM's":[84],"visual":[85,99],"both":[88],"conventional":[89],"keypoints":[90],"our":[92],"proposed":[93],"pushlines":[94,138],"2D":[98],"augmentation":[100],"tailored":[101],"pushing":[103,146,185],"actions,":[104,143],"(2)":[105],"memory-guided":[107],"action":[108],"reinforces":[111],"reasoning":[113],"through":[114],"context":[115],"lookup,":[116],"(3)":[118],"controller":[121],"executes":[123],"pushing,":[124],"pulling,":[125],"or":[126],"grasping":[127],"based":[128],"on":[129,151],"VLM":[130],"output.":[131],"Unlike":[132],"grid-based":[133],"augmentations":[134],"optimized":[135],"pick-and-place,":[137],"capture":[139],"affordances":[140],"contact-rich":[142],"substantially":[144],"improving":[145],"performance.":[147],"evaluate":[149],"7-DOF":[153],"Franka":[154],"Panda":[155],"arm":[156],"across":[157],"diverse":[158],"scenes":[159],"varying":[161],"task":[164],"complexities.":[165],"Our":[166],"experiments":[167],"demonstrate":[168],"outperforms":[171],"passive":[172],"viewpoint-based":[174],"techniques":[176],"such":[177],"as":[178],"Mark-Based":[179],"Visual":[180],"Prompting":[181],"(MOKA),":[182],"particularly":[183],"tasks,":[186],"while":[187],"preserving":[188],"integrity":[190],"non-target":[192],"elements.":[193]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-24T00:00:00"}