{"id":"https://openalex.org/W4413925547","doi":"https://doi.org/10.1109/icra55743.2025.11127525","title":"RT-Affordance: Affordances are Versatile Intermediate Representations for Robot Manipulation","display_name":"RT-Affordance: Affordances are Versatile Intermediate Representations for Robot Manipulation","alternate_titles":[],"publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4413925547","doi":"https://doi.org/10.1109/icra55743.2025.11127525"},"language":"en","primary_location":{"id":"doi:10.1109/icra55743.2025.11127525","doi":"https://doi.org/10.1109/icra55743.2025.11127525","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127525","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4413925547"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2411.02704","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022444244","display_name":"Soroush Nasiriany","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Soroush Nasiriany","raw_affiliation_strings":["Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036680156","display_name":"Sean Kirmani","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sean Kirmani","raw_affiliation_strings":["Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001795595","display_name":"Tianli Ding","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tianli Ding","raw_affiliation_strings":["Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057441223","display_name":"Laura Smith","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Laura Smith","raw_affiliation_strings":["Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030826237","display_name":"Yuke Zhu","orcid":"https://orcid.org/0000-0002-9198-2227","observed_orcids":["https://orcid.org/0000-0002-9198-2227"]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuke Zhu","raw_affiliation_strings":["The University of Austin at Texas"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Austin at Texas","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080239685","display_name":"Danny Driess","orcid":"https://orcid.org/0000-0002-8258-1659","observed_orcids":["https://orcid.org/0000-0002-8258-1659"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Danny Driess","raw_affiliation_strings":["Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080725225","display_name":"Dorsa Sadigh","orcid":"https://orcid.org/0000-0002-7802-9183","observed_orcids":["https://orcid.org/0000-0002-7802-9183"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dorsa Sadigh","raw_affiliation_strings":["Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025016495","display_name":"Ted G. Xiao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ted Xiao","raw_affiliation_strings":["Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":52.7374,"has_fulltext":true,"cited_by_count":80,"citation_normalized_percentile":{"value":0.99852451,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"8249","last_page":"8257"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.02410000003874302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordances","display_name":"affordances","score":0.8970000147819519},{"id":"https://openalex.org/keywords/robotic-manipulation","display_name":"robotic manipulation","score":0.9810000061988831},{"id":"https://openalex.org/keywords/intermediate-representation","display_name":"intermediate representation","score":0.6060000061988831},{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":0.6150000095367432},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.49900001287460327},{"id":"https://openalex.org/keywords/robot-trajectory","display_name":"robot trajectory","score":0.6539999842643738}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.9866424798965454},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6775448322296143},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6638017296791077},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5876919031143188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2982919216156006}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icra55743.2025.11127525","doi":"https://doi.org/10.1109/icra55743.2025.11127525","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127525","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2411.02704","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.02704","pdf_url":"https://arxiv.org/pdf/2411.02704","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2411.02704","doi":"https://doi.org/10.48550/arxiv.2411.02704","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2411.02704","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2411.02704","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.02704","pdf_url":"https://arxiv.org/pdf/2411.02704","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320317153","display_name":"DeepMind","ror":"https://ror.org/00971b260"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413925547.pdf","grobid_xml":"https://content.openalex.org/works/W4413925547.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W2600030077","https://openalex.org/W2755546070","https://openalex.org/W2785342287","https://openalex.org/W2895558617","https://openalex.org/W2945413402","https://openalex.org/W2964242760","https://openalex.org/W2970534317","https://openalex.org/W3016735007","https://openalex.org/W3035198432","https://openalex.org/W3094484961","https://openalex.org/W3098108114","https://openalex.org/W3098201885","https://openalex.org/W3150774829","https://openalex.org/W3154938165","https://openalex.org/W3156232699","https://openalex.org/W3205786327","https://openalex.org/W4224925702","https://openalex.org/W4303648971","https://openalex.org/W4307005327","https://openalex.org/W4323066621","https://openalex.org/W4323572061","https://openalex.org/W4377121468","https://openalex.org/W4381586832","https://openalex.org/W4382366145","https://openalex.org/W4382765573","https://openalex.org/W4384264726","https://openalex.org/W4385430679","https://openalex.org/W4385431139","https://openalex.org/W4385473486","https://openalex.org/W4386065350","https://openalex.org/W4386185624","https://openalex.org/W4387076512","https://openalex.org/W4388512477","https://openalex.org/W4389666604","https://openalex.org/W4390041933","https://openalex.org/W4391801209","https://openalex.org/W4392538076","https://openalex.org/W4399695759","https://openalex.org/W4399794484","https://openalex.org/W4400141773","https://openalex.org/W4401413695","https://openalex.org/W4402354026","https://openalex.org/W4402354028","https://openalex.org/W4402354047","https://openalex.org/W4402354080","https://openalex.org/W4402354082","https://openalex.org/W4402354083","https://openalex.org/W4402955063","https://openalex.org/W4403888324"],"related_works":["https://openalex.org/W4413918080","https://openalex.org/W4383108731","https://openalex.org/W2922427205","https://openalex.org/W3010709439","https://openalex.org/W7212059116","https://openalex.org/W4285102193","https://openalex.org/W7154224764","https://openalex.org/W7147028951","https://openalex.org/W7160096922"],"abstract_inverted_index":{"We":[0,52,139,162],"explore":[1],"how":[2,13,171],"intermediate":[3],"policy":[4,115],"representations":[5,19,36],"can":[6,125],"facilitate":[7,84],"generalization":[8],"by":[9,87,179],"providing":[10],"guidance":[11],"on":[12,56,116,144,164],"to":[14,31,81,120,151,191],"perform":[15,121],"manipulation":[16],"tasks.":[17],"Existing":[18],"such":[20],"as":[21],"language,":[22,110],"goal":[23],"images,":[24,148],"and":[25,83,111,136,183],"trajectory":[26],"sketches":[27],"have":[28],"been":[29],"shown":[30],"be":[32],"helpful,":[33],"but":[34],"these":[35],"either":[37],"do":[38],"not":[39],"provide":[40,44],"enough":[41],"context":[42,46],"or":[43],"over-specified":[45],"that":[47,101,187],"yields":[48],"less":[49],"robust":[50,190],"policies.":[51],"propose":[53],"conditioning":[54],"policies":[55],"affordances,":[57],"which":[58],"capture":[59],"the":[60,63,69,108,114,174],"pose":[61],"of":[62,68,130,168,176],"robot":[64,137,160],"at":[65,196],"key":[66],"stages":[67],"task.":[70],"Affordances":[71],"offer":[72],"expressive":[73],"yet":[74],"lightweight":[75],"abstractions,":[76],"are":[77,189],"easy":[78],"for":[79],"users":[80],"specify,":[82],"efficient":[85],"learning":[86],"transferring":[88],"knowledge":[89],"from":[90],"large":[91,133],"internet":[92],"datasets.":[93],"Our":[94,123],"method,":[95],"RT-Affordance,":[96],"is":[97],"a":[98,165],"hierarchical":[99],"model":[100,124,143],"first":[102],"proposes":[103],"an":[104],"affordance":[105,118,147],"plan":[106,119],"given":[107],"task":[109],"then":[112],"conditions":[113],"this":[117],"manipulation.":[122],"flexibly":[126],"bridge":[127],"heterogeneous":[128],"sources":[129],"supervision":[131],"including":[132],"web":[134],"datasets":[135],"trajectories.":[138,161],"additionally":[140],"train":[141],"our":[142],"cheap-to-collect":[145],"in-domain":[146],"allowing":[149],"us":[150],"learn":[152],"new":[153],"tasks":[154,170],"without":[155],"collecting":[156],"any":[157],"additional":[158],"costly":[159],"show":[163],"diverse":[166],"set":[167],"novel":[169,192],"RT-Affordance":[172],"exceeds":[173],"performance":[175],"existing":[177],"methods":[178],"over":[180],"50":[181],"%,":[182],"we":[184],"empirically":[185],"demonstrate":[186],"affordances":[188],"settings.":[193],"Videos":[194],"available":[195],"https://snasiriany.":[197],"me/rt-affordance":[198]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4413925547","counts_by_year":[{"year":2026,"cited_by_count":55},{"year":2025,"cited_by_count":25}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
