{"id":"https://openalex.org/W4383097514","doi":"https://doi.org/10.1109/icra48891.2023.10161371","title":"Self-Supervised Learning of Action Affordances as Interaction Modes","display_name":"Self-Supervised Learning of Action Affordances as Interaction Modes","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4383097514","doi":"https://doi.org/10.1109/icra48891.2023.10161371"},"language":"en","primary_location":{"id":"doi:10.1109/icra48891.2023.10161371","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161371","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101910810","display_name":"Liquan Wang","orcid":"https://orcid.org/0000-0002-6470-4889"},"institutions":[{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Liquan Wang","raw_affiliation_strings":["University of Toronto & Vector Institute,Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto & Vector Institute,Canada","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003458137","display_name":"Nikita Dvornik","orcid":"https://orcid.org/0000-0003-4770-3427"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikita Dvornik","raw_affiliation_strings":["Nvidia,United States","Nvidia, United States"],"affiliations":[{"raw_affiliation_string":"Nvidia,United States","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"Nvidia, United States","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092050145","display_name":"Rafael Dubeau","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rafael Dubeau","raw_affiliation_strings":["University of Toronto & Vector Institute,Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto & Vector Institute,Canada","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088381068","display_name":"Mayank Mittal","orcid":"https://orcid.org/0000-0003-3783-7624"},"institutions":[{"id":"https://openalex.org/I4210139030","display_name":"Samsung (India)","ror":"https://ror.org/04cpx2569","country_code":"IN","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210139030"]},{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH","IN"],"is_corresponding":false,"raw_author_name":"Mayank Mittal","raw_affiliation_strings":["ETH Zurich,Switzerland","Samsung, India","ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich,Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"Samsung, India","institution_ids":["https://openalex.org/I4210139030"]},{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061193324","display_name":"Animesh Garg","orcid":"https://orcid.org/0000-0003-0482-4296"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]},{"id":"https://openalex.org/I4210139030","display_name":"Samsung (India)","ror":"https://ror.org/04cpx2569","country_code":"IN","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210139030"]}],"countries":["CA","IN"],"is_corresponding":false,"raw_author_name":"Animesh Garg","raw_affiliation_strings":["University of Toronto & Vector Institute,Canada","Samsung, India"],"affiliations":[{"raw_affiliation_string":"University of Toronto & Vector Institute,Canada","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]},{"raw_affiliation_string":"Samsung, India","institution_ids":["https://openalex.org/I4210139030"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101910810"],"corresponding_institution_ids":["https://openalex.org/I185261750","https://openalex.org/I4210127509"],"apc_list":null,"apc_paid":null,"fwci":0.5644,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.65379874,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"7279","last_page":"7286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.9121947288513184},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7988592386245728},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6509248614311218},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6206137537956238},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5813643336296082},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5623903274536133},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.547287106513977},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5351887941360474},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.5065466165542603},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.439394474029541},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4098944365978241}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.9121947288513184},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7988592386245728},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6509248614311218},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6206137537956238},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5813643336296082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5623903274536133},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.547287106513977},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5351887941360474},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.5065466165542603},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.439394474029541},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4098944365978241},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48891.2023.10161371","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161371","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1524405667","https://openalex.org/W2013995856","https://openalex.org/W2051819074","https://openalex.org/W2084628926","https://openalex.org/W2092574465","https://openalex.org/W2135919567","https://openalex.org/W2149173366","https://openalex.org/W2156422658","https://openalex.org/W2188365844","https://openalex.org/W2566265240","https://openalex.org/W2600030077","https://openalex.org/W2781963651","https://openalex.org/W2962851388","https://openalex.org/W2962984928","https://openalex.org/W2963121255","https://openalex.org/W2963438456","https://openalex.org/W2972635287","https://openalex.org/W3031940935","https://openalex.org/W3034808834","https://openalex.org/W3035624836","https://openalex.org/W3044316436","https://openalex.org/W3091470805","https://openalex.org/W3098683774","https://openalex.org/W3117476483","https://openalex.org/W3120441392","https://openalex.org/W3132674603","https://openalex.org/W3173701235","https://openalex.org/W3175388581","https://openalex.org/W3177247973","https://openalex.org/W3177465589","https://openalex.org/W3207081724","https://openalex.org/W3207187156","https://openalex.org/W3207647944","https://openalex.org/W3213974477","https://openalex.org/W3214229832","https://openalex.org/W4221143263","https://openalex.org/W4286891004","https://openalex.org/W4287027725","https://openalex.org/W4287265047","https://openalex.org/W4287686848","https://openalex.org/W4288414710","https://openalex.org/W6634616096","https://openalex.org/W6687045409","https://openalex.org/W6778913165","https://openalex.org/W6796568516","https://openalex.org/W6797451831","https://openalex.org/W6800004206","https://openalex.org/W6929548364"],"related_works":["https://openalex.org/W2795727972","https://openalex.org/W4386875132","https://openalex.org/W2470899375","https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W2280377497","https://openalex.org/W3174044702","https://openalex.org/W4238433571","https://openalex.org/W2967848559"],"abstract_inverted_index":{"When":[0],"humans":[1,33],"perform":[2,204],"a":[3,16,48,125,138,205,235],"task":[4],"with":[5,11,84],"an":[6],"articulated":[7,85,228],"object,":[8],"they":[9],"interact":[10],"the":[12,21,54,95,110,114,118,129,132,149,154,167,193,211,226],"object":[13,229],"only":[14,106],"in":[15,113,192,210],"handful":[17],"of":[18,23,79,81,141,153,166,223],"ways,":[19],"while":[20],"space":[22],"all":[24],"possible":[25],"interactions":[26,39,83],"is":[27,31,62,67],"nearly":[28],"endless.":[29],"This":[30],"because":[32],"have":[34],"prior":[35,96],"knowledge":[36],"about":[37],"what":[38],"are":[40],"likely":[41],"to":[42,46,94,109,116,181,203,234],"be":[43,146,200,232],"successful,":[44],"i.e.,":[45],"open":[47],"new":[49],"door":[50],"we":[51,75,88,98,105,123,159,188],"first":[52],"try":[53],"handle.":[55],"While":[56],"learning":[57,78,216],"such":[58,142,214],"priors":[59,80],"without":[60],"supervision":[61,101],"easy":[63],"for":[64,70,175,225],"humans,":[65],"it":[66],"notoriously":[68],"hard":[69],"machines.":[71],"In":[72,92,156],"this":[73],"work,":[74],"tackle":[76],"unsupervised":[77],"useful":[82],"objects,":[86],"which":[87,219],"call":[89],"interaction":[90,119,127,169,218,224],"modes.":[91,120],"contrast":[93],"art,":[97],"use":[99],"no":[100],"or":[102],"privileged":[103],"information;":[104],"assume":[107],"access":[108],"depth":[111],"sensor":[112],"simulator":[115],"learn":[117,137],"More":[121],"precisely,":[122],"define":[124],"successful":[126],"as":[128],"one":[130],"changing":[131],"visual":[133],"environment":[134],"substantially":[135],"and":[136,178,230],"generative":[139],"model":[140,163,198],"interactions,":[143],"that":[144,161,213],"can":[145,179,199,231],"conditioned":[147],"on":[148],"desired":[150],"goal":[151],"state":[152],"object.":[155],"our":[157,162,197],"experiments,":[158],"show":[160,189,209],"covers":[164,220],"most":[165,221],"human":[168],"modes,":[170],"outperforms":[171],"existing":[172],"state-of-the-art":[173],"methods":[174],"affordance":[176,215],"learning,":[177],"generalize":[180],"objects":[182],"never":[183],"seen":[184],"during":[185],"training.":[186],"Additionally,":[187],"promising":[190],"results":[191],"goal-conditional":[194,236],"setup,":[195],"where":[196],"quickly":[201],"fine-tuned":[202,233],"given":[206],"task.":[207],"We":[208],"experiments":[212],"predicts":[217],"modes":[222],"querying":[227],"model.":[237],"For":[238],"supplementary:":[239],"https://actaim.github.io/.":[240]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}