{"id":"https://openalex.org/W4366330379","doi":"https://doi.org/10.48550/arxiv.2304.08488","title":"Affordances from Human Videos as a Versatile Representation for Robotics","display_name":"Affordances from Human Videos as a Versatile Representation for Robotics","publication_year":2023,"publication_date":"2023-04-17","ids":{"openalex":"https://openalex.org/W4366330379","doi":"https://doi.org/10.48550/arxiv.2304.08488"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2304.08488","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.08488","pdf_url":"https://arxiv.org/pdf/2304.08488","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2304.08488","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090307838","display_name":"Shikhar Bahl","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Bahl, Shikhar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075935964","display_name":"Russell Mendonca","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mendonca, Russell","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100349887","display_name":"Lili Chen","orcid":"https://orcid.org/0000-0002-0066-5649"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lili","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015496512","display_name":"Unnat Jain","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jain, Unnat","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101851026","display_name":"Deepak Pathak","orcid":"https://orcid.org/0000-0003-2496-0690"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pathak, Deepak","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5090307838"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.9712048768997192},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7357997894287109},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.732096254825592},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.6314103007316589},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6311172842979431},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.6304067373275757},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5696600079536438},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5624518394470215},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5448243021965027},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5380444526672363},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5135974884033203},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.42393913865089417},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.1526523232460022},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07865309715270996}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.9712048768997192},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7357997894287109},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.732096254825592},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.6314103007316589},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6311172842979431},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.6304067373275757},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5696600079536438},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5624518394470215},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5448243021965027},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5380444526672363},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5135974884033203},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.42393913865089417},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.1526523232460022},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07865309715270996},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2304.08488","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.08488","pdf_url":"https://arxiv.org/pdf/2304.08488","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2304.08488","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2304.08488","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2304.08488","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.08488","pdf_url":"https://arxiv.org/pdf/2304.08488","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2345280531","display_name":null,"funder_award_id":"N00014-22-1-2096","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4082482209","display_name":"Collaborative Research: NRI: INT: Scalable, Customizable, Robot Learning with Humans","funder_award_id":"2024594","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4528395542","display_name":null,"funder_award_id":"N00014-22-1-2773","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4720003262","display_name":null,"funder_award_id":"N00014-22","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4776870722","display_name":null,"funder_award_id":"unknown","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366330379.pdf","grobid_xml":"https://content.openalex.org/works/W4366330379.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2930863966","https://openalex.org/W2126211886","https://openalex.org/W3153786280","https://openalex.org/W3127551068","https://openalex.org/W2165180011","https://openalex.org/W3165944253","https://openalex.org/W4220829754","https://openalex.org/W2351343564","https://openalex.org/W2170052867","https://openalex.org/W3119422923"],"abstract_inverted_index":{"Building":[0],"a":[1,36,67,79],"robot":[2,37,94,111],"that":[3,71],"can":[4,32],"understand":[5],"and":[6,74,121,147,157],"learn":[7],"to":[8,44,83,95,103],"interact":[9],"by":[10,48],"watching":[11],"humans":[12],"has":[13],"inspired":[14],"several":[15],"vision":[16],"problems.":[17],"However,":[18],"despite":[19],"some":[20],"successful":[21],"results":[22],"on":[23,35],"static":[24],"datasets,":[25],"it":[26],"remains":[27],"unclear":[28],"how":[29,75,102],"current":[30],"models":[31],"be":[33],"used":[34],"directly.":[38],"In":[39],"this":[40,46],"paper,":[41],"we":[42,65,135],"aim":[43],"bridge":[45],"gap":[47],"leveraging":[49],"videos":[50,61,158],"of":[51,62,87,131],"human":[52,63,80],"interactions":[53],"in":[54,76,152],"an":[55],"environment":[56],"centric":[57],"manner.":[58],"Utilizing":[59],"internet":[60],"behavior,":[64],"train":[66],"visual":[68],"affordance":[69,107],"model":[70,108],"estimates":[72],"where":[73],"the":[77,93,129,153],"scene":[78],"is":[81],"likely":[82],"interact.":[84],"The":[85],"structure":[86],"these":[88],"behavioral":[89],"affordances":[90],"directly":[91],"enables":[92],"perform":[96],"many":[97],"complex":[98],"tasks.":[99],"We":[100,127],"show":[101,128],"seamlessly":[104],"integrate":[105],"our":[106,132],"with":[109],"four":[110],"learning":[112],"paradigms":[113],"including":[114],"offline":[115],"imitation":[116],"learning,":[117,120],"exploration,":[118],"goal-conditioned":[119],"action":[122],"parameterization":[123],"for":[124],"reinforcement":[125],"learning.":[126],"efficacy":[130],"approach,":[133],"which":[134],"call":[136],"VRB,":[137],"across":[138],"4":[139],"real":[140],"world":[141],"environments,":[142],"over":[143],"10":[144],"different":[145],"tasks,":[146],"2":[148],"robotic":[149],"platforms":[150],"operating":[151],"wild.":[154],"Results,":[155],"visualizations":[156],"at":[159],"https://robo-affordances.github.io/":[160]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}