{"id":"https://openalex.org/W3080215814","doi":"https://doi.org/10.48550/arxiv.2008.09241","title":"Learning Affordance Landscapes for Interaction Exploration in 3D Environments","display_name":"Learning Affordance Landscapes for Interaction Exploration in 3D Environments","publication_year":2020,"publication_date":"2020-08-21","ids":{"openalex":"https://openalex.org/W3080215814","doi":"https://doi.org/10.48550/arxiv.2008.09241","mag":"3080215814"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2008.09241","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.09241","pdf_url":"https://arxiv.org/pdf/2008.09241","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.09241","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035608624","display_name":"Tushar Nagarajan","orcid":"https://orcid.org/0000-0002-1627-3842","observed_orcids":["https://orcid.org/0000-0002-1627-3842"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nagarajan, Tushar","raw_affiliation_strings":["UT Austin and Facebook AI Research","University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UT Austin and Facebook AI Research","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I86519309"]},{"raw_affiliation_string":"University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012765543","display_name":"Kristen Lorraine Grauman","orcid":"https://orcid.org/0000-0002-9591-5873","observed_orcids":["https://orcid.org/0000-0002-9591-5873"]},"institutions":[{"id":"https://openalex.org/I4210111288","display_name":"Meta (United Kingdom)","ror":"https://ror.org/020ye1821","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Grauman, Kristen","raw_affiliation_strings":["UT Austin and Facebook AI Research","Facebook"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UT Austin and Facebook AI Research","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I86519309"]},{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":null,"first_page":"2005","last_page":"2015"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.03519999980926514,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embodied-agents","display_name":"embodied agents","score":0.9660000205039978},{"id":"https://openalex.org/keywords/3d-environments","display_name":"3D environments","score":0.7350000143051147},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.574999988079071},{"id":"https://openalex.org/keywords/family-environment","display_name":"family environment","score":0.5989999771118164},{"id":"https://openalex.org/keywords/ai2-thor","display_name":"AI2-THOR","score":0.6830000281333923},{"id":"https://openalex.org/keywords/object-interaction","display_name":"object interaction","score":0.382999986410141}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.9422587156295776},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.764377236366272},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7324139475822449},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6677126884460449},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.6589357256889343},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6357513070106506},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5797824263572693},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.4894327223300934},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4740954339504242},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45511394739151},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4402182698249817},{"id":"https://openalex.org/C103683099","wikidata":"https://www.wikidata.org/wiki/Q5370102","display_name":"Embodied agent","level":3,"score":0.4115445613861084},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11669006943702698},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0900769829750061},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2008.09241","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.09241","pdf_url":"https://arxiv.org/pdf/2008.09241","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3080215814","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2008.09241","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2008.09241","doi":"https://doi.org/10.48550/arxiv.2008.09241","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2008.09241","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3105855417","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2008.09241","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.09241","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.09241","pdf_url":"https://arxiv.org/pdf/2008.09241","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3080215814.pdf","grobid_xml":"https://content.openalex.org/works/W3080215814.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W276494664","https://openalex.org/W805016335","https://openalex.org/W1237089097","https://openalex.org/W1483019628","https://openalex.org/W1863227302","https://openalex.org/W1901129140","https://openalex.org/W1920293286","https://openalex.org/W1988526405","https://openalex.org/W2033648651","https://openalex.org/W2169393274","https://openalex.org/W2185355389","https://openalex.org/W2198667788","https://openalex.org/W2201912979","https://openalex.org/W2293467699","https://openalex.org/W2346513076","https://openalex.org/W2434184923","https://openalex.org/W2467598065","https://openalex.org/W2509306173","https://openalex.org/W2592285981","https://openalex.org/W2594270457","https://openalex.org/W2600030077","https://openalex.org/W2609009256","https://openalex.org/W2736601468","https://openalex.org/W2751973545","https://openalex.org/W2770387316","https://openalex.org/W2772262724","https://openalex.org/W2774005037","https://openalex.org/W2774661387","https://openalex.org/W2776202271","https://openalex.org/W2798897443","https://openalex.org/W2799002257","https://openalex.org/W2890250492","https://openalex.org/W2895453875","https://openalex.org/W2904070579","https://openalex.org/W2913615982","https://openalex.org/W2919872398","https://openalex.org/W2921882310","https://openalex.org/W2922067941","https://openalex.org/W2929928372","https://openalex.org/W2949830259","https://openalex.org/W2953127211","https://openalex.org/W2962730405","https://openalex.org/W2962746398","https://openalex.org/W2962789679","https://openalex.org/W2963049618","https://openalex.org/W2963245725","https://openalex.org/W2963276097","https://openalex.org/W2963447367","https://openalex.org/W2963509423","https://openalex.org/W2964112890","https://openalex.org/W2964242760","https://openalex.org/W2964339842","https://openalex.org/W2981030070","https://openalex.org/W2993086250","https://openalex.org/W2996508780","https://openalex.org/W2998903229","https://openalex.org/W2999025450","https://openalex.org/W2999751099","https://openalex.org/W3011144238"],"related_works":["https://openalex.org/W6947291919","https://openalex.org/W4390874352","https://openalex.org/W4403813271","https://openalex.org/W4415163232","https://openalex.org/W4416238297","https://openalex.org/W7098888853","https://openalex.org/W4297940840","https://openalex.org/W4321231571","https://openalex.org/W2996508780","https://openalex.org/W2776202271"],"abstract_inverted_index":{"Embodied":[0],"agents":[1,133],"operating":[2],"in":[3,91,161],"human":[4],"spaces":[5],"must":[6],"be":[7],"able":[8],"to":[9,94,112,137,148],"master":[10],"how":[11,22,136],"their":[12],"environment":[13,51],"works:":[14],"what":[15],"objects":[16],"can":[17,23,134],"the":[18,43,67,101,113,120,162],"agent":[19,40,68],"use,":[20],"and":[21,62,143,158],"it":[24,145,160],"use":[25,138],"them?":[26],"We":[27,124],"introduce":[28],"a":[29,47,63,86,104,156],"reinforcement":[30],"learning":[31],"approach":[32],"for":[33,35,71,88,96,122],"exploration":[34],"interaction,":[36],"whereby":[37],"an":[38,54,58,78],"embodied":[39],"autonomously":[41],"discovers":[42],"affordance":[44,80],"landscape":[45],"of":[46],"new":[48,92,139],"unmapped":[49],"3D":[50],"(such":[52],"as":[53],"unfamiliar":[55],"kitchen).":[56],"Given":[57],"egocentric":[59],"RGB-D":[60],"camera":[61],"high-level":[64],"action":[65],"space,":[66],"is":[69],"rewarded":[70],"maximizing":[72],"successful":[73],"interactions":[74],"while":[75,100],"simultaneously":[76],"training":[77],"image-based":[79],"segmentation":[81],"model.":[82],"The":[83,130],"former":[84],"yields":[85,103],"policy":[87],"acting":[89],"efficiently":[90],"environments":[93,141],"prepare":[95],"downstream":[97,152],"interaction":[98],"tasks,":[99],"latter":[102],"convolutional":[105],"neural":[106],"network":[107],"that":[108,144],"maps":[109],"image":[110],"regions":[111],"likelihood":[114],"they":[115],"permit":[116],"each":[117],"action,":[118],"densifying":[119],"rewards":[121],"exploration.":[123],"demonstrate":[125],"our":[126],"idea":[127],"with":[128],"AI2-iTHOR.":[129],"results":[131],"show":[132],"learn":[135],"home":[140],"intelligently":[142],"prepares":[146],"them":[147],"rapidly":[149],"address":[150],"various":[151],"tasks":[153],"like":[154],"\"find":[155],"knife":[157],"put":[159],"drawer.\"":[163],"Project":[164],"page:":[165],"http://vision.cs.utexas.edu/projects/interaction-exploration/":[166]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-09-01T00:00:00"}