{"id":"https://openalex.org/W4224912544","doi":"https://doi.org/10.48550/arxiv.2204.01691","title":"Do As I Can, Not As I Say: Grounding Language in Robotic Affordances","display_name":"Do As I Can, Not As I Say: Grounding Language in Robotic Affordances","publication_year":2022,"publication_date":"2022-04-04","ids":{"openalex":"https://openalex.org/W4224912544","doi":"https://doi.org/10.48550/arxiv.2204.01691"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2204.01691","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.01691","pdf_url":"https://arxiv.org/pdf/2204.01691","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2204.01691","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050964166","display_name":"Michael J. Ahn","orcid":"https://orcid.org/0000-0002-4018-8584"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ahn, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063513636","display_name":"Anthony Brohan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brohan, Anthony","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103122635","display_name":"Noah Brown","orcid":"https://orcid.org/0009-0007-2963-3425"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brown, Noah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001178359","display_name":"Yevgen Chebotar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chebotar, Yevgen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077485474","display_name":"Omar Andr\u00e9s Carmona Cortes","orcid":"https://orcid.org/0000-0002-5805-2490"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cortes, Omar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109005188","display_name":"Byron David","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David, Byron","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005431772","display_name":"Chelsea Finn","orcid":"https://orcid.org/0000-0001-6298-0874"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Finn, Chelsea","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Fu, Chuyuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Chuyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025695094","display_name":"Keerthana Gopalakrishnan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gopalakrishnan, Keerthana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088777896","display_name":"Karol Hausman","orcid":"https://orcid.org/0000-0002-1504-6197"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hausman, Karol","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007112220","display_name":"Alex Herzog","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Herzog, Alex","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084476585","display_name":"Daniel W. C. Ho","orcid":"https://orcid.org/0000-0001-9799-3712"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ho, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050024610","display_name":"Jasmine Hsu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hsu, Jasmine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053574266","display_name":"Julian Ibarz","orcid":"https://orcid.org/0000-0002-9920-6978"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ibarz, Julian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018507768","display_name":"Brian Ichter","orcid":"https://orcid.org/0000-0002-6955-6432"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ichter, Brian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022032374","display_name":"Alex Irpan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Irpan, Alex","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109907391","display_name":"Eric B. Jang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jang, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054993128","display_name":"Rosario Jauregui Ruano","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruano, Rosario Jauregui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054987426","display_name":"Kyle Jeffrey","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeffrey, Kyle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070738960","display_name":"Sally Jesmonth","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jesmonth, Sally","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085810270","display_name":"Nikhil J Joshi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joshi, Nikhil J","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022656892","display_name":"Ryan R. Julian","orcid":"https://orcid.org/0000-0003-1580-8355"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Julian, Ryan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052190303","display_name":"Dmitry Kalashnikov","orcid":"https://orcid.org/0000-0002-8954-6178"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kalashnikov, Dmitry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013014454","display_name":"Yuheng Kuang","orcid":"https://orcid.org/0009-0005-3185-3836"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuang, Yuheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055473770","display_name":"Kuang-Huei Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Kuang-Huei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026322200","display_name":"Sergey Levine","orcid":"https://orcid.org/0000-0001-6764-2743"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Levine, Sergey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100334841","display_name":"Yao Lu","orcid":"https://orcid.org/0000-0002-2803-534X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009994048","display_name":"Linda Luu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luu, Linda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090570382","display_name":"Carolina Parada","orcid":"https://orcid.org/0009-0000-7772-4646"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parada, Carolina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110692560","display_name":"Peter Pastor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pastor, Peter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049634735","display_name":"Jornell Quiambao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quiambao, Jornell","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111514705","display_name":"Kanishka Rao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rao, Kanishka","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026579341","display_name":"Jarek Rettinghouse","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rettinghouse, Jarek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108552605","display_name":"Diego Reyes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reyes, Diego","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066544075","display_name":"Pierre Sermanet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sermanet, Pierre","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021817941","display_name":"Nicolas Sievers","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sievers, Nicolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045044268","display_name":"Clayton Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Clayton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064265174","display_name":"Alexander Toshev","orcid":"https://orcid.org/0000-0003-0925-638X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toshev, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013813527","display_name":"Vincent Vanhoucke","orcid":"https://orcid.org/0000-0003-0544-2791"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vanhoucke, Vincent","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100676785","display_name":"Fei Xia","orcid":"https://orcid.org/0000-0003-4343-1444"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025016495","display_name":"Ted Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Ted","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101929475","display_name":"Peng Xu","orcid":"https://orcid.org/0000-0002-6431-1110"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005985316","display_name":"Sichun Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Sichun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101503933","display_name":"Mengyuan Yan","orcid":"https://orcid.org/0000-0002-5427-4192"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Mengyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Zeng, Andy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Andy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":45,"corresponding_author_ids":["https://openalex.org/A5050964166"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":516,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7746293544769287},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.6626566052436829},{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.6430106163024902},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5700258612632751},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5250427722930908},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5159774422645569},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4931923747062683},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4546225368976593},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4510972201824188},{"id":"https://openalex.org/keywords/ground","display_name":"Ground","score":0.4304293096065521},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3247467279434204},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11814761161804199}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7746293544769287},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.6626566052436829},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.6430106163024902},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5700258612632751},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5250427722930908},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5159774422645569},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4931923747062683},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4546225368976593},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4510972201824188},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.4304293096065521},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3247467279434204},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11814761161804199},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2204.01691","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.01691","pdf_url":"https://arxiv.org/pdf/2204.01691","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2204.01691","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2204.01691","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2204.01691","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.01691","pdf_url":"https://arxiv.org/pdf/2204.01691","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2367925007","https://openalex.org/W4288263119","https://openalex.org/W3015724364","https://openalex.org/W2967994095","https://openalex.org/W4285240985","https://openalex.org/W2900126711","https://openalex.org/W4286930972","https://openalex.org/W3202115945","https://openalex.org/W2542958340","https://openalex.org/W4389520438"],"abstract_inverted_index":{"Large":[0],"language":[1,38,64,124,139,146,165,170,234],"models":[2,39,166],"can":[3,135,160,246],"encode":[4],"a":[5,34,57,63,71,76,86,91,100,200,209,237],"wealth":[6],"of":[7,37,111,211,229],"semantic":[8,150],"knowledge":[9,14,151,174,198],"about":[10,152,175],"the":[11,119,138,145,153,169,176,192,218,244],"world.":[12],"Such":[13],"could":[15],"be":[16,83,161,247],"extremely":[17],"useful":[18],"to":[19,22,50,66,69,85,95,105,117,121,195,199],"robots":[20],"aiming":[21],"act":[23,136],"upon":[24],"high-level,":[25],"temporally":[26],"extended":[27],"instructions":[28,235],"expressed":[29],"in":[30,75,99],"natural":[31,123,233],"language.":[32],"However,":[33],"significant":[35],"weakness":[36],"is":[40,227],"that":[41,93,126,168,224],"they":[42],"lack":[43],"real-world":[44,107,212,221],"experience,":[45],"which":[46,114],"makes":[47],"it":[48,80],"difficult":[49],"leverage":[51],"them":[52],"for":[53,178,220],"decision":[54],"making":[55],"within":[56],"given":[58],"embodiment.":[59],"For":[60],"example,":[61],"asking":[62],"model":[65,120,147,171],"describe":[67],"how":[68,157],"clean":[70],"spill":[72],"might":[73],"result":[74],"reasonable":[77],"narrative,":[78],"but":[79],"may":[81],"not":[82],"applicable":[84],"particular":[87,101,201],"agent,":[88],"such":[89],"as":[90,137],"robot,":[92],"needs":[94],"perform":[96],"this":[97,197,225],"task":[98],"environment.":[102,203],"We":[103,155,204],"propose":[104,122],"provide":[106,191],"grounding":[108,193,222],"by":[109],"means":[110],"pretrained":[112],"skills,":[113],"are":[115,127],"used":[116],"constrain":[118],"actions":[125],"both":[128],"feasible":[129],"and":[130,142,181,223,243],"contextually":[131],"appropriate.":[132],"The":[133,240],"robot":[134],"model's":[140],"\"hands":[141],"eyes,\"":[143],"while":[144,184],"supplies":[148],"high-level":[149,173],"task.":[154],"show":[156,217],"low-level":[158],"skills":[159,190],"combined":[162],"with":[163,188],"large":[164],"so":[167],"provides":[172],"procedures":[177],"performing":[179],"complex":[180],"temporally-extended":[182],"instructions,":[183],"value":[185],"functions":[186],"associated":[187],"these":[189],"necessary":[194],"connect":[196],"physical":[202],"evaluate":[205],"our":[206],"method":[207],"on":[208,236],"number":[210],"robotic":[213],"tasks,":[214],"where":[215],"we":[216],"need":[219],"approach":[226],"capable":[228],"completing":[230],"long-horizon,":[231],"abstract,":[232],"mobile":[238],"manipulator.":[239],"project's":[241],"website":[242],"video":[245],"found":[248],"at":[249],"https://say-can.github.io/.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":113},{"year":2024,"cited_by_count":235},{"year":2023,"cited_by_count":152},{"year":2022,"cited_by_count":8}],"updated_date":"2026-05-09T13:55:54.758798","created_date":"2025-10-10T00:00:00"}
