{"id":"https://openalex.org/W4392575203","doi":"https://doi.org/10.48550/arxiv.2402.18759","title":"Learning with Language-Guided State Abstractions","display_name":"Learning with Language-Guided State Abstractions","alternate_titles":[],"publication_year":2024,"publication_date":"2024-02-28","ids":{"openalex":"https://openalex.org/W4392575203","doi":"https://doi.org/10.48550/arxiv.2402.18759"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.18759","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.18759","pdf_url":"https://arxiv.org/pdf/2402.18759","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4392575203"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.18759","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020921993","display_name":"Andi Peng","orcid":"https://orcid.org/0000-0001-8136-6175","observed_orcids":["https://orcid.org/0000-0001-8136-6175"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng, Andi","raw_affiliation_strings":["MIT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053200092","display_name":"Ilia Sucholutsky","orcid":"https://orcid.org/0000-0003-4121-7479","observed_orcids":["https://orcid.org/0000-0003-4121-7479"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sucholutsky, Ilia","raw_affiliation_strings":["Princeton"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015729879","display_name":"Belinda Z. Li","orcid":"https://orcid.org/0000-0002-9961-180X","observed_orcids":["https://orcid.org/0000-0002-9961-180X"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Belinda Z.","raw_affiliation_strings":["MIT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047918106","display_name":"Theodore R. Sumers","orcid":"https://orcid.org/0000-0002-6128-0291","observed_orcids":["https://orcid.org/0000-0002-6128-0291"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sumers, Theodore R.","raw_affiliation_strings":["Princeton"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077079119","display_name":"Thomas L. Griffiths","orcid":"https://orcid.org/0000-0002-5138-7255","observed_orcids":["https://orcid.org/0000-0002-5138-7255"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Griffiths, Thomas L.","raw_affiliation_strings":["Princeton"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070829652","display_name":"Jacob Andreas","orcid":"https://orcid.org/0000-0002-3141-5845","observed_orcids":["https://orcid.org/0000-0002-3141-5845"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andreas, Jacob","raw_affiliation_strings":["MIT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044369720","display_name":"Julie Shah","orcid":"https://orcid.org/0000-0003-1338-8107","observed_orcids":["https://orcid.org/0000-0003-1338-8107"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shah, Julie A.","raw_affiliation_strings":["Princeton"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/state-abstraction","display_name":"state abstraction","score":0.7540000081062317},{"id":"https://openalex.org/keywords/imitation-learning","display_name":"imitation learning","score":0.7649999856948853},{"id":"https://openalex.org/keywords/natural-language-supervision","display_name":"natural language supervision","score":0.8740000128746033},{"id":"https://openalex.org/keywords/language-models","display_name":"language models","score":0.8270000219345093},{"id":"https://openalex.org/keywords/state-representation-learning","display_name":"state representation learning","score":0.5860000252723694},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.43799999356269836},{"id":"https://openalex.org/keywords/spurious-correlations","display_name":"spurious correlations","score":0.8420000076293945},{"id":"https://openalex.org/keywords/mobile-manipulation","display_name":"mobile manipulation","score":0.7490000128746033},{"id":"https://openalex.org/keywords/spot-robot","display_name":"Spot robot","score":0.6510000228881836},{"id":"https://openalex.org/keywords/robotic-tasks","display_name":"robotic tasks","score":0.3659999966621399}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6443658471107483},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5845261812210083},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4287184774875641},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.42390677332878113},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3895912170410156},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.33462661504745483},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20314332842826843}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2402.18759","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.18759","pdf_url":"https://arxiv.org/pdf/2402.18759","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.18759","doi":"https://doi.org/10.48550/arxiv.2402.18759","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.18759","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.18759","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.18759","pdf_url":"https://arxiv.org/pdf/2402.18759","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1461384628","display_name":"CAREER: Learning Structured Models with Natural Language Supervision","funder_award_id":"2238240","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320315389","display_name":"Open Philanthropy Project","ror":"https://ror.org/004d1k391"},{"id":"https://openalex.org/F4320333566","display_name":"National Defense Science and Engineering Graduate","ror":null},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392575203.pdf","grobid_xml":"https://content.openalex.org/works/W4392575203.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W180242331","https://openalex.org/W2093777421","https://openalex.org/W2101355568","https://openalex.org/W2158582431","https://openalex.org/W2186389117","https://openalex.org/W2753738274","https://openalex.org/W2774527530","https://openalex.org/W2803178532","https://openalex.org/W2890902815","https://openalex.org/W2901509721","https://openalex.org/W2920768993","https://openalex.org/W2921054202","https://openalex.org/W3035912249","https://openalex.org/W3091164445","https://openalex.org/W3167658443","https://openalex.org/W3177401719","https://openalex.org/W3202187802","https://openalex.org/W4221152848","https://openalex.org/W4224912544","https://openalex.org/W4280491924","https://openalex.org/W4285428875","https://openalex.org/W4303648971","https://openalex.org/W4312059899","https://openalex.org/W4312424618","https://openalex.org/W4319453517","https://openalex.org/W4321011670","https://openalex.org/W4322806589","https://openalex.org/W4327653719","https://openalex.org/W4327810158","https://openalex.org/W4378505261","https://openalex.org/W4384268628","https://openalex.org/W4390874575","https://openalex.org/W6960125083","https://openalex.org/W7097023696","https://openalex.org/W7133222210","https://openalex.org/W7133231487"],"related_works":["https://openalex.org/W4396813758","https://openalex.org/W7133188987","https://openalex.org/W4392633655","https://openalex.org/W171213352","https://openalex.org/W2118022839","https://openalex.org/W3178987284","https://openalex.org/W7099835933","https://openalex.org/W2990889220","https://openalex.org/W2978955179","https://openalex.org/W2762100595"],"abstract_inverted_index":{"We":[0,174],"describe":[1],"a":[2,60,84,88,93,100,108,124,152,187],"framework":[3],"for":[4,12],"using":[5,123],"natural":[6,63,97],"language":[7,64,70],"to":[8,73,79,145],"design":[9],"state":[10,26,41,76,109,142],"abstractions":[11,143,160,181],"imitation":[13,119],"learning.":[14],"Generalizable":[15],"policy":[16,120],"learning":[17],"in":[18,96,151,165],"high-dimensional":[19],"observation":[20],"spaces":[21],"is":[22,121],"facilitated":[23],"by":[24,148],"well-designed":[25],"representations,":[27],"which":[28],"can":[29],"surface":[30],"important":[31],"features":[32],"of":[33,62,92,127,154,168,178],"an":[34,118],"environment":[35],"and":[36,66,129,157,163,171],"hide":[37],"irrelevant":[38,115],"ones.":[39],"These":[40],"representations":[42,77],"are":[43],"typically":[44],"manually":[45],"specified,":[46],"or":[47],"derived":[48],"from":[49,69],"other":[50],"labor-intensive":[51],"labeling":[52],"procedures.":[53],"Our":[54],"method,":[55],"LGA":[56,140],"(language-guided":[57],"abstraction),":[58],"uses":[59],"combination":[61],"supervision":[65],"background":[67],"knowledge":[68],"models":[71],"(LMs)":[72],"automatically":[74],"build":[75],"tailored":[78],"unseen":[80],"tasks.":[81],"In":[82],"LGA,":[83],"user":[85],"first":[86],"provides":[87],"(possibly":[89],"incomplete)":[90],"description":[91,106],"target":[94],"task":[95,105],"language;":[98],"next,":[99],"pre-trained":[101],"LM":[102],"translates":[103],"this":[104],"into":[107],"abstraction":[110],"function":[111],"that":[112,139,158],"masks":[113],"out":[114],"features;":[116],"finally,":[117],"trained":[122],"small":[125],"number":[126],"demonstrations":[128],"LGA-generated":[130],"abstract":[131],"states.":[132],"Experiments":[133],"on":[134,182],"simulated":[135],"robotic":[136],"tasks":[137,185],"show":[138],"yields":[141],"similar":[144],"those":[146],"designed":[147],"humans,":[149],"but":[150],"fraction":[153],"the":[155,166,176,179],"time,":[156],"these":[159],"improve":[161],"generalization":[162],"robustness":[164],"presence":[167],"spurious":[169],"correlations":[170],"ambiguous":[172],"specifications.":[173],"illustrate":[175],"utility":[177],"learned":[180],"mobile":[183],"manipulation":[184],"with":[186],"Spot":[188],"robot.":[189]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4392575203","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2024-03-08T00:00:00"}
