{"id":"https://openalex.org/W2887503931","doi":"https://doi.org/10.1109/iros.2018.8593951","title":"Learning Actionable Representations from Visual Observations","display_name":"Learning Actionable Representations from Visual Observations","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2887503931","doi":"https://doi.org/10.1109/iros.2018.8593951","mag":"2887503931"},"language":"en","primary_location":{"id":"doi:10.1109/iros.2018.8593951","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2018.8593951","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047363556","display_name":"Debidatta Dwibedi","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Debidatta Dwibedi","raw_affiliation_strings":["Google AI Resident (g.co/airesidency)"],"affiliations":[{"raw_affiliation_string":"Google AI Resident (g.co/airesidency)","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066924496","display_name":"Jonathan Tompson","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Tompson","raw_affiliation_strings":["Google Brain"],"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021773088","display_name":"Corey Lynch","orcid":"https://orcid.org/0000-0002-2092-6690"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Corey Lynch","raw_affiliation_strings":["Google AI Resident (g.co/airesidency)"],"affiliations":[{"raw_affiliation_string":"Google AI Resident (g.co/airesidency)","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066544075","display_name":"Pierre Sermanet","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pierre Sermanet","raw_affiliation_strings":["Google Brain"],"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5047363556"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":3.4471,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.94732805,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1577","last_page":"1584"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.8144263029098511},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7838553190231323},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7384898662567139},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.6840872168540955},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6314600110054016},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6138628721237183},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6119099855422974},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5268510580062866},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.503684937953949},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49659377336502075},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.46214258670806885},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4598444700241089},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.44247323274612427}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.8144263029098511},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7838553190231323},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7384898662567139},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.6840872168540955},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6314600110054016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6138628721237183},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6119099855422974},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5268510580062866},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.503684937953949},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49659377336502075},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.46214258670806885},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4598444700241089},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.44247323274612427},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros.2018.8593951","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2018.8593951","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W834081922","https://openalex.org/W1164749991","https://openalex.org/W1522734439","https://openalex.org/W1861492603","https://openalex.org/W1947481528","https://openalex.org/W2091565802","https://openalex.org/W2096733369","https://openalex.org/W2108598243","https://openalex.org/W2122458975","https://openalex.org/W2145339207","https://openalex.org/W2158782408","https://openalex.org/W2173248099","https://openalex.org/W2183341477","https://openalex.org/W2188721763","https://openalex.org/W2266673418","https://openalex.org/W2487442924","https://openalex.org/W2555897561","https://openalex.org/W2563830277","https://openalex.org/W2567015638","https://openalex.org/W2567455162","https://openalex.org/W2570734388","https://openalex.org/W2619484182","https://openalex.org/W2735995851","https://openalex.org/W2736601468","https://openalex.org/W2754695199","https://openalex.org/W2769112066","https://openalex.org/W2781585732","https://openalex.org/W2787053496","https://openalex.org/W2787824708","https://openalex.org/W2908470496","https://openalex.org/W2950872548","https://openalex.org/W2952578114","https://openalex.org/W2963009616","https://openalex.org/W2963199420","https://openalex.org/W2963402657","https://openalex.org/W2963430173","https://openalex.org/W2963435596","https://openalex.org/W2963524571","https://openalex.org/W2963634205","https://openalex.org/W2963703448","https://openalex.org/W2963826370","https://openalex.org/W2963864421","https://openalex.org/W2964021598","https://openalex.org/W2964112890","https://openalex.org/W2964335674","https://openalex.org/W3099206234","https://openalex.org/W4294226150","https://openalex.org/W4297795161","https://openalex.org/W6623316541","https://openalex.org/W6639102338","https://openalex.org/W6678304456","https://openalex.org/W6703737305","https://openalex.org/W6712884540","https://openalex.org/W6720501231","https://openalex.org/W6722416126","https://openalex.org/W6730323794","https://openalex.org/W6740879895"],"related_works":["https://openalex.org/W2468279273","https://openalex.org/W2354198838","https://openalex.org/W1989130879","https://openalex.org/W2103419012","https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2988126442","https://openalex.org/W2913146933"],"abstract_inverted_index":{"In":[0,20],"this":[1,84],"work":[2],"we":[3,22,65],"explore":[4],"a":[5,56,88,144],"new":[6],"approach":[7,86],"for":[8,30,150,155],"robots":[9],"to":[10,55,69,159],"teach":[11],"themselves":[12,101],"about":[13],"the":[14,24,50,81,95,113,128,139,160],"world":[15],"simply":[16],"by":[17,44,62,98],"observing":[18,100],"it.":[19],"particular":[21],"investigate":[23],"effectiveness":[25],"of":[26,83,115,148],"learning":[27,90,114],"task-agnostic":[28],"representations":[29,96],"continuous":[31,116],"control":[32,117],"tasks.":[33],"We":[34,59,79,92,133],"extend":[35],"Time-Contrastive":[36],"Networks":[37],"(TCN)":[38],"that":[39,61,94],"learn":[40],"from":[41],"visual":[42],"observations":[43],"embedding":[45,51],"multiple":[46],"frames":[47],"jointly":[48],"in":[49,87],"space":[52],"as":[53,131],"opposed":[54],"single":[57],"frame.":[58],"show":[60,93],"doing":[63],"so,":[64],"are":[66,165],"now":[67],"able":[68],"encode":[70],"both":[71],"position":[72],"and":[73,153],"velocity":[74],"attributes":[75,152,157],"significantly":[76],"more":[77],"accurately.":[78],"test":[80],"usefulness":[82],"self-supervised":[85],"reinforcement":[89],"setting.":[91],"learned":[97,129],"agents":[99,107],"take":[102],"random":[103],"actions,":[104],"or":[105],"other":[106],"perform":[108],"tasks":[109],"successfully,":[110],"can":[111],"enable":[112],"policies":[118],"using":[119,126],"algorithms":[120],"like":[121],"Proximal":[122],"Policy":[123],"Optimization":[124],"(PPO)":[125],"only":[127],"embeddings":[130],"input.":[132],"also":[134],"demonstrate":[135],"significant":[136],"improvements":[137],"on":[138],"real-world":[140],"Pouring":[141],"dataset":[142],"with":[143],"relative":[145],"error":[146],"reduction":[147],"39.4%":[149],"motion":[151],"11.1%":[154],"static":[156],"compared":[158],"single-frame":[161],"baseline.":[162],"Video":[163],"results":[164],"available":[166],"at":[167],"https://sites.google.com/view/actionablerepresentations.":[168]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}