{"id":"https://openalex.org/W4293143512","doi":"https://doi.org/10.1109/tcds.2022.3187186","title":"SURRL: Structural Unsupervised Representations for Robot Learning","display_name":"SURRL: Structural Unsupervised Representations for Robot Learning","publication_year":2022,"publication_date":"2022-06-29","ids":{"openalex":"https://openalex.org/W4293143512","doi":"https://doi.org/10.1109/tcds.2022.3187186"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2022.3187186","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2022.3187186","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100772534","display_name":"Fengyi Zhang","orcid":"https://orcid.org/0000-0002-7485-109X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengyi Zhang","raw_affiliation_strings":["National Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7485-109X","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103082580","display_name":"Yurou Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yurou Chen","raw_affiliation_strings":["National Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026688050","display_name":"Hong Qiao","orcid":"https://orcid.org/0000-0001-6384-3687"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Qiao","raw_affiliation_strings":["National Key Laboratory of Multimodal Artificial Intelligence Systems and Beijing Key Laboratory of Research and Application for Robotic Intelligence, Hand-Eye-Brain Interaction Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6384-3687","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Multimodal Artificial Intelligence Systems and Beijing Key Laboratory of Research and Application for Robotic Intelligence, Hand-Eye-Brain Interaction Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100434504","display_name":"Zhiyong Liu","orcid":"https://orcid.org/0000-0003-2148-1846"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210144487","display_name":"Cloud Computing Center","ror":"https://ror.org/04aa0zm65","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144487"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Liu","raw_affiliation_strings":["National Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","Cloud Computing Center, Chinese Academy of Sciences, Dongguan, Guangdong, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2148-1846","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Cloud Computing Center, Chinese Academy of Sciences, Dongguan, Guangdong, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210144487"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8122,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.76241146,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"15","issue":"2","first_page":"819","last_page":"831"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.8225196003913879},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8084941506385803},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7507253885269165},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7332282066345215},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5802103281021118},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.5637429356575012},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.545500636100769},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5342416167259216},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5213752388954163},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5183526277542114},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.46715015172958374},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4293632507324219},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3565978407859802},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.15102741122245789}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.8225196003913879},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8084941506385803},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7507253885269165},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7332282066345215},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5802103281021118},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.5637429356575012},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.545500636100769},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5342416167259216},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5213752388954163},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5183526277542114},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.46715015172958374},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4293632507324219},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3565978407859802},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.15102741122245789},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2022.3187186","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2022.3187186","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3214453966","display_name":null,"funder_award_id":"61627808","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G471587438","display_name":null,"funder_award_id":"XDB32050100","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1928882148","https://openalex.org/W1959608418","https://openalex.org/W1966537851","https://openalex.org/W1977655452","https://openalex.org/W1980969546","https://openalex.org/W2094024286","https://openalex.org/W2116341502","https://openalex.org/W2118450042","https://openalex.org/W2122331303","https://openalex.org/W2145339207","https://openalex.org/W2150120952","https://openalex.org/W2155007355","https://openalex.org/W2158782408","https://openalex.org/W2567455162","https://openalex.org/W2570734388","https://openalex.org/W2606780347","https://openalex.org/W2735995851","https://openalex.org/W2736601468","https://openalex.org/W2753738274","https://openalex.org/W2769112066","https://openalex.org/W2785948534","https://openalex.org/W2787666871","https://openalex.org/W2790924949","https://openalex.org/W2804010078","https://openalex.org/W2804072623","https://openalex.org/W2805708640","https://openalex.org/W2898417779","https://openalex.org/W2907502844","https://openalex.org/W2908261578","https://openalex.org/W2909711564","https://openalex.org/W2941078345","https://openalex.org/W2951777958","https://openalex.org/W2963544079","https://openalex.org/W2963634205","https://openalex.org/W2964262254","https://openalex.org/W2964282857","https://openalex.org/W2964319688","https://openalex.org/W2968095426","https://openalex.org/W2995074243","https://openalex.org/W3011667710","https://openalex.org/W3021651910","https://openalex.org/W3023985553","https://openalex.org/W3037897643","https://openalex.org/W3049638410","https://openalex.org/W3101480866","https://openalex.org/W3103508921","https://openalex.org/W3176484337","https://openalex.org/W3181648466","https://openalex.org/W3205423339","https://openalex.org/W4294226150","https://openalex.org/W4297795161","https://openalex.org/W4300564113","https://openalex.org/W4322614752","https://openalex.org/W6627932998","https://openalex.org/W6640963894","https://openalex.org/W6682849425","https://openalex.org/W6731334075","https://openalex.org/W6736685754","https://openalex.org/W6738746681","https://openalex.org/W6740879895","https://openalex.org/W6741002519","https://openalex.org/W6744627333","https://openalex.org/W6747769025","https://openalex.org/W6748643490","https://openalex.org/W6752217255","https://openalex.org/W6752465046","https://openalex.org/W6757797181","https://openalex.org/W6774268721","https://openalex.org/W6776932453","https://openalex.org/W6798184267","https://openalex.org/W6798193934","https://openalex.org/W6802366246"],"related_works":["https://openalex.org/W2983142544","https://openalex.org/W2891059443","https://openalex.org/W4281663961","https://openalex.org/W3208888551","https://openalex.org/W4313561566","https://openalex.org/W3208386644","https://openalex.org/W4389832810","https://openalex.org/W4220682630","https://openalex.org/W3181622257","https://openalex.org/W3163146846"],"abstract_inverted_index":{"Revolutionary":[0],"advances":[1],"have":[2],"occurred":[3],"in":[4,11,19,143],"robot":[5,116],"learning":[6,13,48,117,148,163],"research,":[7],"where":[8],"a":[9,65,108,149],"resurgence":[10],"reinforcement":[12],"(RL)":[14],"algorithms":[15],"has":[16,31],"fueled":[17],"breakthroughs":[18],"acquiring":[20],"complicated":[21],"robotic":[22,172],"skills":[23],"without":[24,164],"human":[25],"intervention.":[26],"Unfortunately,":[27],"one":[28],"limitation":[29],"that":[30,36,42,136],"hampered":[32],"RL":[33,37,74],"methods":[34],"is":[35,119],"may":[38,45],"be":[39,157],"quite":[40],"inefficient,":[41],"is,":[43],"it":[44],"cost":[46],"unrealistic":[47],"time":[49],"and":[50,82],"prohibitively":[51],"large":[52],"numbers":[53],"of":[54,70,80,85,105],"trajectories":[55,128],"to":[56,94,121,131,182],"provide":[57],"implausible":[58],"models":[59],"for":[60,115,160,186],"achieving":[61],"multitask":[62,123],"learning.":[63,124],"In":[64,89],"broader":[66],"perspective,":[67],"the":[68,78,86,133,152],"realization":[69],"robotics":[71],"control":[72],"by":[73,100,139],"relies":[75],"heavily":[76],"on":[77,170],"availability":[79],"compact":[81],"expressive":[83],"representations":[84,99,114,135,155],"state":[87],"spaces.":[88],"this":[90],"article,":[91],"we":[92],"propose":[93],"learn":[95,132,183],"vivid":[96],"general":[97],"structural":[98,102,112,134,154],"utilizing":[101],"prior":[103],"knowledge":[104],"robots.":[106],"Particularly,":[107],"novel":[109],"framework":[110],"called":[111],"unsupervised":[113,145],"(SURRL)":[118],"presented":[120],"enable":[122],"The":[125],"task-agnostic":[126],"sample":[127],"are":[129,137],"leveraged":[130],"constructed":[138],"graph":[140],"autoencoder":[141],"(GAE)":[142],"an":[144],"fashion.":[146],"When":[147],"new":[150],"task,":[151],"learned":[153],"can":[156],"directly":[158],"adopted":[159],"subsequent":[161],"policy":[162],"training":[165],"from":[166],"scratch.":[167],"Extensive":[168],"experiments":[169],"continuous":[171],"environments,":[173],"including":[174],"dexterous":[175],"manipulation":[176],"tasks,":[177],"characterize":[178],"our":[179],"method\u2019s":[180],"effectiveness":[181],"optimal":[184],"policies":[185],"handling":[187],"multiple":[188],"tasks":[189],"learning,":[190],"demonstrating":[191],"significant":[192],"improvements":[193],"over":[194],"other":[195],"competitive":[196],"methods.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-25T15:57:00.446498","created_date":"2025-10-10T00:00:00"}