{"id":"https://openalex.org/W4382202869","doi":"https://doi.org/10.1609/aaai.v37i9.26311","title":"Value-Consistent Representation Learning for Data-Efficient Reinforcement Learning","display_name":"Value-Consistent Representation Learning for Data-Efficient Reinforcement Learning","publication_year":2023,"publication_date":"2023-06-26","ids":{"openalex":"https://openalex.org/W4382202869","doi":"https://doi.org/10.1609/aaai.v37i9.26311"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v37i9.26311","doi":"https://doi.org/10.1609/aaai.v37i9.26311","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v37i9.26311","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/26311/26083","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/26311/26083","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100369313","display_name":"Yue Yang","orcid":"https://orcid.org/0000-0002-4499-5017","observed_orcids":["https://orcid.org/0000-0002-4499-5017","https://orcid.org/0009-0003-5641-2899"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yue","raw_affiliation_strings":["Tsinghua University\nSEA AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University\nSEA AI Lab","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bingyi Kang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bingyi Kang","raw_affiliation_strings":["SEA AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SEA AI Lab","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062979221","display_name":"Zhongwen Xu","orcid":"https://orcid.org/0000-0002-9348-7262","observed_orcids":["https://orcid.org/0000-0002-9348-7262"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhongwen Xu","raw_affiliation_strings":["SEA AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SEA AI Lab","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013240918","display_name":"Gao Ming Huang","orcid":"https://orcid.org/0000-0002-7251-0988","observed_orcids":["https://orcid.org/0000-0002-7251-0988","https://orcid.org/0000-0002-0003-0184"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gao Huang","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100381753","display_name":"Shuicheng Yan","orcid":"https://orcid.org/0000-0001-8906-3777","observed_orcids":["https://orcid.org/0000-0001-8906-3777"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shuicheng Yan","raw_affiliation_strings":["SEA AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SEA AI Lab","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5844,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.66215293,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"37","issue":"9","first_page":"11069","last_page":"11077"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-efficient-reinforcement-learning","display_name":"data-efficient reinforcement learning","score":0.8939999938011169},{"id":"https://openalex.org/keywords/sample-efficiency","display_name":"sample efficiency","score":0.7879999876022339},{"id":"https://openalex.org/keywords/visual-representation-learning","display_name":"visual representation learning","score":0.9010000228881836},{"id":"https://openalex.org/keywords/value-based-planning","display_name":"value-based planning","score":0.7210000157356262},{"id":"https://openalex.org/keywords/transition-model","display_name":"transition model","score":0.48100000619888306}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8212959170341492},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7298259735107422},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.6878722906112671},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6673033237457275},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5960513353347778},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5641099810600281},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5148259997367859},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1609/aaai.v37i9.26311","doi":"https://doi.org/10.1609/aaai.v37i9.26311","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v37i9.26311","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/26311/26083","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2206.12542","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.12542","pdf_url":"https://arxiv.org/pdf/2206.12542","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:ojs.aaai.org:article/26311","doi":null,"is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/26311","pdf_url":null,"source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2206.12542","doi":"https://doi.org/10.48550/arxiv.2206.12542","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2206.12542","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1609/aaai.v37i9.26311","doi":"https://doi.org/10.1609/aaai.v37i9.26311","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v37i9.26311","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/26311/26083","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4382202869.pdf","grobid_xml":"https://content.openalex.org/works/W4382202869.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1522301498","https://openalex.org/W2145339207","https://openalex.org/W2150468603","https://openalex.org/W2258731934","https://openalex.org/W2551887912","https://openalex.org/W2626747984","https://openalex.org/W2724169821","https://openalex.org/W2735347808","https://openalex.org/W2761873684","https://openalex.org/W2781585732","https://openalex.org/W2890538051","https://openalex.org/W2890960027","https://openalex.org/W2900152462","https://openalex.org/W2904246096","https://openalex.org/W2920362155","https://openalex.org/W2954974210","https://openalex.org/W2963604043","https://openalex.org/W2972909479","https://openalex.org/W2977481643","https://openalex.org/W2989847975","https://openalex.org/W2992977009","https://openalex.org/W2997359900","https://openalex.org/W3005173720","https://openalex.org/W3005680577","https://openalex.org/W3013618273","https://openalex.org/W3015437096","https://openalex.org/W3023640063","https://openalex.org/W3035060554","https://openalex.org/W3041890730","https://openalex.org/W3098053103","https://openalex.org/W3098696050","https://openalex.org/W3119908121","https://openalex.org/W3156693571","https://openalex.org/W3167294835","https://openalex.org/W3169292688","https://openalex.org/W3175558129","https://openalex.org/W3197485521","https://openalex.org/W3207397698","https://openalex.org/W3208460365","https://openalex.org/W3208601176","https://openalex.org/W4221148764","https://openalex.org/W6677916085","https://openalex.org/W6775522024"],"related_works":["https://openalex.org/W4402532420","https://openalex.org/W4221138464","https://openalex.org/W3207397698","https://openalex.org/W3201916245","https://openalex.org/W4401414341","https://openalex.org/W4413146237","https://openalex.org/W6983178504","https://openalex.org/W7134828545","https://openalex.org/W2979895842","https://openalex.org/W4382141703"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2,23,44,103],"(RL)":[3],"algorithms":[4],"suffer":[5],"severe":[6],"performance":[7,244],"degradation":[8],"when":[9],"the":[10,58,67,88,122,129,134,154,165,183,196,204,208],"interaction":[11],"data":[12,46],"is":[13,54,60,177],"scarce,":[14],"which":[15,53],"limits":[16],"their":[17,228],"real-world":[18],"application.":[19],"Recently,":[20],"visual":[21,72],"representation":[22,69,102],"has":[24,235],"been":[25,236],"shown":[26],"to":[27,48,105,112,120,127,181,186,226],"be":[28,75],"effective":[29],"and":[30,45,86,137,167,179,210,221],"promising":[31],"for":[32,77,82,207,230,245],"boosting":[33],"sample":[34,232],"efficiency":[35],"in":[36,62],"RL.":[37],"These":[38],"methods":[39,73,240],"usually":[40],"rely":[41],"on":[42,133,162,218],"contrastive":[43],"augmentation":[47],"train":[49],"a":[50,97,118,138,149,158,175,188],"transition":[51],"model,":[52],"different":[55],"from":[56],"how":[57],"model":[59,119],"used":[61],"RL---performing":[63],"value-based":[64],"planning.":[65],"Accordingly,":[66],"learned":[68],"by":[70,153,195],"these":[71],"may":[74],"good":[76],"recognition":[78],"but":[79],"not":[80],"optimal":[81],"estimating":[83],"state":[84,124,147,151,185],"value":[85,160,191],"solving":[87],"decision":[89],"problem.":[90],"To":[91],"address":[92],"this":[93,145],"issue,":[94],"we":[95],"propose":[96],"novel":[98],"method,":[99],"called":[100],"value-consistent":[101],"(VCR),":[104],"learn":[106],"representations":[107],"that":[108,194,238],"are":[109],"directly":[110],"related":[111],"decision-making.":[113],"More":[114],"specifically,":[115],"VCR":[116,156],"trains":[117],"predict":[121],"future":[123],"(also":[125],"referred":[126],"as":[128,193],"\"imagined":[130],"state'')":[131],"based":[132],"current":[135],"one":[136],"sequence":[139],"of":[140,143,164,171,203],"actions.":[141],"Instead":[142],"aligning":[144],"imagined":[146,184],"with":[148],"real":[150,197],"returned":[152],"environment,":[155],"applies":[157],"Q":[159],"head":[161],"both":[163],"states":[166],"obtains":[168],"two":[169,201],"distributions":[170],"action":[172,190,212],"values.":[173],"Then":[174],"distance":[176],"computed":[178],"minimized":[180],"force":[182],"produce":[187],"similar":[189],"prediction":[192],"state.":[198],"We":[199,215],"develop":[200],"implementations":[202],"above":[205],"idea":[206],"discrete":[209],"continuous":[211],"spaces":[213],"respectively.":[214],"conduct":[216],"experiments":[217],"Atari":[219],"100k":[220],"DeepMind":[222],"Control":[223],"Suite":[224],"benchmarks":[225],"validate":[227],"effectiveness":[229],"improving":[231],"efficiency.":[233],"It":[234],"demonstrated":[237],"our":[239],"achieve":[241],"new":[242],"state-of-the-art":[243],"search-free":[246],"RL":[247],"algorithms.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2023-06-28T00:00:00"}
