{"id":"https://openalex.org/W4318906185","doi":"https://doi.org/10.48550/arxiv.2301.13473","title":"CRC-RL: A Novel Visual Feature Representation Architecture for Unsupervised Reinforcement Learning","display_name":"CRC-RL: A Novel Visual Feature Representation Architecture for Unsupervised Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-31","ids":{"openalex":"https://openalex.org/W4318906185","doi":"https://doi.org/10.48550/arxiv.2301.13473"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2301.13473","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.13473","pdf_url":"https://arxiv.org/pdf/2301.13473","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2301.13473","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059705706","display_name":"Darshita Jain","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jain, Darshita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009996322","display_name":"Anima Majumder","orcid":"https://orcid.org/0000-0002-6300-010X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Majumder, Anima","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001713925","display_name":"Samrat Dutta","orcid":"https://orcid.org/0000-0002-0825-8589"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dutta, Samrat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053838336","display_name":"Swagat Kumar","orcid":"https://orcid.org/0000-0001-7405-3445"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Swagat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9627000093460083,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9627000093460083,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8388335108757019},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7757287621498108},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6743284463882446},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.6390763521194458},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6229018568992615},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.612013041973114},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.6028167009353638},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5076950788497925},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4965689778327942},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4825288951396942},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.4570590853691101},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.43590080738067627},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.414066344499588},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3724425733089447}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8388335108757019},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7757287621498108},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6743284463882446},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.6390763521194458},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6229018568992615},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.612013041973114},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.6028167009353638},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5076950788497925},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4965689778327942},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4825288951396942},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.4570590853691101},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.43590080738067627},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.414066344499588},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3724425733089447},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2301.13473","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.13473","pdf_url":"https://arxiv.org/pdf/2301.13473","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2301.13473","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2301.13473","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2301.13473","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.13473","pdf_url":"https://arxiv.org/pdf/2301.13473","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4318906185.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2983142544","https://openalex.org/W2891059443","https://openalex.org/W4281663961","https://openalex.org/W3208888551","https://openalex.org/W4313561566","https://openalex.org/W3208386644","https://openalex.org/W4389832810","https://openalex.org/W4220682630","https://openalex.org/W3181622257","https://openalex.org/W3163146846"],"abstract_inverted_index":{"This":[0,92],"paper":[1],"addresses":[2],"the":[3,15,78,83,110,130,148,151,164,169],"problem":[4],"of":[5,17,59,109,150],"visual":[6,41],"feature":[7,71,103,119],"representation":[8,72],"learning":[9,20,50,80,138],"with":[10,97],"an":[11,121,127],"aim":[12],"to":[13,38,77,106,125,147,162],"improve":[14],"performance":[16],"end-to-end":[18],"reinforcement":[19],"(RL)":[21],"models.":[22],"Specifically,":[23],"a":[24,31,57,87,98,102,177,182],"novel":[25],"architecture":[26],"is":[27,56,73,95,123,160],"proposed":[28,156],"that":[29],"uses":[30],"heterogeneous":[32],"loss":[33,62,112,135],"function,":[34],"called":[35,158],"CRC":[36],"loss,":[37],"learn":[39],"improved":[40],"features":[42,141],"which":[43],"can":[44],"then":[45],"be":[46],"used":[47],"for":[48],"policy":[49,79],"in":[51,75,137,185],"RL.":[52],"The":[53,70,155],"CRC-loss":[54],"function":[55,136],"combination":[58],"three":[60],"individual":[61],"functions,":[63],"namely,":[64],"contrastive,":[65],"reconstruction":[66],"and":[67,101,142],"consistency":[68],"loss.":[69],"learned":[74],"parallel":[76],"while":[81],"sharing":[82],"weight":[84],"updates":[85],"through":[86],"Siamese":[88],"Twin":[89],"encoder":[90,93],"model.":[91],"model":[94],"augmented":[96],"decoder":[99],"network":[100,105],"projection":[104],"facilitate":[107],"computation":[108],"above":[111],"components.":[113],"Through":[114],"empirical":[115],"analysis":[116],"involving":[117],"latent":[118],"visualization,":[120],"attempt":[122],"made":[124],"provide":[126],"insight":[128],"into":[129],"role":[131],"played":[132],"by":[133,176],"this":[134,186],"new":[139,183],"action-dependent":[140],"how":[143],"they":[144],"are":[145],"linked":[146],"complexity":[149],"problems":[152],"being":[153],"solved.":[154],"architecture,":[157],"CRC-RL,":[159],"shown":[161],"outperform":[163],"existing":[165],"state-of-the-art":[166],"methods":[167],"on":[168],"challenging":[170],"Deep":[171],"mind":[172],"control":[173],"suite":[174],"environments":[175],"significant":[178],"margin":[179],"thereby":[180],"creating":[181],"benchmark":[184],"field.":[187]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2023-02-03T00:00:00"}