{"id":"https://openalex.org/W3202960171","doi":"https://doi.org/10.48550/arxiv.2109.13588","title":"Making Curiosity Explicit in Vision-based RL","display_name":"Making Curiosity Explicit in Vision-based RL","alternate_titles":[],"publication_year":2021,"publication_date":"2021-09-28","ids":{"openalex":"https://openalex.org/W3202960171","doi":"https://doi.org/10.48550/arxiv.2109.13588","mag":"3202960171"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2109.13588","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.13588","pdf_url":"https://arxiv.org/pdf/2109.13588","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W3202960171"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2109.13588","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065108843","display_name":"Elie Aljalbout","orcid":"https://orcid.org/0000-0003-0590-0043","observed_orcids":["https://orcid.org/0000-0003-0590-0043"]},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Aljalbout, Elie","raw_affiliation_strings":["Technical University of Munich (TUM) , 80797 Munich , Germany","Technical University of Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich (TUM) , 80797 Munich , Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technical University of Munich","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019981077","display_name":"Maximilian Ulmer","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ulmer, Maximilian","raw_affiliation_strings":["Technical University of Munich (TUM) , 80797 Munich , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich (TUM) , 80797 Munich , Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050478468","display_name":"Rudolph Triebel","orcid":"https://orcid.org/0000-0002-7975-036X","observed_orcids":["https://orcid.org/0000-0002-7975-036X"]},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Triebel, Rudolph","raw_affiliation_strings":["German Aerospace Center (DLR) , 82234 We\u00dfling , Germany","Technical University of Munich (TUM) , 80797 Munich , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Aerospace Center (DLR) , 82234 We\u00dfling , Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Technical University of Munich (TUM) , 80797 Munich , Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-based-reinforcement-learning","display_name":"vision-based reinforcement learning","score":0.8870000243186951},{"id":"https://openalex.org/keywords/curiosity-driven-exploration","display_name":"curiosity-driven exploration","score":0.8740000128746033},{"id":"https://openalex.org/keywords/sample-efficiency","display_name":"sample efficiency","score":0.7269999980926514},{"id":"https://openalex.org/keywords/state-representation-learning","display_name":"state representation learning","score":0.953000009059906},{"id":"https://openalex.org/keywords/sample-diversity","display_name":"sample diversity","score":0.8560000061988831},{"id":"https://openalex.org/keywords/exploration","display_name":"exploration","score":0.7979999780654907},{"id":"https://openalex.org/keywords/image-observation","display_name":"image observation","score":0.6470000147819519},{"id":"https://openalex.org/keywords/reward-variance","display_name":"reward variance","score":0.6029999852180481},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.8259999752044678}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7105684280395508},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6750698089599609},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6085345149040222},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.6034051775932312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5856620073318481},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5765159130096436},{"id":"https://openalex.org/C33435437","wikidata":"https://www.wikidata.org/wiki/Q366791","display_name":"Curiosity","level":2,"score":0.5459174513816833},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5457718372344971},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5201073884963989},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5019025802612305},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49575075507164},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.48551154136657715},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.47091934084892273},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15521138906478882},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07058459520339966},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2109.13588","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.13588","pdf_url":"https://arxiv.org/pdf/2109.13588","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3202960171","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2109.13588","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2109.13588","doi":"https://doi.org/10.48550/arxiv.2109.13588","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2109.13588","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2109.13588","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.13588","pdf_url":"https://arxiv.org/pdf/2109.13588","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3202960171.pdf","grobid_xml":"https://content.openalex.org/works/W3202960171.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W117096852","https://openalex.org/W1164749991","https://openalex.org/W1522301498","https://openalex.org/W1863227302","https://openalex.org/W2099471712","https://openalex.org/W2154997814","https://openalex.org/W2280163991","https://openalex.org/W2321533354","https://openalex.org/W2417786368","https://openalex.org/W2567455162","https://openalex.org/W2596982695","https://openalex.org/W2614839826","https://openalex.org/W2739083961","https://openalex.org/W2781585732","https://openalex.org/W2781726626","https://openalex.org/W2795843265","https://openalex.org/W2897170587","https://openalex.org/W2900152462","https://openalex.org/W2932108515","https://openalex.org/W2963276097","https://openalex.org/W2964067469","https://openalex.org/W2964121744","https://openalex.org/W2977481643","https://openalex.org/W3008441114","https://openalex.org/W3015437096","https://openalex.org/W3085605093","https://openalex.org/W3131871335"],"related_works":["https://openalex.org/W3201916245","https://openalex.org/W4407247577","https://openalex.org/W7203740404","https://openalex.org/W4402532420","https://openalex.org/W3208540476","https://openalex.org/W4406693325","https://openalex.org/W4382202869","https://openalex.org/W4413146237","https://openalex.org/W7160017768","https://openalex.org/W7202209535"],"abstract_inverted_index":{"Vision-based":[0],"reinforcement":[1],"learning":[2,44],"(RL)":[3],"is":[4],"a":[5,56,81],"promising":[6],"technique":[7],"to":[8,36,66,111],"solve":[9],"control":[10],"tasks":[11],"involving":[12],"images":[13],"as":[14],"the":[15,48,73,86,93,113,119,123,130,137,141,155,166,169],"main":[16],"observation.":[17],"State-of-the-art":[18],"RL":[19,49,124],"algorithms":[20,125],"still":[21],"struggle":[22],"in":[23,52,59,160],"terms":[24],"of":[25,70,75,88,96,122,129],"sample":[26,60,94,114,174],"efficiency,":[27],"especially":[28],"when":[29],"using":[30],"image":[31],"observations.":[32],"This":[33],"has":[34],"led":[35],"an":[37,109],"increased":[38],"attention":[39],"on":[40],"integrating":[41],"state":[42],"representation":[43],"(SRL)":[45],"techniques":[46],"into":[47],"pipeline.":[50],"Work":[51],"this":[53,71,105],"field":[54],"demonstrates":[55],"substantial":[57],"improvement":[58],"efficiency":[61,95],"among":[62],"other":[63],"benefits.":[64],"However,":[65],"take":[67],"full":[68],"advantage":[69,128],"paradigm,":[72],"quality":[74],"samples":[76,90],"used":[77],"for":[78,143,152],"training":[79],"plays":[80],"crucial":[82],"role.":[83],"More":[84],"importantly,":[85],"diversity":[87],"these":[89],"could":[91],"affect":[92],"vision-based":[97],"RL,":[98],"but":[99],"also":[100],"its":[101],"generalization":[102],"capability.":[103],"In":[104],"work,":[106],"we":[107],"present":[108],"approach":[110,139],"improve":[112],"diversity.":[115],"Our":[116,133],"method":[117,157,164],"enhances":[118],"exploration":[120],"capability":[121],"by":[126],"taking":[127],"SRL":[131],"setup.":[132],"experiments":[134],"show":[135],"that":[136],"presented":[138],"outperforms":[140],"baseline":[142,156],"all":[144],"tested":[145],"environments.":[146],"These":[147],"results":[148],"are":[149],"most":[150],"apparent":[151],"environments":[153],"where":[154],"struggles.":[158],"Even":[159],"simple":[161],"environments,":[162],"our":[163],"stabilizes":[165],"training,":[167],"reduces":[168],"reward":[170],"variance":[171],"and":[172],"boosts":[173],"efficiency.":[175]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3202960171","counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2021-10-11T00:00:00"}
