{"id":"https://openalex.org/W3091395917","doi":"https://doi.org/10.1109/ijcnn48605.2020.9206982","title":"Novelty-Guided Reinforcement Learning via Encoded Behaviors","display_name":"Novelty-Guided Reinforcement Learning via Encoded Behaviors","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3091395917","doi":"https://doi.org/10.1109/ijcnn48605.2020.9206982","mag":"3091395917"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9206982","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9206982","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035886948","display_name":"Rajkumar Ramamurthy","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rajkumar Ramamurthy","raw_affiliation_strings":["Fraunhofer IAIS,Sankt Augustin,Germany","Fraunhofer IAIS, Sankt Augustin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS,Sankt Augustin,Germany","institution_ids":["https://openalex.org/I4210144576"]},{"raw_affiliation_string":"Fraunhofer IAIS, Sankt Augustin, Germany","institution_ids":["https://openalex.org/I4210144576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064201630","display_name":"Rafet Sifa","orcid":"https://orcid.org/0009-0004-6680-8210"},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rafet Sifa","raw_affiliation_strings":["Fraunhofer IAIS,Sankt Augustin,Germany","Fraunhofer IAIS, Sankt Augustin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS,Sankt Augustin,Germany","institution_ids":["https://openalex.org/I4210144576"]},{"raw_affiliation_string":"Fraunhofer IAIS, Sankt Augustin, Germany","institution_ids":["https://openalex.org/I4210144576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039510770","display_name":"Max L\u00fcbbering","orcid":"https://orcid.org/0000-0001-6291-9459"},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Max Lubbering","raw_affiliation_strings":["Fraunhofer IAIS,Sankt Augustin,Germany","Fraunhofer IAIS, Sankt Augustin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS,Sankt Augustin,Germany","institution_ids":["https://openalex.org/I4210144576"]},{"raw_affiliation_string":"Fraunhofer IAIS, Sankt Augustin, Germany","institution_ids":["https://openalex.org/I4210144576"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003875445","display_name":"Christian Bauckhage","orcid":"https://orcid.org/0000-0001-6615-2128"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christian Bauckhage","raw_affiliation_strings":["Fraunhofer Center for ML,Sankt Augustin,Germany","Fraunhofer Center for ML, Sankt Augustin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Center for ML,Sankt Augustin,Germany","institution_ids":[]},{"raw_affiliation_string":"Fraunhofer Center for ML, Sankt Augustin, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2708,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.64983326,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"550","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.8841472864151001},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7424430251121521},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6687592267990112},{"id":"https://openalex.org/keywords/novelty-detection","display_name":"Novelty detection","score":0.45748889446258545},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.45574450492858887},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3962746262550354},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20142483711242676},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.06753826141357422}],"concepts":[{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.8841472864151001},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7424430251121521},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6687592267990112},{"id":"https://openalex.org/C2778924833","wikidata":"https://www.wikidata.org/wiki/Q7064603","display_name":"Novelty detection","level":3,"score":0.45748889446258545},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.45574450492858887},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3962746262550354},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20142483711242676},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.06753826141357422}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9206982","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9206982","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/409509","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/409509","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W779494576","https://openalex.org/W1499408472","https://openalex.org/W1514875444","https://openalex.org/W1771410628","https://openalex.org/W1777239053","https://openalex.org/W2034806191","https://openalex.org/W2074056782","https://openalex.org/W2099746672","https://openalex.org/W2145339207","https://openalex.org/W2151083897","https://openalex.org/W2165150801","https://openalex.org/W2417786368","https://openalex.org/W2460411341","https://openalex.org/W2462906003","https://openalex.org/W2491675558","https://openalex.org/W2567015638","https://openalex.org/W2575705757","https://openalex.org/W2593237273","https://openalex.org/W2596367596","https://openalex.org/W2596982695","https://openalex.org/W2726187156","https://openalex.org/W2751973545","https://openalex.org/W2766447205","https://openalex.org/W2779977383","https://openalex.org/W2894756481","https://openalex.org/W2949475445","https://openalex.org/W2953772919","https://openalex.org/W2962887844","https://openalex.org/W2963160877","https://openalex.org/W2963276097","https://openalex.org/W2963438456","https://openalex.org/W2963523627","https://openalex.org/W2973203378","https://openalex.org/W4293154685","https://openalex.org/W4297795161","https://openalex.org/W4302570325","https://openalex.org/W6622487243","https://openalex.org/W6630983572","https://openalex.org/W6638018090","https://openalex.org/W6638088447","https://openalex.org/W6638896900","https://openalex.org/W6684205842","https://openalex.org/W6716474083","https://openalex.org/W6717230150","https://openalex.org/W6718805331","https://openalex.org/W6718836005","https://openalex.org/W6730641667","https://openalex.org/W6731334075","https://openalex.org/W6735033012","https://openalex.org/W6735641298","https://openalex.org/W6740222838","https://openalex.org/W6747092830","https://openalex.org/W6748603076","https://openalex.org/W6762863188"],"related_works":["https://openalex.org/W2064636555","https://openalex.org/W2585503716","https://openalex.org/W1939982668","https://openalex.org/W2105014086","https://openalex.org/W2076090200","https://openalex.org/W3025682415","https://openalex.org/W2081173909","https://openalex.org/W4382317424","https://openalex.org/W4389009659","https://openalex.org/W1532481220"],"abstract_inverted_index":{"Despite":[0],"the":[1,24,36],"successful":[2],"application":[3],"of":[4,13,27,33,43,69,128,152],"Deep":[5],"Reinforcement":[6],"Learning":[7],"(DRL)":[8],"in":[9,76,95],"a":[10,31,41,119,156],"wide":[11],"range":[12],"complex":[14,107],"tasks,":[15],"agents":[16],"either":[17],"often":[18],"learn":[19,125],"sub-optimal":[20],"behavior":[21],"due":[22],"to":[23,80,84,106,123,137,141,159],"sparse/deceptive":[25],"nature":[26],"rewards":[28],"or":[29],"require":[30],"lot":[32],"interactions":[34],"with":[35],"environment.":[37],"Recent":[38],"methods":[39,87],"combine":[40],"class":[42],"algorithms":[44],"known":[45],"as":[46],"Novelty":[47],"Search":[48],"(NS),":[49],"which":[50,133],"circumvents":[51],"this":[52,150],"problem":[53],"by":[54],"encouraging":[55],"exploration":[56,154],"towards":[57],"novel":[58],"behaviors.":[59],"Even":[60],"without":[61],"exploiting":[62],"any":[63],"environment":[64],"rewards,":[65],"they":[66,100],"are":[67,134],"capable":[68],"learning":[70],"skills":[71],"that":[72,92,149],"yield":[73],"competitive":[74],"results":[75,144],"several":[77],"tasks.":[78],"However,":[79],"assign":[81,138],"novelty":[82,139,161],"scores":[83,140],"policies,":[85],"these":[86,115],"rely":[88],"on":[89,145],"neighborhood":[90],"models":[91],"store":[93],"behaviors":[94,130],"an":[96],"archive":[97],"set.":[98],"Hence":[99],"do":[101],"not":[102],"scale":[103],"and":[104],"generalize":[105],"tasks":[108,147],"requiring":[109],"too":[110],"many":[111],"policy":[112],"evaluations.":[113],"Addressing":[114],"challenges,":[116],"we":[117],"propose":[118],"function":[120],"approximation":[121],"paradigm":[122],"instead":[124],"sparse":[126],"representations":[127],"agent":[129],"using":[131],"auto-encoders,":[132],"later":[135],"used":[136],"policies.":[142],"Experimental":[143],"benchmark":[146],"suggest":[148],"way":[151],"novelty-guided":[153],"is":[155],"viable":[157],"alternative":[158],"classic":[160],"search":[162],"methods.":[163]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}