{"id":"https://openalex.org/W2138817206","doi":"https://doi.org/10.1145/1569901.1569923","title":"How novelty search escapes the deceptive trap of learning to learn","display_name":"How novelty search escapes the deceptive trap of learning to learn","publication_year":2009,"publication_date":"2009-07-08","ids":{"openalex":"https://openalex.org/W2138817206","doi":"https://doi.org/10.1145/1569901.1569923","mag":"2138817206"},"language":"en","primary_location":{"id":"doi:10.1145/1569901.1569923","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1569901.1569923","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th Annual conference on Genetic and evolutionary computation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://stars.library.ucf.edu/scopus2000/11257","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020511097","display_name":"Sebastian Risi","orcid":"https://orcid.org/0000-0003-3607-8400"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sebastian Risi","raw_affiliation_strings":["University of Central Florida, Orlando, FL, USA"],"affiliations":[{"raw_affiliation_string":"University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074539980","display_name":"Sandy D. Vanderbleek","orcid":null},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sandy D. Vanderbleek","raw_affiliation_strings":["University of Central Florida, Orlando, FL, USA"],"affiliations":[{"raw_affiliation_string":"University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050861892","display_name":"Charles E. Hughes","orcid":"https://orcid.org/0000-0002-2528-3380"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles E. Hughes","raw_affiliation_strings":["University of Central Florida, Orlando, FL, USA"],"affiliations":[{"raw_affiliation_string":"University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029264794","display_name":"Kenneth O. Stanley","orcid":"https://orcid.org/0000-0003-4503-0839"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth O. Stanley","raw_affiliation_strings":["University of Central Florida, Orlando, FL, USA"],"affiliations":[{"raw_affiliation_string":"University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5020511097"],"corresponding_institution_ids":["https://openalex.org/I106165777"],"apc_list":null,"apc_paid":null,"fwci":13.0648,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.98822314,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"153","last_page":"160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.8802667856216431},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.741447389125824},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.720587968826294},{"id":"https://openalex.org/keywords/neuroevolution","display_name":"Neuroevolution","score":0.6669633984565735},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6556037068367004},{"id":"https://openalex.org/keywords/deception","display_name":"Deception","score":0.6207268834114075},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6025641560554504},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5304780602455139},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5192920565605164},{"id":"https://openalex.org/keywords/trap","display_name":"Trap (plumbing)","score":0.4883686900138855},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4807879328727722},{"id":"https://openalex.org/keywords/adaptive-behavior","display_name":"Adaptive behavior","score":0.43403348326683044},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.10450795292854309},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08565002679824829},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08431226015090942},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08099105954170227}],"concepts":[{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.8802667856216431},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.741447389125824},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.720587968826294},{"id":"https://openalex.org/C118070581","wikidata":"https://www.wikidata.org/wiki/Q2060528","display_name":"Neuroevolution","level":3,"score":0.6669633984565735},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6556037068367004},{"id":"https://openalex.org/C2779267917","wikidata":"https://www.wikidata.org/wiki/Q170028","display_name":"Deception","level":2,"score":0.6207268834114075},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6025641560554504},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5304780602455139},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5192920565605164},{"id":"https://openalex.org/C121099081","wikidata":"https://www.wikidata.org/wiki/Q665580","display_name":"Trap (plumbing)","level":2,"score":0.4883686900138855},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4807879328727722},{"id":"https://openalex.org/C68784500","wikidata":"https://www.wikidata.org/wiki/Q1570691","display_name":"Adaptive behavior","level":2,"score":0.43403348326683044},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10450795292854309},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08565002679824829},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08431226015090942},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08099105954170227},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/1569901.1569923","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1569901.1569923","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th Annual conference on Genetic and evolutionary computation","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/d7e05a05-fb8b-4f9d-9b2a-3c0048ee541a","is_oa":false,"landing_page_url":"https://pure.itu.dk/portal/da/publications/d7e05a05-fb8b-4f9d-9b2a-3c0048ee541a","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Risi, S, Vanderbleek, S D, Hughes, C E & Stanley, K O 2009, How novelty search escapes the deceptive trap of learning to learn. i Proceedings of the 11th Annual conference on Genetic and evolutionary computation. s. 153-160.","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:stars.library.ucf.edu:scopus2000-12256","is_oa":true,"landing_page_url":"https://stars.library.ucf.edu/scopus2000/11257","pdf_url":null,"source":{"id":"https://openalex.org/S4210172555","display_name":"Journal of International Crisis and Risk Communication Research","issn_l":"2576-0017","issn":["2576-0017","2576-0025"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scopus Export 2000s","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:stars.library.ucf.edu:scopus2000-12256","is_oa":true,"landing_page_url":"https://stars.library.ucf.edu/scopus2000/11257","pdf_url":null,"source":{"id":"https://openalex.org/S4210172555","display_name":"Journal of International Crisis and Risk Communication Research","issn_l":"2576-0017","issn":["2576-0017","2576-0025"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scopus Export 2000s","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W636632878","https://openalex.org/W1507439377","https://openalex.org/W1512749841","https://openalex.org/W1518805529","https://openalex.org/W1562393358","https://openalex.org/W1565235276","https://openalex.org/W1585335425","https://openalex.org/W1884538784","https://openalex.org/W1979356863","https://openalex.org/W1986021461","https://openalex.org/W1995861141","https://openalex.org/W2044724603","https://openalex.org/W2111935653","https://openalex.org/W2117336417","https://openalex.org/W2120181489","https://openalex.org/W2126926002","https://openalex.org/W2135012103","https://openalex.org/W2143200432","https://openalex.org/W2143205742","https://openalex.org/W2147339007","https://openalex.org/W2154022540","https://openalex.org/W2726772824","https://openalex.org/W3105863255","https://openalex.org/W6633620459"],"related_works":["https://openalex.org/W2168909409","https://openalex.org/W2144357723","https://openalex.org/W2950402165","https://openalex.org/W2114981325","https://openalex.org/W4302038648","https://openalex.org/W2381242807","https://openalex.org/W2165717120","https://openalex.org/W2099397840","https://openalex.org/W1510111731","https://openalex.org/W2086115098"],"abstract_inverted_index":{"A":[0],"major":[1],"goal":[2],"for":[3,160],"researchers":[4],"in":[5,26,126,147,173,186],"neuroevolution":[6],"is":[7,44,57,62,78,150],"to":[8,24,64,82,89,94,106,151],"evolve":[9],"artificial":[10],"neural":[11],"networks":[12,21],"(ANNs)":[13],"that":[14,29,45,67,179],"can":[15,22,134],"learn":[16],"during":[17],"their":[18,27],"lifetime.":[19],"Such":[20],"adapt":[23],"changes":[25],"environment":[28],"evolution":[30,61,128],"on":[31,51,115],"its":[32],"own":[33],"cannot":[34],"anticipate.":[35],"However,":[36],"a":[37,104,123,187],"profound":[38],"problem":[39],"with":[40],"evolving":[41,86],"adaptive":[42,73,130,199],"systems":[43,131],"if":[46],"the":[47,52,55,71,87,108,116,127,136,196],"impact":[48],"of":[49,54,111,129,198],"learning":[50,140],"fitness":[53,84,154],"agent":[56],"only":[58,159],"marginal,":[59],"then":[60],"likely":[63,93],"produce":[65],"individuals":[66],"do":[68],"not":[69],"exhibit":[70],"desired":[72],"behavior.":[74,200],"Instead,":[75],"because":[76,132,193],"it":[77,133,194],"easier":[79],"at":[80],"first":[81],"improve":[83],"without":[85],"ability":[88],"learn,":[90],"they":[91],"are":[92],"exploit":[95,135],"domain-dependent":[96],"static":[97,112],"(i.e.":[98],"non-adaptive)":[99],"heuristics.":[100],"This":[101,176],"paper":[102,177],"proposes":[103],"way":[105],"escape":[107],"deceptive":[109,189],"trap":[110],"policies":[113],"based":[114],"novelty":[117,148,180],"search":[118,149,158,181,185],"algorithm,":[119],"which":[120,163],"opens":[121],"up":[122],"new":[124],"avenue":[125],"behavioral":[137],"difference":[138],"between":[139],"and":[141,155,167],"non-learning":[142],"individuals.":[143],"The":[144],"main":[145],"idea":[146],"abandon":[152],"objective-based":[153],"instead":[156],"simply":[157],"novel":[161],"behavior,":[162],"avoids":[164],"deception":[165],"entirely":[166],"has":[168],"shown":[169],"prior":[170],"promising":[171],"results":[172],"other":[174],"domains.":[175],"shows":[178],"significantly":[182],"outperforms":[183],"fitness-based":[184],"tunably":[188],"T-Maze":[190],"navigation":[191],"domain":[192],"fosters":[195],"emergence":[197]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":4}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}