{"id":"https://openalex.org/W2345072837","doi":"https://doi.org/10.1145/2908812.2908929","title":"Learning Behavior Characterizations for Novelty Search","display_name":"Learning Behavior Characterizations for Novelty Search","publication_year":2016,"publication_date":"2016-07-20","ids":{"openalex":"https://openalex.org/W2345072837","doi":"https://doi.org/10.1145/2908812.2908929","mag":"2345072837"},"language":"en","primary_location":{"id":"doi:10.1145/2908812.2908929","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2908812.2908929","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2908929&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference 2016","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=2908929&type=pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020821744","display_name":"Elliot Meyerson","orcid":"https://orcid.org/0000-0002-1871-2757"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]},{"id":"https://openalex.org/I4210120592","display_name":"Sentient Science (United States)","ror":"https://ror.org/01vmgtx82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210120592"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Elliot Meyerson","raw_affiliation_strings":["The University of Texas at Austin and Sentient Technologies, Inc., Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin and Sentient Technologies, Inc., Austin, TX, USA","institution_ids":["https://openalex.org/I4210120592","https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053798319","display_name":"Joel Lehman","orcid":"https://orcid.org/0000-0002-9535-1123"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Joel Lehman","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark"],"affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020441009","display_name":"Risto Miikkulainen","orcid":"https://orcid.org/0000-0002-0062-0037"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]},{"id":"https://openalex.org/I4210120592","display_name":"Sentient Science (United States)","ror":"https://ror.org/01vmgtx82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210120592"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Risto Miikkulainen","raw_affiliation_strings":["The University of Texas at Austin and Sentient Technologies, Inc., Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin and Sentient Technologies, Inc., Austin, TX, USA","institution_ids":["https://openalex.org/I4210120592","https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020821744"],"corresponding_institution_ids":["https://openalex.org/I4210120592","https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":7.0945,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.96964522,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"149","last_page":"156"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.858945369720459},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7305868864059448},{"id":"https://openalex.org/keywords/deception","display_name":"Deception","score":0.7086924314498901},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6052320599555969},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5988065004348755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.597919762134552},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5587359070777893},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5560697913169861},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5271615386009216},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5239781737327576},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.43853533267974854},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4036028981208801},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11903417110443115}],"concepts":[{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.858945369720459},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7305868864059448},{"id":"https://openalex.org/C2779267917","wikidata":"https://www.wikidata.org/wiki/Q170028","display_name":"Deception","level":2,"score":0.7086924314498901},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6052320599555969},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5988065004348755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.597919762134552},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5587359070777893},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5560697913169861},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5271615386009216},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5239781737327576},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.43853533267974854},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4036028981208801},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11903417110443115},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2908812.2908929","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2908812.2908929","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2908929&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference 2016","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire/bb00e798-6231-4d2d-8052-9d0dd6f5debb","is_oa":true,"landing_page_url":"https://pure.itu.dk/portal/da/publications/bb00e798-6231-4d2d-8052-9d0dd6f5debb","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Meyerson, E, Lehman, J A & Miikulainen, R 2016, Learning Behavior Characterizations for Novelty Search. in Proceedings of the Genetic and Evolutionary Computation Conference 2016 : GECCO '16. Association for Computing Machinery, pp. 149-156. https://doi.org/10.1145/2908812.2908929","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/2908812.2908929","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2908812.2908929","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2908929&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference 2016","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G7414076325","display_name":null,"funder_award_id":"DBI-0939454","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8928771402","display_name":null,"funder_award_id":"1R01GM105042","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2345072837.pdf","grobid_xml":"https://content.openalex.org/works/W2345072837.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W135283623","https://openalex.org/W160858957","https://openalex.org/W776164697","https://openalex.org/W1738827650","https://openalex.org/W1945976014","https://openalex.org/W1974150877","https://openalex.org/W1977655452","https://openalex.org/W1979742679","https://openalex.org/W1983354559","https://openalex.org/W1988030247","https://openalex.org/W1990284337","https://openalex.org/W1996818689","https://openalex.org/W2019782985","https://openalex.org/W2035620139","https://openalex.org/W2075471234","https://openalex.org/W2077571245","https://openalex.org/W2097498341","https://openalex.org/W2106430916","https://openalex.org/W2111935653","https://openalex.org/W2112337152","https://openalex.org/W2114637266","https://openalex.org/W2143147813","https://openalex.org/W2150468603","https://openalex.org/W2151019861","https://openalex.org/W2151083897","https://openalex.org/W2154022540","https://openalex.org/W2155921792","https://openalex.org/W2516991950","https://openalex.org/W2903477935","https://openalex.org/W3011985620","https://openalex.org/W3103780890","https://openalex.org/W4214712508","https://openalex.org/W6622519239"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2381242807","https://openalex.org/W2536018345","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2262250234"],"abstract_inverted_index":{"Novelty":[0],"search":[1,163],"and":[2,109,146],"related":[3],"diversity-driven":[4],"algorithms":[5],"provide":[6],"a":[7,21,37,59,110],"promising":[8],"approach":[9,94,132],"to":[10,36,151],"overcoming":[11],"deception":[12],"in":[13,24,58,135,149,164],"complex":[14,137],"domains.":[15],"The":[16,30,86,155],"behavior":[17],"characterization":[18],"(BC)":[19],"is":[20,47,53,92,113,133,157],"critical":[22],"choice":[23],"the":[25,45,129],"application":[26],"of":[27,43,62,89],"such":[28],"algorithms.":[29],"BC":[31,112],"maps":[32],"each":[33],"evaluated":[34],"individual":[35,46],"behavior,":[38],"i.e.,":[39],"some":[40],"vector":[41],"representation":[42],"what":[44],"or":[48,77],"does":[49],"during":[50],"evaluation.":[51],"Search":[52],"then":[54],"driven":[55],"towards":[56,120],"diversity":[57],"metric":[60],"space":[61],"these":[63,97],"behaviors.":[64],"BCs":[65,160],"are":[66,72,101],"built":[67],"from":[68,103,115,128],"hand-designed":[69],"features":[70],"that":[71,81,95,117,158],"limited":[73],"by":[74],"human":[75,169],"expertise,":[76],"upon":[78],"generic":[79,147],"descriptors":[80],"cannot":[82],"exploit":[83],"domain":[84],"nuance.":[85],"main":[87],"contribution":[88],"this":[90],"paper":[91],"an":[93],"addresses":[96],"shortcomings.":[98],"Generic":[99],"behaviors":[100,122],"recorded":[102],"evolution":[104,119],"on":[105,123],"several":[106],"training":[107],"tasks,":[108],"new":[111],"learned":[114],"them":[116],"funnels":[118],"successful":[121],"any":[124],"further":[125],"tasks":[126],"drawn":[127],"domain.":[130],"This":[131],"tested":[134],"increasingly":[136],"simulated":[138],"maze-solving":[139],"domains,":[140],"where":[141],"it":[142],"outperforms":[143],"both":[144],"hand-coded":[145],"BCs,":[148],"addition":[150],"outperforming":[152],"objective-based":[153],"search.":[154],"conclusion":[156],"adaptive":[159],"can":[161],"improve":[162],"many-task":[165],"domains":[166],"with":[167],"little":[168],"expertise.":[170]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}
