{"id":"https://openalex.org/W2591916597","doi":"https://doi.org/10.1145/3205455.3205486","title":"Online meta-learning by parallel algorithm competition","display_name":"Online meta-learning by parallel algorithm competition","publication_year":2018,"publication_date":"2018-07-02","ids":{"openalex":"https://openalex.org/W2591916597","doi":"https://doi.org/10.1145/3205455.3205486","mag":"2591916597"},"language":"en","primary_location":{"id":"doi:10.1145/3205455.3205486","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3205455.3205486","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068305732","display_name":"Stefan Elfwing","orcid":"https://orcid.org/0000-0001-6689-1000"},"institutions":[{"id":"https://openalex.org/I4210104143","display_name":"Advanced Telecommunications Research Institute International","ror":"https://ror.org/01pe1d703","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210104143"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Stefan Elfwing","raw_affiliation_strings":["ATR Computational Neuroscience Laboratories, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"ATR Computational Neuroscience Laboratories, Kyoto, Japan","institution_ids":["https://openalex.org/I4210104143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031054137","display_name":"Eiji Uchibe","orcid":"https://orcid.org/0000-0001-7908-0258"},"institutions":[{"id":"https://openalex.org/I4210104143","display_name":"Advanced Telecommunications Research Institute International","ror":"https://ror.org/01pe1d703","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210104143"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Eiji Uchibe","raw_affiliation_strings":["ATR Computational Neuroscience Laboratories, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"ATR Computational Neuroscience Laboratories, Kyoto, Japan","institution_ids":["https://openalex.org/I4210104143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004840638","display_name":"Kenji Doya","orcid":"https://orcid.org/0000-0002-2446-6820"},"institutions":[{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenji Doya","raw_affiliation_strings":["Okinawa Institute of Science and Technology Graduate University, Okinawa, Japan"],"affiliations":[{"raw_affiliation_string":"Okinawa Institute of Science and Technology Graduate University, Okinawa, Japan","institution_ids":["https://openalex.org/I142637625"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5068305732"],"corresponding_institution_ids":["https://openalex.org/I4210104143"],"apc_list":null,"apc_paid":null,"fwci":0.6266,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.77418719,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"426","last_page":"433"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8743205070495605},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7291008830070496},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.717965841293335},{"id":"https://openalex.org/keywords/meta-learning","display_name":"Meta learning (computer science)","score":0.685174822807312},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5936111211776733},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5138769149780273},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.4595886468887329},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.44918522238731384},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.42411381006240845},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38502979278564453},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3456166982650757}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8743205070495605},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7291008830070496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.717965841293335},{"id":"https://openalex.org/C2781002164","wikidata":"https://www.wikidata.org/wiki/Q6822311","display_name":"Meta learning (computer science)","level":3,"score":0.685174822807312},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5936111211776733},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5138769149780273},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.4595886468887329},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.44918522238731384},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.42411381006240845},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38502979278564453},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3456166982650757},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3205455.3205486","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3205455.3205486","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320912","display_name":"Ministry of Education, Culture, Sports, Science and Technology","ror":"https://ror.org/048rj2z13"},{"id":"https://openalex.org/F4320322443","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W60656810","https://openalex.org/W60686164","https://openalex.org/W1515851193","https://openalex.org/W1607768087","https://openalex.org/W1658008008","https://openalex.org/W1971010625","https://openalex.org/W1996579288","https://openalex.org/W2035737909","https://openalex.org/W2064556564","https://openalex.org/W2099471712","https://openalex.org/W2100677568","https://openalex.org/W2102863375","https://openalex.org/W2119076496","https://openalex.org/W2119333483","https://openalex.org/W2124175081","https://openalex.org/W2133435356","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2171426878","https://openalex.org/W2312609093","https://openalex.org/W2339916026","https://openalex.org/W2415292238","https://openalex.org/W2556372419","https://openalex.org/W2567815890","https://openalex.org/W2950182411","https://openalex.org/W2962834855","https://openalex.org/W2964043796","https://openalex.org/W2964136676","https://openalex.org/W3011985620","https://openalex.org/W3103780890","https://openalex.org/W3139377883","https://openalex.org/W4242835371"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3130669838","https://openalex.org/W2785397462","https://openalex.org/W4294873804","https://openalex.org/W4383109125","https://openalex.org/W2891227010"],"abstract_inverted_index":{"The":[0,24,49,98],"efficiency":[1],"of":[2,26,45,69,101,104,125],"reinforcement":[3,47,106],"learning":[4,15,51,107,126,185],"algorithms":[5],"depends":[6],"critically":[7],"on":[8,133,136],"a":[9,37,89,105,122,156],"few":[10],"meta-parameters":[11,28,154],"that":[12],"modulate":[13],"the":[14,18,27,43,78,128,137,142,146,153,161,166,184,194],"updates":[16],"and":[17,22,172,178,181,187],"trade-off":[19],"between":[20],"exploration":[21],"exploitation.":[23],"adaptation":[25],"is":[29,88,150],"an":[30],"open":[31],"question,":[32],"which":[33,87,109],"arguably":[34],"has":[35],"become":[36],"more":[38],"important":[39],"issue":[40],"recently":[41],"with":[42,114,155],"success":[44],"deep":[46,190],"learning.":[48],"long":[50],"times":[52],"in":[53,112,117,169,173,193],"domains":[54],"such":[55],"as":[56],"Atari":[57,195],"2600":[58,196],"video":[59],"games":[60],"makes":[61],"it":[62],"not":[63],"feasible":[64],"to":[65,94,152],"perform":[66],"comprehensive":[67],"searches":[68],"appropriate":[70],"meta-parameter":[71,96,119],"values.":[72,120],"In":[73],"this":[74],"study,":[75],"we":[76],"propose":[77],"Online":[79],"Meta-learning":[80],"by":[81,164,176,182],"Parallel":[82],"Algorithm":[83],"Competition":[84],"(OMPAC)":[85],"method,":[86],"novel":[90],"Lamarckian":[91],"evolutionary":[92],"approach":[93],"online":[95],"adaptation.":[97],"population":[99],"consists":[100],"several":[102],"instances":[103,129],"algorithm":[108],"are":[110,130],"run":[111],"parallel":[113],"small":[115],"differences":[116],"initial":[118],"After":[121],"fixed":[123],"number":[124],"episodes,":[127],"selected":[131],"based":[132],"their":[134],"performance":[135,188],"task":[138],"at":[139],"hand,":[140],"i.e.,":[141],"fitness.":[143],"Before":[144],"continuing":[145],"learning,":[147],"Gaussian":[148],"noise":[149],"added":[151],"predefined":[157],"probability.":[158],"We":[159],"validate":[160],"OMPAC":[162],"method":[163],"improving":[165,183],"state-of-the-art":[167],"results":[168],"stochastic":[170],"SZ-Tetris":[171],"10x10":[174],"Tetris":[175],"31%":[177],"84%,":[179],"respectively,":[180],"speed":[186],"for":[189],"Sarsa(\u03bb)":[191],"agents":[192],"domain.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}