{"id":"https://openalex.org/W2961587903","doi":"https://doi.org/10.1145/3319619.3326794","title":"Skill emergence and transfer in multi-agent environments","display_name":"Skill emergence and transfer in multi-agent environments","publication_year":2019,"publication_date":"2019-07-10","ids":{"openalex":"https://openalex.org/W2961587903","doi":"https://doi.org/10.1145/3319619.3326794","mag":"2961587903"},"language":"en","primary_location":{"id":"doi:10.1145/3319619.3326794","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3319619.3326794","pdf_url":null,"source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044764535","display_name":"Ingmar Kanitscheider","orcid":"https://orcid.org/0000-0002-6144-9659"},"institutions":[{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ingmar Kanitscheider","raw_affiliation_strings":["OpenAI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OpenAI","institution_ids":["https://openalex.org/I4210161460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048522044","display_name":"Bowen Baker","orcid":null},"institutions":[{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bowen Baker","raw_affiliation_strings":["OpenAI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OpenAI","institution_ids":["https://openalex.org/I4210161460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081692949","display_name":"Todor Markov","orcid":null},"institutions":[{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Todor Markov","raw_affiliation_strings":["OpenAI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OpenAI","institution_ids":["https://openalex.org/I4210161460"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014193325","display_name":"Igor Mordatch","orcid":null},"institutions":[{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Igor Mordatch","raw_affiliation_strings":["OpenAI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OpenAI","institution_ids":["https://openalex.org/I4210161460"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210161460"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06822612,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"55","last_page":"56"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7040011882781982},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.6188721656799316},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.6157661080360413},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.4269125163555145},{"id":"https://openalex.org/keywords/lead","display_name":"Lead (geology)","score":0.41454607248306274},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.36139315366744995},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32665687799453735},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.13861232995986938},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.07433050870895386}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7040011882781982},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.6188721656799316},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.6157661080360413},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.4269125163555145},{"id":"https://openalex.org/C2777093003","wikidata":"https://www.wikidata.org/wiki/Q6508345","display_name":"Lead (geology)","level":2,"score":0.41454607248306274},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.36139315366744995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32665687799453735},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.13861232995986938},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.07433050870895386},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3319619.3326794","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3319619.3326794","pdf_url":null,"source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2158782408","https://openalex.org/W2520858206","https://openalex.org/W2736601468","https://openalex.org/W2762117857"],"related_works":["https://openalex.org/W4255463199","https://openalex.org/W4281691423","https://openalex.org/W2411039299","https://openalex.org/W1856410221","https://openalex.org/W1585007175","https://openalex.org/W2318949977","https://openalex.org/W2334139353","https://openalex.org/W2382521049","https://openalex.org/W4243014959","https://openalex.org/W2415764305"],"abstract_inverted_index":{"A":[0],"central":[1],"problem":[2],"in":[3,37],"training":[4,34],"artificial":[5],"agents":[6,36,54],"to":[7,20,46,56,65],"perform":[8],"complex":[9],"skills":[10],"is":[11,28],"specifying":[12],"appropriate":[13],"cost":[14,26],"functions":[15,27],"whose":[16],"optimization":[17],"will":[18],"lead":[19,64],"the":[21,66,73,76],"desired":[22],"behavior.":[23],"Specifying":[24],"detailed":[25],"laborious":[29],"and":[30,39,52],"often":[31],"inefficient.":[32],"The":[33],"of":[35,68,75],"competitive":[38],"cooperative":[40],"multi-agent":[41,77],"environments":[42],"provides":[43],"an":[44],"avenue":[45],"circumvent":[47],"these":[48],"limitations:":[49],"By":[50],"competition":[51],"cooperation":[53],"provide":[55],"each":[57],"other":[58],"a":[59],"natural":[60],"curriculum":[61],"that":[62],"can":[63],"emergence":[67],"complicated":[69],"skills,":[70],"even":[71],"if":[72],"rewards":[74],"game":[78],"are":[79],"simple":[80],"[1].":[81]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}