{"id":"https://openalex.org/W2123091075","doi":"https://doi.org/10.1109/tevc.2009.2016216","title":"Interaction of Culture-Based Learning and Cooperative Co-Evolution and its Application to Automatic Behavior-Based System Design","display_name":"Interaction of Culture-Based Learning and Cooperative Co-Evolution and its Application to Automatic Behavior-Based System Design","publication_year":2009,"publication_date":"2009-12-11","ids":{"openalex":"https://openalex.org/W2123091075","doi":"https://doi.org/10.1109/tevc.2009.2016216","mag":"2123091075"},"language":"en","primary_location":{"id":"doi:10.1109/tevc.2009.2016216","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2009.2016216","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109234479","display_name":"Amir massoud Farahmand","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146419","display_name":"Institute for Research in Fundamental Sciences","ror":"https://ror.org/04xreqs31","country_code":"IR","type":"facility","lineage":["https://openalex.org/I4210146419"]},{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"A.-M. Farahmand","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Control and Intelligent Processing Center of Excellence, University of Tehran, Tehran, Iran","School of Cognitive Sciences, Institute for Research in Fundamental Sciences, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Control and Intelligent Processing Center of Excellence, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"School of Cognitive Sciences, Institute for Research in Fundamental Sciences, Tehran, Iran","institution_ids":["https://openalex.org/I4210146419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072135442","display_name":"Majid Nili Ahmadabadi","orcid":"https://orcid.org/0000-0002-6370-6057"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]},{"id":"https://openalex.org/I4210146419","display_name":"Institute for Research in Fundamental Sciences","ror":"https://ror.org/04xreqs31","country_code":"IR","type":"facility","lineage":["https://openalex.org/I4210146419"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"M.N. Ahmadabadi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Control and Intelligent Processing Center of Excellence, University of Tehran, Tehran, Iran","School of Cognitive Sciences, Institute for Research in Fundamental Sciences, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Control and Intelligent Processing Center of Excellence, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"School of Cognitive Sciences, Institute for Research in Fundamental Sciences, Tehran, Iran","institution_ids":["https://openalex.org/I4210146419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066136171","display_name":"C. Lucas","orcid":"https://orcid.org/0000-0002-5754-0820"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]},{"id":"https://openalex.org/I4210146419","display_name":"Institute for Research in Fundamental Sciences","ror":"https://ror.org/04xreqs31","country_code":"IR","type":"facility","lineage":["https://openalex.org/I4210146419"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"C. Lucas","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Control and Intelligent Processing Center of Excellence, University of Tehran, Tehran, Iran","School of Cognitive Sciences, Institute for Research in Fundamental Sciences, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Control and Intelligent Processing Center of Excellence, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"School of Cognitive Sciences, Institute for Research in Fundamental Sciences, Tehran, Iran","institution_ids":["https://openalex.org/I4210146419"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083876282","display_name":"Babak Nadjar Araabi","orcid":"https://orcid.org/0000-0002-5283-263X"},"institutions":[{"id":"https://openalex.org/I4210146419","display_name":"Institute for Research in Fundamental Sciences","ror":"https://ror.org/04xreqs31","country_code":"IR","type":"facility","lineage":["https://openalex.org/I4210146419"]},{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"B.N. Araabi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Control and Intelligent Processing Center of Excellence, University of Tehran, Tehran, Iran","School of Cognitive Sciences, Institute for Research in Fundamental Sciences, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Control and Intelligent Processing Center of Excellence, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"School of Cognitive Sciences, Institute for Research in Fundamental Sciences, Tehran, Iran","institution_ids":["https://openalex.org/I4210146419"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5109234479"],"corresponding_institution_ids":["https://openalex.org/I23946033","https://openalex.org/I4210146419"],"apc_list":null,"apc_paid":null,"fwci":2.6171,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.90908533,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"14","issue":"1","first_page":"23","last_page":"57"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7957777380943298},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6817038059234619},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6459783315658569},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5389133095741272},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.5283611416816711},{"id":"https://openalex.org/keywords/memetic-algorithm","display_name":"Memetic algorithm","score":0.5211256146430969},{"id":"https://openalex.org/keywords/intelligent-agent","display_name":"Intelligent agent","score":0.44807177782058716},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.369125634431839},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34962165355682373}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7957777380943298},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6817038059234619},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6459783315658569},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5389133095741272},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.5283611416816711},{"id":"https://openalex.org/C35129592","wikidata":"https://www.wikidata.org/wiki/Q324793","display_name":"Memetic algorithm","level":3,"score":0.5211256146430969},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.44807177782058716},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.369125634431839},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34962165355682373},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tevc.2009.2016216","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2009.2016216","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},{"id":"pmh:oai:publications.polymtl.ca:63127","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":100,"referenced_works":["https://openalex.org/W27366642","https://openalex.org/W1274045961","https://openalex.org/W1507439377","https://openalex.org/W1507591516","https://openalex.org/W1515851193","https://openalex.org/W1525245490","https://openalex.org/W1539962156","https://openalex.org/W1560399833","https://openalex.org/W1562393358","https://openalex.org/W1576452626","https://openalex.org/W1589674068","https://openalex.org/W1592847719","https://openalex.org/W1608391772","https://openalex.org/W1672729098","https://openalex.org/W1777239053","https://openalex.org/W1778804943","https://openalex.org/W1816429301","https://openalex.org/W1833366547","https://openalex.org/W1957193230","https://openalex.org/W1979071892","https://openalex.org/W1999250483","https://openalex.org/W2018375997","https://openalex.org/W2027184806","https://openalex.org/W2059039791","https://openalex.org/W2060358758","https://openalex.org/W2061562262","https://openalex.org/W2065356613","https://openalex.org/W2071311198","https://openalex.org/W2072493968","https://openalex.org/W2076103977","https://openalex.org/W2097452095","https://openalex.org/W2097856935","https://openalex.org/W2098677716","https://openalex.org/W2100097207","https://openalex.org/W2100211715","https://openalex.org/W2100785108","https://openalex.org/W2101869258","https://openalex.org/W2109910161","https://openalex.org/W2116339921","https://openalex.org/W2120726411","https://openalex.org/W2121517924","https://openalex.org/W2121863487","https://openalex.org/W2122666990","https://openalex.org/W2122796971","https://openalex.org/W2129822022","https://openalex.org/W2129936995","https://openalex.org/W2130801532","https://openalex.org/W2132600297","https://openalex.org/W2137714578","https://openalex.org/W2139053308","https://openalex.org/W2139394304","https://openalex.org/W2139712289","https://openalex.org/W2139858729","https://openalex.org/W2144446635","https://openalex.org/W2146698718","https://openalex.org/W2146934172","https://openalex.org/W2149054115","https://openalex.org/W2149125415","https://openalex.org/W2149276032","https://openalex.org/W2151809174","https://openalex.org/W2154047522","https://openalex.org/W2156106639","https://openalex.org/W2156935749","https://openalex.org/W2158548602","https://openalex.org/W2158738729","https://openalex.org/W2160284799","https://openalex.org/W2160371091","https://openalex.org/W2164989062","https://openalex.org/W2167999092","https://openalex.org/W2169157770","https://openalex.org/W2170186790","https://openalex.org/W2171565529","https://openalex.org/W2186050535","https://openalex.org/W2198041288","https://openalex.org/W2277396055","https://openalex.org/W2397253692","https://openalex.org/W2624262714","https://openalex.org/W2624516165","https://openalex.org/W2726772824","https://openalex.org/W2990138404","https://openalex.org/W3103182070","https://openalex.org/W3190121440","https://openalex.org/W4210989528","https://openalex.org/W4214717370","https://openalex.org/W4234771940","https://openalex.org/W4246515624","https://openalex.org/W4307347247","https://openalex.org/W6631380806","https://openalex.org/W6633620459","https://openalex.org/W6637105654","https://openalex.org/W6637971703","https://openalex.org/W6638088447","https://openalex.org/W6677193802","https://openalex.org/W6679257226","https://openalex.org/W6680606377","https://openalex.org/W6681745991","https://openalex.org/W6683443546","https://openalex.org/W6683821272","https://openalex.org/W6686592317","https://openalex.org/W6694577482"],"related_works":["https://openalex.org/W2147204676","https://openalex.org/W2130703626","https://openalex.org/W4250606376","https://openalex.org/W4245579487","https://openalex.org/W2900645952","https://openalex.org/W2511867030","https://openalex.org/W2510912342","https://openalex.org/W2754926431","https://openalex.org/W4297582752","https://openalex.org/W2787833928"],"abstract_inverted_index":{"Designing":[0],"an":[1,304],"intelligent":[2],"situated":[3],"agent":[4,162],"is":[5,55,82,113,194,204,262,280,292],"a":[6,33,42,83,121,246,263,308],"difficult":[7],"task":[8],"because":[9],"the":[10,14,17,47,58,65,74,88,92,105,110,131,140,154,158,161,164,192,211,214,230,236,241,255,272,277,289],"designer":[11],"must":[12],"see":[13],"problem":[15,112,142,155,306],"from":[16],"agent's":[18,132,237],"viewpoint,":[19],"considering":[20],"all":[21,102],"its":[22],"sensors,":[23],"actuators,":[24],"and":[25,41,68,126,179,225,307,313],"computation":[26],"systems.":[27],"In":[28,107],"this":[29,108],"paper,":[30,109],"we":[31,244,296,314],"introduce":[32,245],"bio-inspired":[34],"hybridization":[35],"of":[36,50,87,95,123,156,160,166,188,213,232,254,276],"reinforcement":[37],"learning,":[38],"cooperative":[39,136],"co-evolution,":[40],"cultural-inspired":[43],"memetic":[44,79,260,290],"algorithm":[45,261,291],"for":[46,57,73,265,283],"automatic":[48],"development":[49],"behavior-based":[51],"agents.":[52],"Reinforcement":[53],"learning":[54,99,199,224,242],"responsible":[56],"individual-level":[59],"adaptation.":[60],"Cooperative":[61],"co-evolution":[62],"performs":[63],"at":[64],"population":[66],"level":[67],"provides":[69],"basic":[70],"decision-making":[71],"modules":[72,125,146,168,190,234],"reinforcement-learning":[75],"procedure.":[76],"The":[77,186],"culture-based":[78,247],"algorithm,":[80],"which":[81,279],"new":[84,252],"computational":[85],"interpretation":[86,253],"meme":[89,256],"metaphor,":[90],"increases":[91,286],"lifetime":[93],"performance":[94,275],"agents":[96,103,270],"by":[97,143,169,196],"sharing":[98,173,184,266],"experiences":[100],"between":[101],"in":[104,130,147,191,271,293],"society.":[106,273],"design":[111],"decomposed":[114],"into":[115,216],"two":[116,171,301],"different":[117],"parts:":[118],"1)":[119],"developing":[120],"repertoire":[122],"behavior":[124,145,167,189,233],"2)":[127],"organizing":[128],"them":[129],"architecture.":[133],"Our":[134,258],"proposed":[135,259],"co-evolutionary":[137],"approach":[138],"solves":[139],"first":[141],"evolving":[144],"their":[148],"separate":[149],"genetic":[150],"pools.":[151],"We":[152],"address":[153],"relating":[157],"fitness":[159,165,172,183],"to":[163,209,228,300],"proposing":[170],"mechanisms,":[174],"namely":[175],"<i":[176,180],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[177,181],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">uniform</i>":[178],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">value-based</i>":[182],"mechanisms.":[185],"organization":[187,231],"architecture":[193,317],"determined":[195],"our":[197,251,298],"structure":[198,215],"method.":[200],"A":[201],"mathematical":[202],"formulation":[203],"provided":[205],"that":[206],"shows":[207],"how":[208],"decompose":[210],"value":[212],"simpler":[217],"components.":[218],"These":[219],"values":[220],"are":[221,226],"estimated":[222],"during":[223,235],"used":[227],"find":[229],"lifetime.":[238],"To":[239],"accelerate":[240],"process,":[243],"method":[248],"based":[249],"on":[250],"metaphor.":[257],"mechanism":[264],"learned":[267],"structures":[268],"among":[269],"Lifetime":[274],"agent,":[278],"quite":[281],"important":[282],"real-world":[284],"applications,":[285],"considerably":[287],"when":[288],"action.":[294],"Finally,":[295],"apply":[297],"methods":[299],"benchmark":[302],"problems:":[303],"abstract":[305],"decentralized":[309],"multirobot":[310],"object-lifting":[311],"task,":[312],"achieve":[315],"human-competitive":[316],"designs.":[318]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":5},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}