{"id":"https://openalex.org/W2103747670","doi":"https://doi.org/10.1109/cec.2006.1688346","title":"Genetic Network Programming with Reinforcement Learning Using Sarsa Algorithm","display_name":"Genetic Network Programming with Reinforcement Learning Using Sarsa Algorithm","publication_year":2006,"publication_date":"2006-09-22","ids":{"openalex":"https://openalex.org/W2103747670","doi":"https://doi.org/10.1109/cec.2006.1688346","mag":"2103747670"},"language":"en","primary_location":{"id":"doi:10.1109/cec.2006.1688346","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec.2006.1688346","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2006 IEEE International Conference on Evolutionary Computation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037937808","display_name":"Shingo Mabu","orcid":"https://orcid.org/0000-0002-8759-8337"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"S. Mabu","raw_affiliation_strings":["Advanced Research Institute for Science and Engineering, Waseda University, Kitakyushu, Fukuoka, Japan","Advanced Research Institute for Science and Engineering, Waseda University, Hibikino 2-2, Wakamatsu-ku, Kitakyushu, Fukuoka 808-0135, Japan (email: mabu@waseda.jp)"],"affiliations":[{"raw_affiliation_string":"Advanced Research Institute for Science and Engineering, Waseda University, Kitakyushu, Fukuoka, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Advanced Research Institute for Science and Engineering, Waseda University, Hibikino 2-2, Wakamatsu-ku, Kitakyushu, Fukuoka 808-0135, Japan (email: mabu@waseda.jp)","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047557543","display_name":"Hiroyuki Hatakeyama","orcid":null},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"H. Hatakeyama","raw_affiliation_strings":["School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","[School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan]"],"affiliations":[{"raw_affiliation_string":"School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"[School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan]","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013008417","display_name":"Kotaro Hirasawa","orcid":null},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"K. Hirasawa","raw_affiliation_strings":["School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","[School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan]"],"affiliations":[{"raw_affiliation_string":"School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"[School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan]","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102052031","display_name":"Jinglu Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jinglu Hu","raw_affiliation_strings":["School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","[School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan]"],"affiliations":[{"raw_affiliation_string":"School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"[School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan]","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5037937808"],"corresponding_institution_ids":["https://openalex.org/I150744194"],"apc_list":null,"apc_paid":null,"fwci":0.4518,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.73913571,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"463","last_page":"469"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8697047233581543},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7740155458450317},{"id":"https://openalex.org/keywords/genetic-programming","display_name":"Genetic programming","score":0.6717923283576965},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5656867623329163},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48403042554855347},{"id":"https://openalex.org/keywords/learning-classifier-system","display_name":"Learning classifier system","score":0.48349621891975403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47543978691101074},{"id":"https://openalex.org/keywords/genetic-algorithm","display_name":"Genetic algorithm","score":0.4418734014034271},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.43869924545288086},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.4202921390533447},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3622872233390808},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2757050395011902}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8697047233581543},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7740155458450317},{"id":"https://openalex.org/C110332635","wikidata":"https://www.wikidata.org/wiki/Q629498","display_name":"Genetic programming","level":2,"score":0.6717923283576965},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5656867623329163},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48403042554855347},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.48349621891975403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47543978691101074},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.4418734014034271},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.43869924545288086},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.4202921390533447},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3622872233390808},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2757050395011902},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cec.2006.1688346","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec.2006.1688346","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2006 IEEE International Conference on Evolutionary Computation","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1521924303","https://openalex.org/W2102901431","https://openalex.org/W2121863487","https://openalex.org/W2148836909","https://openalex.org/W2154808242","https://openalex.org/W2166219119","https://openalex.org/W3149025087","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2961374456","https://openalex.org/W1966456942","https://openalex.org/W2130703626","https://openalex.org/W2091246427","https://openalex.org/W2754028433","https://openalex.org/W2029013302","https://openalex.org/W4297582752","https://openalex.org/W4285805405","https://openalex.org/W1589480767","https://openalex.org/W3148138296"],"abstract_inverted_index":{"A":[0],"new":[1],"graph-based":[2],"evolutionary":[3],"algorithm":[4],"called":[5],"Genetic":[6],"Network":[7],"Programming":[8],"(GNP)":[9],"has":[10,37,63,80],"been":[11,38],"proposed.":[12],"The":[13,98],"solutions":[14,43],"of":[15,92,106],"GNP":[16,32],"are":[17],"represented":[18],"as":[19],"graph":[20],"structures,":[21],"which":[22],"can":[23,46,73],"improve":[24],"the":[25,90,93,104],"expression":[26],"ability":[27],"and":[28,50,85,95,109],"performance.":[29],"In":[30],"addition,":[31],"with":[33],"Reinforcement":[34],"Learning":[35],"(GNP-RL)":[36],"proposed":[39,99],"to":[40,88,103],"search":[41],"for":[42],"efficiently.":[44,97],"GNP-RL":[45,79],"use":[47],"current":[48],"information":[49,72],"change":[51],"its":[52,110],"programs":[53],"during":[54,76],"task":[55,77],"execution,":[56],"i.":[57],"e.,":[58],"online":[59],"learning.":[60],"Thus,":[61],"it":[62,86],"an":[64],"advantage":[65],"over":[66],"evolution-based":[67],"algorithms":[68],"in":[69],"case":[70],"much":[71],"be":[74],"obtained":[75],"execution.":[78],"a":[81],"special":[82],"state-action":[83],"space":[84],"contributes":[87],"reducing":[89],"size":[91],"Q-table":[94],"learning":[96],"method":[100],"is":[101,112],"applied":[102],"controller":[105],"Khepera":[107],"simulator":[108],"performance":[111],"evaluated.":[113]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}