{"id":"https://openalex.org/W2088618689","doi":"https://doi.org/10.1145/1102256.1102277","title":"Learning classifier system equivalent with reinforcement learning with function approximation","display_name":"Learning classifier system equivalent with reinforcement learning with function approximation","publication_year":2005,"publication_date":"2005-06-25","ids":{"openalex":"https://openalex.org/W2088618689","doi":"https://doi.org/10.1145/1102256.1102277","mag":"2088618689"},"language":"en","primary_location":{"id":"doi:10.1145/1102256.1102277","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1102256.1102277","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th annual workshop on Genetic and evolutionary computation","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006972856","display_name":"Atsushi Wada","orcid":"https://orcid.org/0000-0002-4188-7117"},"institutions":[{"id":"https://openalex.org/I46980622","display_name":"Kyoto Seika University","ror":"https://ror.org/05g4f0342","country_code":"JP","type":"education","lineage":["https://openalex.org/I46980622"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Atsushi Wada","raw_affiliation_strings":["ATR NIS, Hikaridai, Seika-cho, Soraku-gun, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ATR NIS, Hikaridai, Seika-cho, Soraku-gun, Kyoto, Japan","institution_ids":["https://openalex.org/I46980622"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084452161","display_name":"Keiki Takadama","orcid":"https://orcid.org/0009-0007-0916-5505"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keiki Takadama","raw_affiliation_strings":["Tokyo Institute of Technology, Nagatsuta-cho, Midori-ku, Kanagawa, Japan","Tokyo Institute of Technology, Nagatsuta-cho, Midori-ku, Kanagawa, Japan#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Nagatsuta-cho, Midori-ku, Kanagawa, Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Tokyo Institute of Technology, Nagatsuta-cho, Midori-ku, Kanagawa, Japan#TAB#","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064573074","display_name":"Katsunori Shimohara","orcid":"https://orcid.org/0000-0003-3649-7699"},"institutions":[{"id":"https://openalex.org/I46980622","display_name":"Kyoto Seika University","ror":"https://ror.org/05g4f0342","country_code":"JP","type":"education","lineage":["https://openalex.org/I46980622"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Katsunori Shimohara","raw_affiliation_strings":["ATR NIS, Hikaridai, Seika-cho, Soraku-gun, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ATR NIS, Hikaridai, Seika-cho, Soraku-gun, Kyoto, Japan","institution_ids":["https://openalex.org/I46980622"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"92","last_page":"93"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11663","display_name":"Viral Infectious Diseases and Gene Expression in Insects","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8497862815856934},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.704992413520813},{"id":"https://openalex.org/keywords/function-approximation","display_name":"Function approximation","score":0.6686161756515503},{"id":"https://openalex.org/keywords/learning-classifier-system","display_name":"Learning classifier system","score":0.6272756457328796},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6124203205108643},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.6097601652145386},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5851527452468872},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"Temporal difference learning","score":0.5573757290840149},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5167895555496216},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5127314329147339},{"id":"https://openalex.org/keywords/generalization-error","display_name":"Generalization error","score":0.4710376560688019},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3452395796775818},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3035428524017334},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.28843599557876587},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.11158660054206848},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.06603214144706726}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8497862815856934},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.704992413520813},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.6686161756515503},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.6272756457328796},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6124203205108643},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.6097601652145386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5851527452468872},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.5573757290840149},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5167895555496216},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5127314329147339},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.4710376560688019},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3452395796775818},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3035428524017334},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.28843599557876587},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.11158660054206848},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.06603214144706726},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/1102256.1102277","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1102256.1102277","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th annual workshop on Genetic and evolutionary computation","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.100.8440","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.100.8440","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.bham.ac.uk/~wbl/biblio/gecco2005wks/papers/0092.pdf","raw_type":"text"},{"id":"pmh:oai:t2r2.star.titech.ac.jp:00216562","is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100405312","pdf_url":null,"source":{"id":"https://openalex.org/S4377196385","display_name":"Tokyo Tech Research Repository (Tokyo Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114531698","host_organization_name":"Tokyo Institute of Technology","host_organization_lineage":["https://openalex.org/I114531698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320912","display_name":"Ministry of Education, Culture, Sports, Science and Technology","ror":"https://ror.org/048rj2z13"},{"id":"https://openalex.org/F4320322349","display_name":"Ministry of Education, Science and Technology","ror":"https://ror.org/01p262204"},{"id":"https://openalex.org/F4320335839","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1497256448","https://openalex.org/W1505852642","https://openalex.org/W1515851193","https://openalex.org/W1989101984","https://openalex.org/W1999128321","https://openalex.org/W2073677619","https://openalex.org/W2134367663","https://openalex.org/W6631026904"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W2145363145","https://openalex.org/W2341346307","https://openalex.org/W2130711276","https://openalex.org/W4321463377","https://openalex.org/W3148138296","https://openalex.org/W1528400370","https://openalex.org/W2152445738","https://openalex.org/W2610411144","https://openalex.org/W1895652315"],"abstract_inverted_index":{"We":[0],"present":[1],"an":[2],"experimental":[3],"comparison":[4],"of":[5,36,64,95,103],"the":[6,77,90,93,101,112,116],"reinforcement":[7,37],"process":[8,38],"between":[9,39],"Learning":[10,16],"Classifier":[11],"System":[12],"(LCS)":[13],"and":[14,41,58,72,85,105],"Reinforcement":[15],"(RL)":[17],"with":[18,60,82,100],"function":[19],"approximation":[20],"(FA)":[21],"method,":[22,88],"regarding":[23,92],"their":[24],"generalization":[25,96],"mechanisms.":[26],"To":[27],"validate":[28],"our":[29],"previous":[30],"theoretical":[31],"analysis":[32],"that":[33],"derived":[34],"equivalence":[35,113],"LCS":[40,57,81],"RL,":[42],"we":[43],"introduce":[44],"a":[45],"simple":[46],"test":[47],"environment":[48],"named":[49],"Gridworld,":[50],"which":[51],"can":[52],"be":[53],"applied":[54],"to":[55],"both":[56],"RL":[59,87],"three":[61],"different":[62],"classes":[63],"generalization:":[65],"(1)":[66],"tabular":[67],"representation;":[68],"(2)":[69],"state":[70],"aggregation;":[71],"(3)":[73],"linear":[74],"approximation.":[75],"From":[76],"simulation":[78],"experiments":[79],"comparing":[80],"its":[83],"GA-inactivated":[84],"corresponding":[86],"all":[89],"cases":[91],"class":[94],"showed":[97],"identical":[98],"results":[99],"criteria":[102],"performance":[104],"temporal":[106],"difference":[107],"(TD)":[108],"error,":[109],"thereby":[110],"verifying":[111],"predicted":[114],"from":[115],"theory.":[117]},"counts_by_year":[{"year":2017,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}