{"id":"https://openalex.org/W1529479222","doi":"https://doi.org/10.1109/cec.2015.7257259","title":"Handling different level of unstable reward environment through an estimation of reward distribution in XCS","display_name":"Handling different level of unstable reward environment through an estimation of reward distribution in XCS","publication_year":2015,"publication_date":"2015-05-01","ids":{"openalex":"https://openalex.org/W1529479222","doi":"https://doi.org/10.1109/cec.2015.7257259","mag":"1529479222"},"language":"en","primary_location":{"id":"doi:10.1109/cec.2015.7257259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec.2015.7257259","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Congress on Evolutionary Computation (CEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102252317","display_name":"Takato Tatsumi","orcid":null},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takato Tatsumi","raw_affiliation_strings":["University of Electro-Communications, Tokyo, Japan","The University of Electro-Communications 1-5-1 Chofugaoka, Chofu-shi, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]},{"raw_affiliation_string":"The University of Electro-Communications 1-5-1 Chofugaoka, Chofu-shi, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040838899","display_name":"Takahiro Komine","orcid":null},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takahiro Komine","raw_affiliation_strings":["University of Electro-Communications, Tokyo, Japan","The University of Electro-Communications 1-5-1 Chofugaoka, Chofu-shi, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]},{"raw_affiliation_string":"The University of Electro-Communications 1-5-1 Chofugaoka, Chofu-shi, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060858053","display_name":"Hiroyuki Sat\u014d","orcid":"https://orcid.org/0000-0002-2891-3835"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroyuki Sato","raw_affiliation_strings":["University of Electro-Communications, Tokyo, Japan","The University of Electro-Communications 1-5-1 Chofugaoka, Chofu-shi, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]},{"raw_affiliation_string":"The University of Electro-Communications 1-5-1 Chofugaoka, Chofu-shi, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084452161","display_name":"Keiki Takadama","orcid":"https://orcid.org/0009-0007-0916-5505"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keiki Takadama","raw_affiliation_strings":["University of Electro-Communications, Tokyo, Japan","The University of Electro-Communications 1-5-1 Chofugaoka, Chofu-shi, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]},{"raw_affiliation_string":"The University of Electro-Communications 1-5-1 Chofugaoka, Chofu-shi, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.02006628,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2973","last_page":"2980"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11663","display_name":"Viral Infectious Diseases and Gene Expression in Insects","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.7631847858428955},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6508110761642456},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.629500150680542},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5565864443778992},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5204432606697083},{"id":"https://openalex.org/keywords/learning-classifier-system","display_name":"Learning classifier system","score":0.491117924451828},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4800168573856354},{"id":"https://openalex.org/keywords/multiplexer","display_name":"Multiplexer","score":0.42551106214523315},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42300501465797424},{"id":"https://openalex.org/keywords/gaussian-noise","display_name":"Gaussian noise","score":0.42171183228492737},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.34115880727767944}],"concepts":[{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.7631847858428955},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6508110761642456},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.629500150680542},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5565864443778992},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5204432606697083},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.491117924451828},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4800168573856354},{"id":"https://openalex.org/C70970002","wikidata":"https://www.wikidata.org/wiki/Q189434","display_name":"Multiplexer","level":3,"score":0.42551106214523315},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42300501465797424},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.42171183228492737},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.34115880727767944},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19275194","wikidata":"https://www.wikidata.org/wiki/Q222903","display_name":"Multiplexing","level":2,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cec.2015.7257259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec.2015.7257259","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Congress on Evolutionary Computation (CEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W174054909","https://openalex.org/W188191918","https://openalex.org/W200158614","https://openalex.org/W1521245939","https://openalex.org/W1966817248","https://openalex.org/W1989101984","https://openalex.org/W1999128321","https://openalex.org/W2051730039","https://openalex.org/W2052153221","https://openalex.org/W2100677568","https://openalex.org/W2175332202","https://openalex.org/W3023540311","https://openalex.org/W3028232160","https://openalex.org/W3041202696","https://openalex.org/W6607611615","https://openalex.org/W6607865546","https://openalex.org/W6608104289","https://openalex.org/W6634894526"],"related_works":["https://openalex.org/W1966456942","https://openalex.org/W2754028433","https://openalex.org/W3148138296","https://openalex.org/W1882507001","https://openalex.org/W2367922714","https://openalex.org/W1986508893","https://openalex.org/W2352650970","https://openalex.org/W2534140487","https://openalex.org/W4383501708","https://openalex.org/W2130711276"],"abstract_inverted_index":{"XCS":[0,65,116,158],"is":[1,9,29,33,156],"an":[2,51,68,187],"accuracy-based":[3],"learning":[4,45],"classifier":[5,80,99,169,241],"system":[6],"(LCS)":[7],"which":[8,125],"powered":[10],"by":[11,63,84,135,179,235],"a":[12,24,47,127],"reinforcement":[13],"algorithm.":[14],"We":[15],"expect":[16],"it":[17,32],"will":[18],"have":[19,126,145],"when":[20],"the":[21,39,75,79,86,90,95,98,102,109,120,131,141,146,151,164,168,171,181,191,197,202,213,220,227,232,237,240,244],"reward":[22,53,76,103,123,245],"for":[23,59,66],"state":[25],"/":[26],"action":[27],"pair":[28],"unstable,":[30],"because":[31],"not":[34],"possible":[35],"to":[36,107,163,207],"correctly":[37],"estimate":[38],"evaluation.":[40],"This":[41],"paper":[42,114],"focuses":[43],"on":[44,101,140,219,243],"in":[46,150,170,185,190,212],"different":[48,128,215],"level":[49,129],"of":[50,78,89,97,111,130,167,239],"unstable":[52,122,132],"environment":[54,152,214],"and":[55,93,117,209],"proposes":[56],"XCS-URE":[57,73,118,175,194,224],"(XCS":[58],"Unstable":[60],"Reward":[61],"Environment)":[62],"improving":[64],"such":[67,186],"environment.":[69],"For":[70],"this":[71,113],"purpose,":[72],"estimates":[74],"distribution":[77],"(i.e.,":[81],"if-then":[82],"rule)":[83],"using":[85],"standard":[87],"deviation":[88],"acquired":[91],"reward,":[92],"adjusts":[94],"accuracy":[96,166,238],"depending":[100,218,242],"distribution.":[104,246],"In":[105],"order":[106],"investigate":[108],"effectiveness":[110],"XCS-URE,":[112],"applies":[115],"into":[119],"multiple":[121],"environments":[124],"rewards":[133],"added":[134],"Gaussian":[136,154,216],"noise.":[137],"The":[138],"experiments":[139],"modified":[142],"multiplexer":[143],"problems":[144],"following":[147],"implications:":[148],"(1)":[149],"same":[153,192],"noise":[155],"added,":[157,223],"cannot":[159],"performs":[160],"properly":[161,178],"due":[162],"low":[165],"noisy":[172],"environments,":[173],"while":[174],"can":[176,195,225],"perform":[177],"acquiring":[180],"appropriate":[182],"classifiers":[183],"even":[184,211],"environment;":[188],"(2)":[189],"environment,":[193],"reduce":[196,226],"population":[198,228],"size":[199,229],"without":[200,230],"decreasing":[201,231],"correct":[203,233],"rate":[204,234],"as":[205],"compared":[206],"XCS;":[208],"(3)":[210],"noises":[217],"situation":[221],"are":[222],"adjusting":[236]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}