{"id":"https://openalex.org/W3192570781","doi":"https://doi.org/10.1109/tevc.2021.3102241","title":"Frames-of-Reference-Based Learning: Overcoming Perceptual Aliasing in Multistep Decision-Making Tasks","display_name":"Frames-of-Reference-Based Learning: Overcoming Perceptual Aliasing in Multistep Decision-Making Tasks","publication_year":2021,"publication_date":"2021-08-04","ids":{"openalex":"https://openalex.org/W3192570781","doi":"https://doi.org/10.1109/tevc.2021.3102241","mag":"3192570781"},"language":"en","primary_location":{"id":"doi:10.1109/tevc.2021.3102241","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tevc.2021.3102241","pdf_url":"https://ieeexplore.ieee.org/ielx7/4235/9695940/09506922.pdf","source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/4235/9695940/09506922.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102004310","display_name":"Abubakar Siddique","orcid":"https://orcid.org/0000-0002-3253-802X"},"institutions":[{"id":"https://openalex.org/I41156924","display_name":"Victoria University of Wellington","ror":"https://ror.org/0040r6f76","country_code":"NZ","type":"education","lineage":["https://openalex.org/I41156924"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Abubakar Siddique","raw_affiliation_strings":["Evolutionary Computation Research Group, School of Engineering and Computer Science, Victoria University of Wellington, Wellington, New Zealand"],"affiliations":[{"raw_affiliation_string":"Evolutionary Computation Research Group, School of Engineering and Computer Science, Victoria University of Wellington, Wellington, New Zealand","institution_ids":["https://openalex.org/I41156924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065533636","display_name":"Will N. Browne","orcid":"https://orcid.org/0000-0001-8979-2224"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Will N. Browne","raw_affiliation_strings":["Faculty of Engineering, School of Electrical Engineering and Robotics, Queensland University of Technology, Brisbane, QLD, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, School of Electrical Engineering and Robotics, Queensland University of Technology, Brisbane, QLD, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071797847","display_name":"Gina M. Grimshaw","orcid":"https://orcid.org/0000-0002-1291-1368"},"institutions":[{"id":"https://openalex.org/I41156924","display_name":"Victoria University of Wellington","ror":"https://ror.org/0040r6f76","country_code":"NZ","type":"education","lineage":["https://openalex.org/I41156924"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Gina M. Grimshaw","raw_affiliation_strings":["Cognitive and Affective Neuroscience Lab, School of Psychology, Victoria University of Wellington, Wellington, New Zealand"],"affiliations":[{"raw_affiliation_string":"Cognitive and Affective Neuroscience Lab, School of Psychology, Victoria University of Wellington, Wellington, New Zealand","institution_ids":["https://openalex.org/I41156924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102004310"],"corresponding_institution_ids":["https://openalex.org/I41156924"],"apc_list":null,"apc_paid":null,"fwci":2.7991,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.92057686,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"26","issue":"1","first_page":"174","last_page":"187"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.792121946811676},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7455601692199707},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7222370505332947},{"id":"https://openalex.org/keywords/aliasing","display_name":"Aliasing","score":0.6783760786056519},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6703075766563416},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.585533082485199},{"id":"https://openalex.org/keywords/learning-classifier-system","display_name":"Learning classifier system","score":0.5801369547843933},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5221498608589172},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.34380286931991577},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10685864090919495}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.792121946811676},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7455601692199707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7222370505332947},{"id":"https://openalex.org/C4069607","wikidata":"https://www.wikidata.org/wiki/Q868732","display_name":"Aliasing","level":3,"score":0.6783760786056519},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6703075766563416},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.585533082485199},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.5801369547843933},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5221498608589172},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.34380286931991577},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10685864090919495},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C136536468","wikidata":"https://www.wikidata.org/wiki/Q1225894","display_name":"Undersampling","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tevc.2021.3102241","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tevc.2021.3102241","pdf_url":"https://ieeexplore.ieee.org/ielx7/4235/9695940/09506922.pdf","source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},{"id":"pmh:oai:eprints.qut.edu.au:212805","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402607","display_name":"QUT ePrints (Queensland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I160993911","host_organization_name":"Queensland University of Technology","host_organization_lineage":["https://openalex.org/I160993911"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"Contribution to Journal"}],"best_oa_location":{"id":"doi:10.1109/tevc.2021.3102241","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tevc.2021.3102241","pdf_url":"https://ieeexplore.ieee.org/ielx7/4235/9695940/09506922.pdf","source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8199999928474426}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3192570781.pdf","grobid_xml":"https://content.openalex.org/works/W3192570781.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W975385166","https://openalex.org/W1526482272","https://openalex.org/W1529910098","https://openalex.org/W1539216098","https://openalex.org/W1590373830","https://openalex.org/W1925349544","https://openalex.org/W1965903866","https://openalex.org/W1966012748","https://openalex.org/W1970792572","https://openalex.org/W1989101984","https://openalex.org/W1989206164","https://openalex.org/W1992915126","https://openalex.org/W1994382987","https://openalex.org/W1999128321","https://openalex.org/W2000659199","https://openalex.org/W2003238113","https://openalex.org/W2009718765","https://openalex.org/W2016867540","https://openalex.org/W2017169966","https://openalex.org/W2023131636","https://openalex.org/W2028186328","https://openalex.org/W2029650596","https://openalex.org/W2033245841","https://openalex.org/W2043003550","https://openalex.org/W2048922534","https://openalex.org/W2052515926","https://openalex.org/W2065087844","https://openalex.org/W2076201615","https://openalex.org/W2079390801","https://openalex.org/W2079755469","https://openalex.org/W2082149624","https://openalex.org/W2099630522","https://openalex.org/W2103822013","https://openalex.org/W2104707550","https://openalex.org/W2109806842","https://openalex.org/W2116753650","https://openalex.org/W2120536063","https://openalex.org/W2121092017","https://openalex.org/W2146367411","https://openalex.org/W2156888376","https://openalex.org/W2157456991","https://openalex.org/W2331586777","https://openalex.org/W2483496153","https://openalex.org/W2522489477","https://openalex.org/W2586418066","https://openalex.org/W2604272474","https://openalex.org/W2625755437","https://openalex.org/W2746353786","https://openalex.org/W2747517633","https://openalex.org/W2750723404","https://openalex.org/W2912185451","https://openalex.org/W2921745792","https://openalex.org/W2949362947","https://openalex.org/W2966576392","https://openalex.org/W3038421772","https://openalex.org/W3046519091","https://openalex.org/W3082748709","https://openalex.org/W4236817408","https://openalex.org/W4237402488","https://openalex.org/W4249875819","https://openalex.org/W4253365321","https://openalex.org/W6601474328","https://openalex.org/W6601597088","https://openalex.org/W6604655690","https://openalex.org/W6636922475","https://openalex.org/W6674812091","https://openalex.org/W6682439627","https://openalex.org/W6749950433"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W1966456942"],"abstract_inverted_index":{"Perceptual":[0],"aliasing":[1,172],"challenges":[2],"reinforcement":[3],"learning":[4,50,93,100,114],"agents.":[5,183],"They":[6],"struggle":[7],"to":[8,14,28,117,135,155,181,196],"learn":[9,118],"stable":[10,119],"policies":[11,120],"by":[12],"failing":[13],"identify":[15],"and":[16,159,193,200],"disambiguate":[17],"perceptually":[18],"identical":[19],"states":[20,127],"in":[21,99,103,121,139,174],"the":[22,33,46,72,109,133,152,166,186],"environment":[23,64],"that":[24,57,76,82,165,177],"require":[25],"different":[26,66],"actions":[27],"reach":[29],"a":[30,38,52,113,129,145],"goal.":[31],"As":[32],"agent":[34],"often":[35],"has":[36,96],"only":[37,190],"local":[39],"frame":[40],"of":[41,54,62,68,74,80,86,92,143],"reference,":[42],"it":[43],"cannot":[44],"represent":[45],"global":[47],"environment.":[48],"Frame-of-reference-based":[49],"is":[51],"feature":[53],"vertebrate":[55],"intelligence":[56],"allows":[58],"multiple":[59],"simultaneous":[60],"representations":[61],"an":[63],"at":[65,128],"levels":[67],"abstraction.":[69],"This":[70,106],"enables":[71,132],"resolution":[73],"patterns":[75,81,102,173],"are":[77,83],"made":[78,84],"up":[79,85],"features.":[87],"The":[88,161],"evolutionary":[89],"computation":[90,150],"technique":[91],"classifier":[94,115],"systems":[95],"shown":[97],"promise":[98],"nested":[101],"single-step":[104],"domains.":[105,124],"work":[107],"uses":[108],"frame-of-reference":[110],"concept":[111],"within":[112],"system":[116,134,154,168,188],"non-Markov":[122,175],"multistep":[123],"Considering":[125],"aliased":[126],"constituent":[130],"level":[131],"place":[136],"them":[137],"appropriately":[138],"holistic-level":[140],"policies.":[141,160],"Instead":[142],"enumerating":[144],"huge":[146],"search":[147],"space,":[148],"evolution":[149],"empowers":[151],"novel":[153,167,187],"evolve":[156],"fitter":[157],"rules":[158],"experimental":[162],"results":[163],"show":[164],"effectively":[169],"solves":[170],"complex":[171],"environments":[176],"have":[178],"been":[179],"challenging":[180],"artificial":[182],"For":[184],"example,":[185],"utilizes":[189],"6.5,":[191],"3.71,":[192],"3.22":[194],"steps":[195],"resolve":[197],"Maze10,":[198],"Littman57,":[199],"Woods102,":[201],"respectively.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}