{"id":"https://openalex.org/W2142533342","doi":"https://doi.org/10.1109/cec.2011.5949953","title":"Formation and activation of feature hierarchies under reinforcement","display_name":"Formation and activation of feature hierarchies under reinforcement","publication_year":2011,"publication_date":"2011-06-01","ids":{"openalex":"https://openalex.org/W2142533342","doi":"https://doi.org/10.1109/cec.2011.5949953","mag":"2142533342"},"language":"en","primary_location":{"id":"doi:10.1109/cec.2011.5949953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec.2011.5949953","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE Congress of Evolutionary Computation (CEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049961437","display_name":"Anthony Knittel","orcid":"https://orcid.org/0000-0003-2783-7022"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Anthony Knittel","raw_affiliation_strings":["School of Computer Science and Engineering, University of New South Wales, Australia","School of Computer Science and Engineering, University of New South Wales,"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales, Australia","institution_ids":["https://openalex.org/I31746571"]},{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales,","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111634442","display_name":"Terry Bossomaier","orcid":null},"institutions":[{"id":"https://openalex.org/I153230381","display_name":"Charles Sturt University","ror":"https://ror.org/00wfvh315","country_code":"AU","type":"education","lineage":["https://openalex.org/I153230381"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Terry Bossomaier","raw_affiliation_strings":["School of Information Technology, Charles Sturt University, Australia","School of Information Technology, Charles Sturt University"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Charles Sturt University, Australia","institution_ids":["https://openalex.org/I153230381"]},{"raw_affiliation_string":"School of Information Technology, Charles Sturt University","institution_ids":["https://openalex.org/I153230381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5049961437"],"corresponding_institution_ids":["https://openalex.org/I31746571"],"apc_list":null,"apc_paid":null,"fwci":0.4276,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.73836889,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"99","issue":null,"first_page":"2677","last_page":"2684"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.776515543460846},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6956769227981567},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6324732303619385},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.6319448351860046},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.617711067199707},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5348438620567322},{"id":"https://openalex.org/keywords/learning-classifier-system","display_name":"Learning classifier system","score":0.48762646317481995},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4695345163345337},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.41825202107429504}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.776515543460846},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6956769227981567},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6324732303619385},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.6319448351860046},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.617711067199707},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5348438620567322},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.48762646317481995},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4695345163345337},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.41825202107429504},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cec.2011.5949953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec.2011.5949953","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE Congress of Evolutionary Computation (CEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W72577788","https://openalex.org/W182733715","https://openalex.org/W185996291","https://openalex.org/W193314331","https://openalex.org/W1516535719","https://openalex.org/W1545423298","https://openalex.org/W1569512666","https://openalex.org/W1571728100","https://openalex.org/W1573515543","https://openalex.org/W1584428002","https://openalex.org/W1708874574","https://openalex.org/W1760373942","https://openalex.org/W1976232810","https://openalex.org/W1989101984","https://openalex.org/W2009718765","https://openalex.org/W2025997350","https://openalex.org/W2052153221","https://openalex.org/W2056860348","https://openalex.org/W2064957497","https://openalex.org/W2072128103","https://openalex.org/W2086747947","https://openalex.org/W2091785129","https://openalex.org/W2096651949","https://openalex.org/W2097284564","https://openalex.org/W2097778153","https://openalex.org/W2112809725","https://openalex.org/W2120445732","https://openalex.org/W2121863487","https://openalex.org/W2125297759","https://openalex.org/W2131236249","https://openalex.org/W2134261358","https://openalex.org/W2134927309","https://openalex.org/W2138692731","https://openalex.org/W2138874178","https://openalex.org/W2141330471","https://openalex.org/W2141790984","https://openalex.org/W2144247213","https://openalex.org/W2149243132","https://openalex.org/W2149249560","https://openalex.org/W2155625359","https://openalex.org/W2155936236","https://openalex.org/W2157838568","https://openalex.org/W2158274534","https://openalex.org/W2174839307","https://openalex.org/W2286297822","https://openalex.org/W2952657302","https://openalex.org/W4214717370","https://openalex.org/W4231109964","https://openalex.org/W4237416289","https://openalex.org/W4240438002","https://openalex.org/W6602990536","https://openalex.org/W6607424839","https://openalex.org/W6607806219","https://openalex.org/W6634401073","https://openalex.org/W6683113787"],"related_works":["https://openalex.org/W1966456942","https://openalex.org/W2754028433","https://openalex.org/W3148138296","https://openalex.org/W1882507001","https://openalex.org/W2367922714","https://openalex.org/W1986508893","https://openalex.org/W2352650970","https://openalex.org/W4383501708","https://openalex.org/W2130711276","https://openalex.org/W3135573334"],"abstract_inverted_index":{"Representation":[0],"of":[1,6,12,20,33,44,50,55,63,76,81,93,97,108,114,117,138,140,202,218,224,250,261],"knowledge":[2],"through":[3],"a":[4,27,30,53,91,95,101,112,118,133,146,164,172,178,183,207,222,236,254,258],"hierarchy":[5,28,47],"re-used":[7],"elements,":[8],"and":[9,37,52,78,204,211,240],"the":[10,109,127,158,186,195,200,219,245],"discovery":[11,75],"intermediate":[13],"terms":[14],"for":[15,74,79],"learning,":[16],"is":[17,29,124,212],"an":[18,39,65,68,85],"area":[19],"increasing":[21],"interest":[22],"in":[23,42,67,111,132,156],"artificial":[24,69],"learning.":[25],"Such":[26],"recognised":[31],"aspect":[32],"human":[34,263],"visual":[35],"processing":[36,242],"has":[38],"important":[40],"role":[41],"recognition":[43],"objects.":[45],"A":[46],"allows":[48],"efficiency":[49],"representation,":[51],"manner":[54],"preserving":[56],"links":[57],"between":[58],"related":[59],"concepts.":[60],"The":[61,229,248],"use":[62],"such":[64],"approach":[66],"system":[70,196],"requires":[71],"addressing":[72],"processes":[73],"features,":[77],"activation":[80,139,148,232],"features":[82,107,189,217,251],"according":[83,103],"to":[84,100,104,121,153,163,177,190,214],"observation.":[86],"Learning":[87],"Classifier":[88,129],"Systems":[89],"provide":[90],"means":[92],"developing":[94],"population":[96,113],"rules":[98,123],"relevant":[99,216],"task":[102],"reinforcement,":[105],"capturing":[106],"problem":[110],"rules.":[115],"Implementation":[116],"hierarchical":[119],"representation":[120],"define":[122],"examined":[125],"using":[126,145,171,221],"Activation-Reinforcement":[128],"System,":[130],"acting":[131],"game":[134,201,209,220],"environment.":[135],"Two":[136],"methods":[137],"fragments":[141],"are":[142],"examined,":[143],"one":[144],"parallel":[147,246],"method":[149,233],"allowing":[150],"multiple":[151],"interpretations":[152],"be":[154,191],"active":[155],"tandem,":[157],"other":[159],"based":[160,231],"on":[161,185,199],"attention":[162,230],"single":[165],"higher":[166],"level":[167,180,188],"concept":[168],"at":[169],"once,":[170],"limited":[173],"working":[174],"memory.":[175],"Attention":[176],"high":[179],"rule":[181],"provides":[182],"bias":[184],"low":[187],"activated.":[192],"Trials":[193],"show":[194],"operates":[197,234],"successfully":[198],"Dots":[203],"Boxes":[205],"with":[206,235],"large":[208],"size,":[210],"able":[213],"extract":[215],"body":[223],"4000":[225],"autonomously":[226],"produced":[227,252],"features.":[228],"reduced":[237],"memory":[238],"requirement":[239],"faster":[241],"time":[243],"than":[244],"method.":[247],"network":[249],"shows":[253],"scale-free":[255],"connectivity":[256],"distribution,":[257],"common":[259],"property":[260],"many":[262],"semantic":[264],"networks.":[265]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}