{"id":"https://openalex.org/W2019119682","doi":"https://doi.org/10.1145/1102256.1102280","title":"An autonomous explore/exploit strategy","display_name":"An autonomous explore/exploit strategy","publication_year":2005,"publication_date":"2005-06-25","ids":{"openalex":"https://openalex.org/W2019119682","doi":"https://doi.org/10.1145/1102256.1102280","mag":"2019119682"},"language":"en","primary_location":{"id":"doi:10.1145/1102256.1102280","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1102256.1102280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th annual workshop on Genetic and evolutionary computation","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129504180","display_name":"Alex McMahon","orcid":null},"institutions":[{"id":"https://openalex.org/I71052956","display_name":"University of Reading","ror":"https://ror.org/05v62cm79","country_code":"GB","type":"education","lineage":["https://openalex.org/I71052956"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alex McMahon","raw_affiliation_strings":["University of Reading, Berkshire, UK","University of Reading, Berkshire, UK;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Reading, Berkshire, UK","institution_ids":["https://openalex.org/I71052956"]},{"raw_affiliation_string":"University of Reading, Berkshire, UK;","institution_ids":["https://openalex.org/I71052956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081169999","display_name":"Dan Scott","orcid":"https://orcid.org/0000-0001-8438-4926"},"institutions":[{"id":"https://openalex.org/I71052956","display_name":"University of Reading","ror":"https://ror.org/05v62cm79","country_code":"GB","type":"education","lineage":["https://openalex.org/I71052956"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dan Scott","raw_affiliation_strings":["University of Reading, Berkshire, UK","University of Reading, Berkshire, UK;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Reading, Berkshire, UK","institution_ids":["https://openalex.org/I71052956"]},{"raw_affiliation_string":"University of Reading, Berkshire, UK;","institution_ids":["https://openalex.org/I71052956"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065533636","display_name":"Will N. Browne","orcid":"https://orcid.org/0000-0001-8979-2224"},"institutions":[{"id":"https://openalex.org/I71052956","display_name":"University of Reading","ror":"https://ror.org/05v62cm79","country_code":"GB","type":"education","lineage":["https://openalex.org/I71052956"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Will Browne","raw_affiliation_strings":["University of Reading, Berkshire, UK","University of Reading, Berkshire, UK;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Reading, Berkshire, UK","institution_ids":["https://openalex.org/I71052956"]},{"raw_affiliation_string":"University of Reading, Berkshire, UK;","institution_ids":["https://openalex.org/I71052956"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I71052956"],"apc_list":null,"apc_paid":null,"fwci":0.9858,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.75895994,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"103","last_page":"108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11663","display_name":"Viral Infectious Diseases and Gene Expression in Insects","score":0.941100001335144,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.9798213243484497},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7784541845321655},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.6964093446731567},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6152729988098145},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5596607327461243},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4889451265335083},{"id":"https://openalex.org/keywords/balance","display_name":"Balance (ability)","score":0.44653454422950745},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43693289160728455},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.42251673340797424},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4213334918022156},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12099376320838928},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11393210291862488},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10647064447402954}],"concepts":[{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.9798213243484497},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7784541845321655},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.6964093446731567},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6152729988098145},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5596607327461243},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4889451265335083},{"id":"https://openalex.org/C168031717","wikidata":"https://www.wikidata.org/wiki/Q1530280","display_name":"Balance (ability)","level":2,"score":0.44653454422950745},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43693289160728455},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.42251673340797424},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4213334918022156},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12099376320838928},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11393210291862488},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10647064447402954},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1102256.1102280","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1102256.1102280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th annual workshop on Genetic and evolutionary computation","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W7538478","https://openalex.org/W1515851193","https://openalex.org/W1555329134","https://openalex.org/W1577112107","https://openalex.org/W1578975453","https://openalex.org/W1805361895","https://openalex.org/W1883351455","https://openalex.org/W1989101984","https://openalex.org/W2004150192","https://openalex.org/W2032119183","https://openalex.org/W2045032692","https://openalex.org/W2076201615","https://openalex.org/W2116871363","https://openalex.org/W2121863487","https://openalex.org/W2123053265","https://openalex.org/W2125823313","https://openalex.org/W2545936654","https://openalex.org/W2586742659","https://openalex.org/W4254545405","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4319083788","https://openalex.org/W4287327031","https://openalex.org/W3130762189","https://openalex.org/W4312978885","https://openalex.org/W2143803874","https://openalex.org/W2718813204","https://openalex.org/W1874176344","https://openalex.org/W1514790684","https://openalex.org/W3201419494","https://openalex.org/W2741584341"],"abstract_inverted_index":{"In":[0],"reinforcement":[1],"learning":[2,75],"problems":[3],"it":[4],"has":[5],"been":[6],"considered":[7],"that":[8],"neither":[9],"exploitation":[10],"nor":[11],"exploration":[12,115],"can":[13],"be":[14],"pursued":[15],"exclusively":[16],"without":[17],"failing":[18],"at":[19],"the":[20,31,36,71,106,123,126],"task.":[21],"The":[22,73],"optimal":[23],"balance":[24,45,62,108],"between":[25],"exploring":[26],"and":[27,65,91,136],"exploiting":[28],"changes":[29],"as":[30],"training":[32],"progresses":[33],"due":[34],"to":[35],"increasing":[37],"amount":[38],"of":[39,105,125,140],"learnt":[40],"knowledge.":[41],"This":[42,111],"shift":[43],"in":[44,93,99,113,116,143],"is":[46,56],"not":[47],"known":[48],"a":[49,79,100,138],"priori":[50],"so":[51],"an":[52,94],"autonomous":[53,103],"online":[54],"adjustment":[55,104],"sought.":[57],"Human":[58],"beings":[59],"manage":[60],"this":[61],"through":[63],"logic":[64],"explorations":[66],"based":[67],"on":[68],"feedback":[69],"from":[70],"environment.":[72,95],"XCS":[74],"classifier":[76],"system":[77],"uses":[78],"fixed":[80],"explore/exploit":[81,107],"balance,":[82],"but":[83],"does":[84],"keep":[85],"multiple":[86],"statistics":[87,98],"about":[88],"its":[89],"performance":[90],"interaction":[92],"Utilising":[96],"these":[97],"non-linear":[101],"manner,":[102],"was":[109],"achieved.":[110],"resulted":[112],"reduced":[114],"simple":[117],"environments,":[118],"which":[119],"could":[120],"increase":[121],"with":[122],"complexity":[124],"problem":[127],"domain.":[128],"It":[129],"also":[130],"prevented":[131],"unsuccessful":[132],"'loop'":[133],"exploit":[134],"trials":[135],"suggests":[137],"method":[139],"dynamic":[141],"choice":[142],"goal":[144],"setting.":[145]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}