{"id":"https://openalex.org/W176157482","doi":"https://doi.org/10.7551/mitpress/3117.003.0054","title":"Reinforcement Learning with Dynamic Covering of State-Action Space: Partitioning Q-Learning","display_name":"Reinforcement Learning with Dynamic Covering of State-Action Space: Partitioning Q-Learning","alternate_titles":[],"publication_year":1994,"publication_date":"1994-07-27","ids":{"openalex":"https://openalex.org/W176157482","doi":"https://doi.org/10.7551/mitpress/3117.003.0054","mag":"176157482"},"language":"en","primary_location":{"id":"doi:10.7551/mitpress/3117.003.0054","doi":"https://doi.org/10.7551/mitpress/3117.003.0054","is_oa":false,"landing_page_url":"https://doi.org/10.7551/mitpress/3117.003.0054","pdf_url":null,"source":{"id":"https://openalex.org/S4306463997","display_name":"The MIT Press eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"From Animals to Animats 3","raw_type":"book-chapter"},"parent_works":[{"id":"https://openalex.org/W4253976619","display_name":"From Animals to Animats 3: Proceedings of the Third International Conference on Simulation of Adpative Behavior","relationship":"volume"}],"lineage":["https://openalex.org/W176157482","https://openalex.org/W4253976619"],"child_works_count":0,"type":"book-chapter","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006533777","display_name":"R\u00e9mi Munos","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"R\u00e9mi Munos","raw_affiliation_strings":["Electronique et intelligence artificielle"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronique et intelligence artificielle","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064692297","display_name":"Jocelyn Patinel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1307600426","display_name":"Dassault Aviation (France)","ror":"https://ror.org/02as1sh25","country_code":"FR","type":"company","lineage":["https://openalex.org/I1307600426"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jocelyn Patinel","raw_affiliation_strings":["DASSAULT AVIATION SAINT CLOUD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DASSAULT AVIATION SAINT CLOUD","institution_ids":["https://openalex.org/I1307600426"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4898,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.59706362,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"354","last_page":"363"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9480000138282776},{"id":"https://openalex.org/keywords/classifier-systems","display_name":"classifier systems","score":0.7490000128746033},{"id":"https://openalex.org/keywords/adaptive-behavior","display_name":"adaptive behavior","score":0.6949999928474426},{"id":"https://openalex.org/keywords/reactive-systems","display_name":"reactive systems","score":0.9580000042915344},{"id":"https://openalex.org/keywords/local-perceptions","display_name":"local perceptions","score":0.753000020980835},{"id":"https://openalex.org/keywords/expert-knowledge-acquisition","display_name":"expert knowledge acquisition","score":0.6909999847412109},{"id":"https://openalex.org/keywords/combinatorial-explosion","display_name":"combinatorial explosion","score":0.7350000143051147},{"id":"https://openalex.org/keywords/reactive-robots","display_name":"reactive robots","score":0.7979999780654907},{"id":"https://openalex.org/keywords/weed-cutting","display_name":"weed cutting","score":0.8109999895095825}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7682535648345947},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.6037896871566772},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5751795768737793},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.5301530957221985},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4801734983921051},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4688008427619934},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.44949811697006226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34989625215530396},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2331571877002716},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12952062487602234},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10941523313522339},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.07323434948921204},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.7551/mitpress/3117.003.0054","doi":"https://doi.org/10.7551/mitpress/3117.003.0054","is_oa":false,"landing_page_url":"https://doi.org/10.7551/mitpress/3117.003.0054","pdf_url":null,"source":{"id":"https://openalex.org/S4306463997","display_name":"The MIT Press eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"From Animals to Animats 3","raw_type":"book-chapter"},{"id":"pmh:oai:HAL:hal-02577069v1","doi":null,"is_oa":false,"landing_page_url":"https://hal.inrae.fr/hal-02577069","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"3rd international conference on simulation of adaptive behavior from animals to animats, 1994, 1994, France. pp.354-363","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:irsteadoc.irstea.fr:PUB00004002","doi":null,"is_oa":false,"landing_page_url":"https://irsteadoc.irstea.fr/cemoa/PUB00004002","pdf_url":null,"source":{"id":"https://openalex.org/S7407064358","display_name":"Cemadoc (Cemagref / IRSTEA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"3623","raw_type":"Communication \u00e0 un congr\u00e8s"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2084838588","https://openalex.org/W1531103898","https://openalex.org/W2591760321","https://openalex.org/W1874176344","https://openalex.org/W2087104403","https://openalex.org/W2726613002","https://openalex.org/W4409979384","https://openalex.org/W2314781100","https://openalex.org/W2077119047","https://openalex.org/W7098270303"],"abstract_inverted_index":{"This":[0,29,99],"paper":[1],"presents":[2],"a":[3,17,24,87,107,120],"reinforcement":[4],"learning":[5,36],"algorithm":[6,30,100],":":[7,34],"\"Partitioning":[8],"Q-learning\",":[9],"designed":[10],"for":[11],"generating":[12],"an":[13],"adaptive":[14],"behavior":[15],"of":[16,54,60,69,73,76,90,96,106],"reactive":[18,108],"system":[19],"with":[20],"local":[21],"perception":[22],"in":[23,119],"complex":[25],"and":[26,42,46,115],"changing":[27],"environment.":[28],"includes":[31],"two":[32,62],"dynamics":[33,37,49,63],"the":[35,40,47,52,55,67,70,74,83,94,104],"based":[38],"on":[39],"Q-learning":[41,139],"Bucket":[43],"Brigade":[44],"algorithms,":[45],"structural":[48],"that":[50],"models":[51],"acquisition":[53],"expert":[56],"knowledge.":[57],"The":[58],"combination":[59],"these":[61],"intends":[64],"to":[65,78,103,112,116],"solve":[66],"problem":[68],"combinatory":[71],"explosion":[72],"number":[75,89],"qualities":[77],"be":[79],"estimated":[80],"by":[81],"dividing":[82],"state-action":[84],"space":[85],"into":[86],"minimal":[88],"homogeneous":[91],"regions":[92],"using":[93],"formalism":[95],"Classifier":[97],"Systems.":[98],"is":[101],"applied":[102],"simulation":[105,151],"robot":[109,153],"which":[110],"tries":[111],"cut":[113],"weeds":[114],"avoid":[117],"plants":[118],"cultivated":[121],"field.":[122],"/":[123],"Article":[124],"pr\u00e9sentant":[125],"un":[126,156],"algorithme":[127,146],"d'apprentissage":[128],"par":[129],"renforcement":[130],"le":[131,135,138],"\"Q-learning\",":[132],"et":[133,140],"fait":[134],"lien":[136],"entre":[137],"les":[141],"syst\u00e8mes":[142],"de":[143],"classeurs.":[144],"Cet":[145],"est":[147],"utilis\u00e9":[148],"pour":[149],"la":[150],"d'un":[152],"r\u00e9actif":[154],"dans":[155],"champ":[157],"cultiv\u00e9.":[158]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W176157482","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
