{"id":"https://openalex.org/W4284967064","doi":"https://doi.org/10.1145/3512290.3528767","title":"Pittsburgh learning classifier systems for explainable reinforcement learning","display_name":"Pittsburgh learning classifier systems for explainable reinforcement learning","publication_year":2022,"publication_date":"2022-07-08","ids":{"openalex":"https://openalex.org/W4284967064","doi":"https://doi.org/10.1145/3512290.3528767"},"language":"en","primary_location":{"id":"doi:10.1145/3512290.3528767","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3512290.3528767","pdf_url":"https://dl.acm.org/action/downloadSupplement?doi=10.1145%2F3512290.3528767&file=p323-bishop-suppl.pdf","source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/action/downloadSupplement?doi=10.1145%2F3512290.3528767&file=p323-bishop-suppl.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018060024","display_name":"Jordan T. Bishop","orcid":"https://orcid.org/0000-0001-8691-9330"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jordan T. Bishop","raw_affiliation_strings":["The University of Queensland, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017810911","display_name":"Marcus Gallagher","orcid":"https://orcid.org/0000-0002-6694-9572"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Marcus Gallagher","raw_affiliation_strings":["The University of Queensland, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065533636","display_name":"Will N. Browne","orcid":"https://orcid.org/0000-0001-8979-2224"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Will N. Browne","raw_affiliation_strings":["Queensland University of Technology, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Australia","institution_ids":["https://openalex.org/I160993911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6748,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.68827656,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"323","last_page":"331"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9713000059127808,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8325366973876953},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7839818000793457},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6529618501663208},{"id":"https://openalex.org/keywords/learning-classifier-system","display_name":"Learning classifier system","score":0.6238384246826172},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6125249266624451},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5955970883369446},{"id":"https://openalex.org/keywords/connectionism","display_name":"Connectionism","score":0.4775739014148712},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2837963104248047}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8325366973876953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7839818000793457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6529618501663208},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.6238384246826172},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6125249266624451},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5955970883369446},{"id":"https://openalex.org/C8521452","wikidata":"https://www.wikidata.org/wiki/Q203790","display_name":"Connectionism","level":3,"score":0.4775739014148712},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2837963104248047}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3512290.3528767","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3512290.3528767","pdf_url":"https://dl.acm.org/action/downloadSupplement?doi=10.1145%2F3512290.3528767&file=p323-bishop-suppl.pdf","source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2305.09945","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.09945","pdf_url":"https://arxiv.org/pdf/2305.09945","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.qut.edu.au:234568","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402607","display_name":"QUT ePrints (Queensland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I160993911","host_organization_name":"Queensland University of Technology","host_organization_lineage":["https://openalex.org/I160993911"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"GECCO '22: Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"Chapter in Book, Report or Conference volume"},{"id":"doi:10.48550/arxiv.2305.09945","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.09945","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3512290.3528767","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3512290.3528767","pdf_url":"https://dl.acm.org/action/downloadSupplement?doi=10.1145%2F3512290.3528767&file=p323-bishop-suppl.pdf","source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4284967064.pdf","grobid_xml":"https://content.openalex.org/works/W4284967064.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1521245939","https://openalex.org/W1836887430","https://openalex.org/W1989101984","https://openalex.org/W1993254737","https://openalex.org/W1999128321","https://openalex.org/W2064957497","https://openalex.org/W2084028892","https://openalex.org/W2115679291","https://openalex.org/W2125321720","https://openalex.org/W2129785984","https://openalex.org/W2145339207","https://openalex.org/W2155007355","https://openalex.org/W2746353786","https://openalex.org/W2891503716","https://openalex.org/W3039358545","https://openalex.org/W4235411351","https://openalex.org/W4254930325","https://openalex.org/W6666596879","https://openalex.org/W6682849425"],"related_works":["https://openalex.org/W1966456942","https://openalex.org/W2754028433","https://openalex.org/W3148138296","https://openalex.org/W1882507001","https://openalex.org/W2367922714","https://openalex.org/W1986508893","https://openalex.org/W2352650970","https://openalex.org/W2534140487","https://openalex.org/W4383501708","https://openalex.org/W2130711276"],"abstract_inverted_index":{"Interest":[0],"in":[1,53,148,171,197],"reinforcement":[2],"learning":[3,14,33,112],"(RL)":[4],"has":[5],"recently":[6],"surged":[7],"due":[8,43],"to":[9,44,84,90,124,193],"the":[10,57,105,125,149],"application":[11],"of":[12,151,154],"deep":[13],"techniques,":[15],"but":[16,170],"these":[17],"connectionist":[18],"approaches":[19],"are":[20,30,50],"opaque":[21],"compared":[22],"with":[23,181],"symbolic":[24],"systems.":[25,81],"Learning":[26],"Classifier":[27],"Systems":[28],"(LCSs)":[29],"evolutionary":[31],"machine":[32],"systems":[34,60,123],"that":[35,137,187],"can":[36,74,161],"be":[37],"categorised":[38],"as":[39,56,100],"eXplainable":[40],"AI":[41],"(XAI)":[42],"their":[45],"rule-based":[46],"nature.":[47],"Michigan":[48,80,126],"LCSs":[49,89],"commonly":[51],"used":[52],"RL":[54,92,198],"domains":[55],"alternative":[58],"Pittsburgh":[59,88,122],"(e.g.":[61],"SAMUEL)":[62],"suffer":[63],"from":[64],"complex":[65],"algorithmic":[66],"design":[67],"and":[68,95,104,131,145,175],"high":[69,152],"computational":[70,183],"requirements;":[71],"however":[72],"they":[73],"produce":[75],"more":[76,173,177],"compact/interpretable":[77],"solutions":[78],"than":[79,143,165],"We":[82,118],"aim":[83],"develop":[85],"two":[86,121],"novel":[87],"address":[91],"domains:":[93],"PPL-DL":[94,144],"PPL-ST.":[96],"The":[97],"former":[98],"acts":[99],"a":[101,172],"\"zeroth-level\"":[102],"system,":[103],"latter":[106],"revisits":[107],"SAMUEL's":[108],"core":[109],"Monte":[110],"Carlo":[111],"mechanism":[113],"for":[114],"estimating":[115],"rule":[116],"strength.":[117],"compare":[119],"our":[120],"system":[127],"XCS":[128,147],"across":[129],"deterministic":[130],"stochastic":[132],"FrozenLake":[133],"environments.":[134],"Results":[135],"show":[136],"PPL-ST":[138,160,188],"performs":[139],"on-par":[140],"or":[141],"better":[142],"outperforms":[146],"presence":[150],"levels":[153],"environmental":[155],"uncertainty.":[156],"Rulesets":[157],"evolved":[158,167],"by":[159,168],"achieve":[162],"higher":[163,182],"performance":[164],"those":[166],"XCS,":[169],"parsimonious":[174],"therefore":[176],"interpretable":[178],"fashion,":[179],"albeit":[180],"cost.":[184],"This":[185],"indicates":[186],"is":[189],"an":[190],"LCS":[191],"well-suited":[192],"producing":[194],"explainable":[195],"policies":[196],"domains.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2022-07-10T00:00:00"}