{"id":"https://openalex.org/W4386432078","doi":"https://doi.org/10.1109/tai.2023.3311428","title":"Neurosymbolic Reinforcement Learning and Planning: A Survey","display_name":"Neurosymbolic Reinforcement Learning and Planning: A Survey","publication_year":2023,"publication_date":"2023-09-04","ids":{"openalex":"https://openalex.org/W4386432078","doi":"https://doi.org/10.1109/tai.2023.3311428"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2023.3311428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2023.3311428","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.01038","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037048698","display_name":"K. Acharya","orcid":"https://orcid.org/0000-0002-9712-0265"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kamal Acharya","raw_affiliation_strings":["Department of Information Systems, University of Maryland, Baltimore County, Baltimore, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-9712-0265","affiliations":[{"raw_affiliation_string":"Department of Information Systems, University of Maryland, Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081985619","display_name":"Waleed Raza","orcid":"https://orcid.org/0000-0002-4142-3195"},"institutions":[{"id":"https://openalex.org/I84475105","display_name":"Embry\u2013Riddle Aeronautical University","ror":"https://ror.org/010jskt71","country_code":"US","type":"education","lineage":["https://openalex.org/I84475105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Waleed Raza","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Embry-Riddle Aeronautical University, Daytona Beach, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-4142-3195","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Embry-Riddle Aeronautical University, Daytona Beach, FL, USA","institution_ids":["https://openalex.org/I84475105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089269498","display_name":"Carlos Mauricio Jaborandy de Mattos Dourado","orcid":"https://orcid.org/0000-0002-5137-1018"},"institutions":[{"id":"https://openalex.org/I84475105","display_name":"Embry\u2013Riddle Aeronautical University","ror":"https://ror.org/010jskt71","country_code":"US","type":"education","lineage":["https://openalex.org/I84475105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlos Dourado","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Embry-Riddle Aeronautical University, Daytona Beach, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-5137-1018","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Embry-Riddle Aeronautical University, Daytona Beach, FL, USA","institution_ids":["https://openalex.org/I84475105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067109059","display_name":"Alvaro Velasquez","orcid":"https://orcid.org/0000-0001-6757-105X"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alvaro Velasquez","raw_affiliation_strings":["Department of Computer Science, University of Colorado, Boulder, CO, USA"],"raw_orcid":"https://orcid.org/0000-0001-6757-105X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Colorado, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079301418","display_name":"Houbing Song","orcid":"https://orcid.org/0000-0003-2631-9223"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houbing Herbert Song","raw_affiliation_strings":["Department of Information Systems, University of Maryland, Baltimore County, Baltimore, MD, USA"],"raw_orcid":"https://orcid.org/0000-0003-2631-9223","affiliations":[{"raw_affiliation_string":"Department of Information Systems, University of Maryland, Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.0899,"has_fulltext":true,"cited_by_count":51,"citation_normalized_percentile":{"value":0.98062787,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"5","issue":"5","first_page":"1939","last_page":"1953"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9247999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.855233907699585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7111455202102661},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6699793338775635},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5693539381027222},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5393277406692505},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.5051606297492981},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4391201138496399},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43658849596977234},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4080268144607544},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0822155773639679}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.855233907699585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7111455202102661},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6699793338775635},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5693539381027222},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5393277406692505},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.5051606297492981},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4391201138496399},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43658849596977234},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4080268144607544},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0822155773639679},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tai.2023.3311428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2023.3311428","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2309.01038","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.01038","pdf_url":"https://arxiv.org/pdf/2309.01038","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:mdsoar.org:11603/29839","is_oa":true,"landing_page_url":"http://hdl.handle.net/11603/29839","pdf_url":"https://mdsoar.org/bitstreams/0b5936a7-f538-4be4-a692-4557d574fa23/download","source":{"id":"https://openalex.org/S4306402556","display_name":"Maryland Shared Open Access Repository (USMAI Consortium)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"doi:10.13016/m2kdsk-oth0","is_oa":true,"landing_page_url":"https://doi.org/10.13016/m2kdsk-oth0","pdf_url":null,"source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2309.01038","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.01038","pdf_url":"https://arxiv.org/pdf/2309.01038","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G106504683","display_name":"Collaborative Research: CyberTraining: Pilot: Operationalizing AI/Machine Learning for Cybersecurity Training","funder_award_id":"2309760","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G426653084","display_name":"SaTC: EDU: Collaborative: Bolstering UAV Cybersecurity Education through Curriculum Development with Hands-on Laboratory Framework","funder_award_id":"2317117","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306108","display_name":"U.S. Department of Transportation","ror":"https://ror.org/02xfw2e90"},{"id":"https://openalex.org/F4320309204","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78"},{"id":"https://openalex.org/F4320310348","display_name":"Embry-Riddle Aeronautical University","ror":"https://ror.org/010jskt71"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4386432078.pdf"},"referenced_works_count":172,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W206679605","https://openalex.org/W1498436455","https://openalex.org/W1595483645","https://openalex.org/W1771410628","https://openalex.org/W1845972764","https://openalex.org/W1977655452","https://openalex.org/W1995341919","https://openalex.org/W2002968024","https://openalex.org/W2012587148","https://openalex.org/W2051203581","https://openalex.org/W2056864430","https://openalex.org/W2076337359","https://openalex.org/W2091565802","https://openalex.org/W2095487261","https://openalex.org/W2101926813","https://openalex.org/W2107019937","https://openalex.org/W2107726111","https://openalex.org/W2112663282","https://openalex.org/W2119717200","https://openalex.org/W2130463046","https://openalex.org/W2147800946","https://openalex.org/W2150468603","https://openalex.org/W2150913357","https://openalex.org/W2155503253","https://openalex.org/W2159595840","https://openalex.org/W2201581102","https://openalex.org/W2209913494","https://openalex.org/W2257979135","https://openalex.org/W2521274174","https://openalex.org/W2533662917","https://openalex.org/W2604763608","https://openalex.org/W2612675303","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2766447205","https://openalex.org/W2767656849","https://openalex.org/W2769099080","https://openalex.org/W2772709170","https://openalex.org/W2781726626","https://openalex.org/W2803974723","https://openalex.org/W2810602713","https://openalex.org/W2810785043","https://openalex.org/W2852434548","https://openalex.org/W2899455150","https://openalex.org/W2949784712","https://openalex.org/W2951799221","https://openalex.org/W2953068142","https://openalex.org/W2953388933","https://openalex.org/W2962886429","https://openalex.org/W2963277051","https://openalex.org/W2963523627","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2964915587","https://openalex.org/W2965916140","https://openalex.org/W2969456553","https://openalex.org/W2973229164","https://openalex.org/W2996254943","https://openalex.org/W3002881589","https://openalex.org/W3003265726","https://openalex.org/W3011120880","https://openalex.org/W3023161348","https://openalex.org/W3027406032","https://openalex.org/W3028335312","https://openalex.org/W3037471945","https://openalex.org/W3044015199","https://openalex.org/W3092731680","https://openalex.org/W3093426589","https://openalex.org/W3099518626","https://openalex.org/W3100789280","https://openalex.org/W3103559770","https://openalex.org/W3103780890","https://openalex.org/W3108669277","https://openalex.org/W3110909889","https://openalex.org/W3113149630","https://openalex.org/W3139376843","https://openalex.org/W3143922204","https://openalex.org/W3152592898","https://openalex.org/W3156295478","https://openalex.org/W3156829097","https://openalex.org/W3166816823","https://openalex.org/W3169643971","https://openalex.org/W3172924075","https://openalex.org/W3173672478","https://openalex.org/W3174807767","https://openalex.org/W3175871729","https://openalex.org/W3196302130","https://openalex.org/W3198350258","https://openalex.org/W3200351420","https://openalex.org/W3205575562","https://openalex.org/W3211174185","https://openalex.org/W3214351621","https://openalex.org/W3216656735","https://openalex.org/W4205198808","https://openalex.org/W4205513846","https://openalex.org/W4206647573","https://openalex.org/W4214486317","https://openalex.org/W4223959013","https://openalex.org/W4225834215","https://openalex.org/W4225845614","https://openalex.org/W4226313597","https://openalex.org/W4226342598","https://openalex.org/W4229376579","https://openalex.org/W4230563027","https://openalex.org/W4238276956","https://openalex.org/W4283379570","https://openalex.org/W4283786485","https://openalex.org/W4287186482","https://openalex.org/W4287644765","https://openalex.org/W4287660741","https://openalex.org/W4287674181","https://openalex.org/W4288283627","https://openalex.org/W4294624294","https://openalex.org/W4295074484","https://openalex.org/W4297433189","https://openalex.org/W4297797010","https://openalex.org/W4298857966","https://openalex.org/W4298876402","https://openalex.org/W4302010773","https://openalex.org/W4307783876","https://openalex.org/W4312604295","https://openalex.org/W4386193536","https://openalex.org/W4394666657","https://openalex.org/W4394669890","https://openalex.org/W4404809951","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6679850064","https://openalex.org/W6683300800","https://openalex.org/W6683303659","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6718092244","https://openalex.org/W6726913060","https://openalex.org/W6732665253","https://openalex.org/W6734026524","https://openalex.org/W6736057607","https://openalex.org/W6737479944","https://openalex.org/W6741002519","https://openalex.org/W6745779156","https://openalex.org/W6746177919","https://openalex.org/W6747473740","https://openalex.org/W6748638692","https://openalex.org/W6749992176","https://openalex.org/W6750748340","https://openalex.org/W6751437432","https://openalex.org/W6753243525","https://openalex.org/W6757902542","https://openalex.org/W6763561447","https://openalex.org/W6766694020","https://openalex.org/W6769214901","https://openalex.org/W6771465986","https://openalex.org/W6775686901","https://openalex.org/W6780559895","https://openalex.org/W6782465632","https://openalex.org/W6783117007","https://openalex.org/W6784313279","https://openalex.org/W6791739513","https://openalex.org/W6793578711","https://openalex.org/W6796814964","https://openalex.org/W6800948542","https://openalex.org/W6803030377","https://openalex.org/W6810972980","https://openalex.org/W6838586813","https://openalex.org/W6843725346","https://openalex.org/W6846841345","https://openalex.org/W6850017302","https://openalex.org/W6922480057","https://openalex.org/W7046505727"],"related_works":["https://openalex.org/W2165912799","https://openalex.org/W2735662278","https://openalex.org/W2382615723","https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W2999580272","https://openalex.org/W4297873223","https://openalex.org/W3009457412","https://openalex.org/W2350784623","https://openalex.org/W2126211886"],"abstract_inverted_index":{"The":[0,85],"area":[1],"of":[2,70,76,87,97,163],"Neurosymbolic":[3,22,28,38,71,98,114],"Artificial":[4,55],"Intelligence":[5],"(Neurosymbolic":[6,25,31],"AI)":[7],"is":[8,66,90],"rapidly":[9],"developing":[10],"and":[11,27,46,49,64,118,131,144,175,183],"has":[12,81],"become":[13],"a":[14,53,67,73,102],"popular":[15],"research":[16,165,181],"topic,":[17],"encompassing":[18],"sub-fields":[19],"such":[20],"as":[21],"Deep":[23],"Learning":[24,30,143],"DL)":[26],"Reinforcement":[29,51],"RL).":[32],"Compared":[33],"to":[34,91,93],"traditional":[35],"learning":[36],"methods,":[37],"AI":[39],"offers":[40],"significant":[41],"advantages":[42],"by":[43,100,128],"simplifying":[44],"complexity":[45],"providing":[47],"transparency":[48],"explainability.":[50],"Learning(RL),":[52],"long-standing":[54],"Intelligence(AI)":[56],"concept":[57],"that":[58,80,112],"mimics":[59],"human":[60],"behavior":[61],"using":[62],"rewards":[63],"punishment,":[65],"fundamental":[68],"component":[69],"RL,":[72,135],"recent":[74],"integration":[75],"the":[77,94,109,125,129,160,168],"two":[78],"fields":[79],"yielded":[82],"promising":[83],"results.":[84],"aim":[86],"this":[88,189],"paper":[89],"contribute":[92],"emerging":[95],"field":[96],"RL":[99,161,176],"conducting":[101],"literature":[103],"survey.":[104],"Our":[105],"evaluation":[106],"focuses":[107],"on":[108,124,154],"three":[110,137],"components":[111,162],"constitute":[113],"RL:":[115],"neural,":[116],"symbolic,":[117],"RL.":[119],"We":[120],"categorize":[121],"works":[122],"based":[123,153],"role":[126],"played":[127],"neural":[130],"symbolic":[132],"parts":[133],"in":[134,185],"into":[136,151],"taxonomies:Learning":[138],"for":[139,142],"Reasoning,":[140],"Reasoning":[141],"Learning-Reasoning.":[145],"These":[146],"categories":[147],"are":[148],"further":[149],"divided":[150],"sub-categories":[152],"their":[155],"applications.":[156],"Furthermore,":[157],"we":[158,179],"analyze":[159],"each":[164],"work,":[166],"including":[167],"state":[169],"space,":[170,172],"action":[171],"policy":[173],"module,":[174],"algorithm.":[177],"Additionally,":[178],"identify":[180],"opportunities":[182],"challenges":[184],"various":[186],"applications":[187],"within":[188],"dynamic":[190],"field.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2025-10-10T00:00:00"}