{"id":"https://openalex.org/W4401413989","doi":"https://doi.org/10.1109/cec60901.2024.10611881","title":"Emergent Discovery of Reinforced Programs using Q-Learning and Planning: A Proof of Concept","display_name":"Emergent Discovery of Reinforced Programs using Q-Learning and Planning: A Proof of Concept","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4401413989","doi":"https://doi.org/10.1109/cec60901.2024.10611881"},"language":"en","primary_location":{"id":"doi:10.1109/cec60901.2024.10611881","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cec60901.2024.10611881","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Congress on Evolutionary Computation (CEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106356442","display_name":"Noah Sealy","orcid":null},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Noah Sealy","raw_affiliation_strings":["Dalhousie University,Faculty of Computer Science,Halifax,NS,Canada"],"affiliations":[{"raw_affiliation_string":"Dalhousie University,Faculty of Computer Science,Halifax,NS,Canada","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003699164","display_name":"Malcolm I. Heywood","orcid":"https://orcid.org/0000-0002-1521-0671"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Malcolm I. Heywood","raw_affiliation_strings":["Dalhousie University,Faculty of Computer Science,Halifax,NS,Canada"],"affiliations":[{"raw_affiliation_string":"Dalhousie University,Faculty of Computer Science,Halifax,NS,Canada","institution_ids":["https://openalex.org/I129902397"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5106356442"],"corresponding_institution_ids":["https://openalex.org/I129902397"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13931656,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/proof-of-concept","display_name":"Proof of concept","score":0.6506476402282715},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.644789457321167},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.390293151140213},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.362717866897583},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3383129835128784},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.06077861785888672}],"concepts":[{"id":"https://openalex.org/C124978682","wikidata":"https://www.wikidata.org/wiki/Q1201019","display_name":"Proof of concept","level":2,"score":0.6506476402282715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.644789457321167},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.390293151140213},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.362717866897583},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3383129835128784},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.06077861785888672}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cec60901.2024.10611881","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cec60901.2024.10611881","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Congress on Evolutionary Computation (CEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1543341872","https://openalex.org/W1914583973","https://openalex.org/W2027680485","https://openalex.org/W2082953382","https://openalex.org/W2086600750","https://openalex.org/W2126316555","https://openalex.org/W2145339207","https://openalex.org/W2151803317","https://openalex.org/W2152615835","https://openalex.org/W2765557598","https://openalex.org/W2963773324","https://openalex.org/W3194234892","https://openalex.org/W3206768895","https://openalex.org/W4249441547","https://openalex.org/W4316115594"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"While":[0],"applying":[1],"genetic":[2],"programming":[3],"to":[4,12,50,62,77,94],"reinforcement":[5],"learning":[6],"tasks,":[7],"little":[8],"attempt":[9],"is":[10,59,75,83],"made":[11],"incorporate":[13],"local":[14,44],"state":[15],"specific":[16],"reward":[17],"information.":[18],"This":[19],"reduces":[20],"the":[21,25,66,73,79,96,99],"sample":[22],"efficiency":[23],"of":[24,40,54,68,98],"approach":[26],"when":[27],"tasks":[28,49,93],"are":[29],"rich":[30],"in":[31],"rewards.":[32],"In":[33],"this":[34],"work,":[35],"we":[36],"provide":[37],"a":[38],"proof":[39],"concept":[41],"for":[42],"using":[43],"rewards":[45],"under":[46],"grid":[47,90],"world":[48,91],"incrementally":[51],"parameterize":[52],"teams":[53],"programs.":[55,69],"A":[56],"planning":[57,80],"step":[58],"then":[60],"introduced":[61],"propagate":[63],"Q-values":[64],"through":[65],"team":[67],"No":[70],"interaction":[71],"with":[72],"task":[74],"necessary":[76],"perform":[78],"step.":[81],"Benchmarking":[82],"performed":[84],"on":[85],"<tex":[86],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[87],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$n\\times":[88],"n;n\\in\\{5,10,20,50\\}$</tex>":[89],"navigation":[92],"illustrate":[95],"utility":[97],"approach.":[100]},"counts_by_year":[],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}