{"id":"https://openalex.org/W2765557598","doi":"https://doi.org/10.1109/tciaig.2017.2766980","title":"Discovering Agent Behaviors Through Code Reuse: Examples From Half-Field Offense and Ms. Pac-Man","display_name":"Discovering Agent Behaviors Through Code Reuse: Examples From Half-Field Offense and Ms. Pac-Man","publication_year":2017,"publication_date":"2017-10-26","ids":{"openalex":"https://openalex.org/W2765557598","doi":"https://doi.org/10.1109/tciaig.2017.2766980","mag":"2765557598"},"language":"en","primary_location":{"id":"doi:10.1109/tciaig.2017.2766980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tciaig.2017.2766980","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101949050","display_name":"Stephen Kelly","orcid":"https://orcid.org/0000-0002-6071-4705"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Stephen Kelly","raw_affiliation_strings":["Faculty of Computer Science, Dalhousie University, Halifax, NS, Canada"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University, Halifax, NS, Canada","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003699164","display_name":"Malcolm I. Heywood","orcid":"https://orcid.org/0000-0002-1521-0671"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Malcolm I. Heywood","raw_affiliation_strings":["Faculty of Computer Science, Dalhousie University, Halifax, NS, Canada"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University, Halifax, NS, Canada","institution_ids":["https://openalex.org/I129902397"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101949050"],"corresponding_institution_ids":["https://openalex.org/I129902397"],"apc_list":null,"apc_paid":null,"fwci":0.7801,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.79828301,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"10","issue":"2","first_page":"195","last_page":"208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.8142911195755005},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7501494884490967},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7022078633308411},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6762287020683289},{"id":"https://openalex.org/keywords/code-reuse","display_name":"Code reuse","score":0.6374884247779846},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6302251815795898},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6130924224853516},{"id":"https://openalex.org/keywords/genetic-programming","display_name":"Genetic programming","score":0.565548300743103},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5153826475143433},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4803822636604309},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.46514973044395447},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.42893826961517334},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3999022841453552},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3534129559993744},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35042357444763184},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.27979716658592224},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10292205214500427},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.09909316897392273},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.09379589557647705}],"concepts":[{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.8142911195755005},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7501494884490967},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7022078633308411},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6762287020683289},{"id":"https://openalex.org/C2778583558","wikidata":"https://www.wikidata.org/wiki/Q771245","display_name":"Code reuse","level":3,"score":0.6374884247779846},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6302251815795898},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6130924224853516},{"id":"https://openalex.org/C110332635","wikidata":"https://www.wikidata.org/wiki/Q629498","display_name":"Genetic programming","level":2,"score":0.565548300743103},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5153826475143433},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4803822636604309},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.46514973044395447},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.42893826961517334},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3999022841453552},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3534129559993744},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35042357444763184},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.27979716658592224},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10292205214500427},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.09909316897392273},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.09379589557647705},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tciaig.2017.2766980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tciaig.2017.2766980","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W86302728","https://openalex.org/W1501239440","https://openalex.org/W1506853907","https://openalex.org/W1560435054","https://openalex.org/W1565746575","https://openalex.org/W1577478646","https://openalex.org/W1583742283","https://openalex.org/W1603156618","https://openalex.org/W1985849007","https://openalex.org/W1988030247","https://openalex.org/W1990320219","https://openalex.org/W1996818689","https://openalex.org/W2006303459","https://openalex.org/W2009887997","https://openalex.org/W2022730625","https://openalex.org/W2032584529","https://openalex.org/W2044775606","https://openalex.org/W2052885930","https://openalex.org/W2055239208","https://openalex.org/W2082953382","https://openalex.org/W2083426690","https://openalex.org/W2089052147","https://openalex.org/W2097381042","https://openalex.org/W2098879935","https://openalex.org/W2099397840","https://openalex.org/W2099945315","https://openalex.org/W2100097207","https://openalex.org/W2100211715","https://openalex.org/W2103476564","https://openalex.org/W2104641222","https://openalex.org/W2109968384","https://openalex.org/W2110972482","https://openalex.org/W2114580749","https://openalex.org/W2117539519","https://openalex.org/W2119458897","https://openalex.org/W2120726411","https://openalex.org/W2121426455","https://openalex.org/W2121863487","https://openalex.org/W2130774030","https://openalex.org/W2134119260","https://openalex.org/W2141754131","https://openalex.org/W2142879643","https://openalex.org/W2145339207","https://openalex.org/W2148067905","https://openalex.org/W2150468603","https://openalex.org/W2151083897","https://openalex.org/W2153357128","https://openalex.org/W2154328025","https://openalex.org/W2155791599","https://openalex.org/W2155921792","https://openalex.org/W2158150115","https://openalex.org/W2163467402","https://openalex.org/W2166963499","https://openalex.org/W2169659168","https://openalex.org/W2191710555","https://openalex.org/W2253367123","https://openalex.org/W2997026295","https://openalex.org/W3103780890","https://openalex.org/W4214717370","https://openalex.org/W4229809574","https://openalex.org/W6603520941","https://openalex.org/W6633620839","https://openalex.org/W6674600207","https://openalex.org/W6674739337","https://openalex.org/W6681804199","https://openalex.org/W6682717950","https://openalex.org/W6682972110","https://openalex.org/W6683164292","https://openalex.org/W6687067810"],"related_works":["https://openalex.org/W2182697532","https://openalex.org/W142226328","https://openalex.org/W1544062218","https://openalex.org/W185550498","https://openalex.org/W2964266792","https://openalex.org/W2348203156","https://openalex.org/W2226868092","https://openalex.org/W2164928043","https://openalex.org/W3122466558","https://openalex.org/W1991166235"],"abstract_inverted_index":{"This":[0],"paper":[1],"demonstrates":[2],"how":[3,49,81],"code":[4,86],"reuse":[5,87],"allows":[6],"genetic":[7],"programming":[8],"(GP)":[9],"to":[10,68,85,108,153,171,184],"discover":[11],"strategies":[12],"for":[13,53],"difficult":[14],"gaming":[15],"scenarios":[16],"while":[17,136],"maintaining":[18],"relatively":[19],"low":[20],"model":[21],"complexity.":[22],"Critical":[23],"factors":[24],"in":[25,35,66,71,92,124,131,161],"the":[26,72,82,96,99,106,132,144,185],"proposed":[27],"approach":[28,84],"are":[29,151],"illustrated":[30],"through":[31],"an":[32],"in-depth":[33],"study":[34],"two":[36],"challenging":[37],"task":[38],"domains:":[39],"RoboCup":[40],"soccer":[41],"and":[42,126,179],"Ms.":[43,93,133],"Pac-Man.":[44,94],"In":[45,95],"RoboCup,":[46],"we":[47,167],"demonstrate":[48,181],"policies":[50,118,147],"initially":[51],"evolved":[52],"simple":[54],"subtasks":[55,112],"can":[56,88],"be":[57,89,154],"reused,":[58],"with":[59],"no":[60],"additional":[61],"training":[62],"or":[63],"transfer":[64],"function,":[65],"order":[67],"improve":[69],"learning":[70],"complex":[73,157],"half-field":[74],"offense":[75],"(HFO)":[76],"task.":[77],"We":[78],"then":[79],"show":[80],"same":[83],"applied":[90],"directly":[91],"latter":[97],"case,":[98],"use":[100],"of":[101,122,174,187],"task-agnostic":[102,175],"diversity":[103,176],"maintenance":[104,177],"removes":[105],"need":[107],"explicitly":[109],"identify":[110],"suitable":[111],"a":[113,172],"priori.":[114],"The":[115],"resulting":[116],"GP":[117,150],"achieve":[119],"state-of-the-art":[120,159],"levels":[121],"play":[123],"HFO":[125],"surpass":[127],"scores":[128],"previously":[129],"reported":[130],"Pac-Man":[134],"literature,":[135],"employing":[137],"less":[138,156],"domain":[139],"knowledge":[140],"during":[141],"training.":[142],"Moreover,":[143],"highly":[145],"modular":[146],"discovered":[148],"by":[149],"shown":[152],"significantly":[155],"than":[158],"solutions":[160],"both":[162],"domains.":[163],"Throughout":[164],"this":[165],"paper,":[166],"pay":[168],"special":[169],"attention":[170],"pair":[173],"techniques,":[178],"empirically":[180],"their":[182],"importance":[183],"development":[186],"strong":[188],"policies.":[189]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}