{"id":"https://openalex.org/W2007506196","doi":"https://doi.org/10.1109/cig.2013.6633623","title":"QL-BT: Enhancing behaviour tree design and implementation with Q-learning","display_name":"QL-BT: Enhancing behaviour tree design and implementation with Q-learning","publication_year":2013,"publication_date":"2013-08-01","ids":{"openalex":"https://openalex.org/W2007506196","doi":"https://doi.org/10.1109/cig.2013.6633623","mag":"2007506196"},"language":"en","primary_location":{"id":"doi:10.1109/cig.2013.6633623","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2013.6633623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE Conference on Computational Inteligence in Games (CIG)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101689998","display_name":"Rahul Dey","orcid":"https://orcid.org/0000-0002-7718-8836"},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rahul Dey","raw_affiliation_strings":["School of Informatics, City University London, London, UK","Sch. of Inf., City Univ. London, London, UK#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, City University London, London, UK","institution_ids":["https://openalex.org/I180825142"]},{"raw_affiliation_string":"Sch. of Inf., City Univ. London, London, UK#TAB#","institution_ids":["https://openalex.org/I180825142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064657398","display_name":"Chris Child","orcid":"https://orcid.org/0000-0001-5425-2308"},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chris Child","raw_affiliation_strings":["School of Informatics, City University London, London, UK","Sch. of Inf., City Univ. London, London, UK#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, City University London, London, UK","institution_ids":["https://openalex.org/I180825142"]},{"raw_affiliation_string":"Sch. of Inf., City Univ. London, London, UK#TAB#","institution_ids":["https://openalex.org/I180825142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I180825142"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7604943513870239},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.7056164741516113},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6992499828338623},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6317986249923706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5503619313240051},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4828239381313324},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42152440547943115},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3731819987297058},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.27851369976997375}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7604943513870239},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.7056164741516113},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6992499828338623},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6317986249923706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5503619313240051},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4828239381313324},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42152440547943115},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3731819987297058},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.27851369976997375},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cig.2013.6633623","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2013.6633623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE Conference on Computational Inteligence in Games (CIG)","raw_type":"proceedings-article"},{"id":"pmh:oai:openaccess.city.ac.uk:3000","is_oa":false,"landing_page_url":"https://openaccess.city.ac.uk/view/creators_id/c=2Echild.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.385.7151","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.385.7151","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://eldar.mathstat.uoguelph.ca/dashlock/CIG2013/papers/paper_36.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W153635275","https://openalex.org/W1487104801","https://openalex.org/W1503370304","https://openalex.org/W1515851193","https://openalex.org/W1524728167","https://openalex.org/W1592847719","https://openalex.org/W1601081659","https://openalex.org/W1608608607","https://openalex.org/W1990524978","https://openalex.org/W2011316522","https://openalex.org/W2070162465","https://openalex.org/W2110956047","https://openalex.org/W2113111892","https://openalex.org/W2121517924","https://openalex.org/W2125510930","https://openalex.org/W2165408480","https://openalex.org/W2260846972","https://openalex.org/W3011120880","https://openalex.org/W4214717370","https://openalex.org/W4232217679","https://openalex.org/W4249441547","https://openalex.org/W6631396377","https://openalex.org/W6676842498","https://openalex.org/W6692595500"],"related_works":["https://openalex.org/W4321442002","https://openalex.org/W2015265939","https://openalex.org/W2284072287","https://openalex.org/W2611067230","https://openalex.org/W2480201319","https://openalex.org/W2387706296","https://openalex.org/W2155788121","https://openalex.org/W2621101275","https://openalex.org/W4321782533","https://openalex.org/W3096156304"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"has":[2],"become":[3],"an":[4,132],"increasingly":[5],"important":[6],"aspect":[7],"of":[8,42,76,96,109,125],"computer":[9],"game":[10],"technology,":[11,45],"as":[12,55,128,130],"designers":[13],"attempt":[14],"to":[15,27,39,99,121,138],"deliver":[16],"engaging":[17],"experiences":[18],"for":[19,93],"players":[20],"by":[21,112,154],"creating":[22],"characters":[23],"with":[24],"behavioural":[25],"realism":[26],"match":[28],"advances":[29],"in":[30,115],"graphics":[31],"and":[32,74,82,141,164],"physics.":[33],"Recently,":[34],"behaviour":[35,77,88,100,110,144,151],"trees":[36,89,111,152],"have":[37],"come":[38],"the":[40,94,117,155],"forefront":[41],"games":[43],"AI":[44,106,126],"providing":[46,131],"a":[47,91],"more":[48],"intuitive":[49],"approach":[50],"than":[51],"previous":[52],"techniques":[53],"such":[54],"hierarchical":[56],"state":[57],"machines,":[58],"which":[59],"often":[60],"required":[61],"complex":[62],"data":[63],"structures":[64],"producing":[65],"poorly":[66],"structured":[67],"code":[68],"when":[69],"scaled":[70],"up.":[71],"The":[72,103],"design":[73],"creation":[75],"trees,":[78],"however,":[79],"requires":[80],"experience":[81],"effort.":[83],"This":[84],"research":[85],"introduces":[86],"Q-learning":[87],"(QL-BT),":[90],"method":[92],"application":[95],"reinforcement":[97],"learning":[98],"tree":[101,145,162],"design.":[102],"technique":[104],"facilitates":[105],"designers'":[107],"use":[108],"assisting":[113],"them":[114],"identifying":[116],"most":[118],"appropriate":[119],"moment":[120],"execute":[122],"each":[123],"branch":[124],"logic,":[127],"well":[129],"implementation":[133],"that":[134,150],"can":[135],"be":[136],"used":[137],"debug,":[139],"analyse":[140],"optimize":[142],"early":[143],"prototypes.":[146],"Initial":[147],"experiments":[148],"demonstrate":[149],"produced":[153],"QL-BT":[156],"algorithm":[157],"effectively":[158],"integrate":[159],"RL,":[160],"automate":[161],"design,":[163],"are":[165],"human-readable.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}