{"id":"https://openalex.org/W1982011423","doi":"https://doi.org/10.1145/1160633.1160769","title":"Reinforcement learning for declarative optimization-based drama management","display_name":"Reinforcement learning for declarative optimization-based drama management","publication_year":2006,"publication_date":"2006-05-08","ids":{"openalex":"https://openalex.org/W1982011423","doi":"https://doi.org/10.1145/1160633.1160769","mag":"1982011423"},"language":"en","primary_location":{"id":"doi:10.1145/1160633.1160769","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1160633.1160769","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the fifth international joint conference on Autonomous agents and multiagent systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101866629","display_name":"Mark Nelson","orcid":"https://orcid.org/0000-0003-1882-8896"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mark J. Nelson","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, Georgia","Georgia Institute of Technology , Atlanta, Georgia"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, Georgia","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology , Atlanta, Georgia","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012351691","display_name":"David L. Roberts","orcid":"https://orcid.org/0000-0001-7872-4840"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David L. Roberts","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, Georgia","Georgia Institute of Technology , Atlanta, Georgia"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, Georgia","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology , Atlanta, Georgia","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091212723","display_name":"Charles L. Isbell","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles L. Isbell","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, Georgia","Georgia Institute of Technology , Atlanta, Georgia"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, Georgia","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology , Atlanta, Georgia","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040631193","display_name":"Michael Mateas","orcid":"https://orcid.org/0000-0002-1897-6293"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Mateas","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, Georgia","Georgia Institute of Technology , Atlanta, Georgia"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, Georgia","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology , Atlanta, Georgia","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101866629"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":7.4433,"has_fulltext":false,"cited_by_count":61,"citation_normalized_percentile":{"value":0.96867887,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"775","last_page":"782"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7860183715820312},{"id":"https://openalex.org/keywords/drama","display_name":"Drama","score":0.7198567986488342},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7052383422851562},{"id":"https://openalex.org/keywords/premise","display_name":"Premise","score":0.6286106705665588},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.6078748106956482},{"id":"https://openalex.org/keywords/entertainment","display_name":"Entertainment","score":0.6029602885246277},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5060176253318787},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5040478110313416},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.4600849151611328},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.4421391785144806},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.4383103847503662},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42235806584358215},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.38790363073349},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.10265934467315674}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7860183715820312},{"id":"https://openalex.org/C523419034","wikidata":"https://www.wikidata.org/wiki/Q25372","display_name":"Drama","level":2,"score":0.7198567986488342},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7052383422851562},{"id":"https://openalex.org/C2778023277","wikidata":"https://www.wikidata.org/wiki/Q321703","display_name":"Premise","level":2,"score":0.6286106705665588},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.6078748106956482},{"id":"https://openalex.org/C512170562","wikidata":"https://www.wikidata.org/wiki/Q173799","display_name":"Entertainment","level":2,"score":0.6029602885246277},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5060176253318787},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5040478110313416},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.4600849151611328},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.4421391785144806},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.4383103847503662},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42235806584358215},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.38790363073349},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.10265934467315674},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/1160633.1160769","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1160633.1160769","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the fifth international joint conference on Autonomous agents and multiagent systems","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.127.8408","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.127.8408","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cc.gatech.edu/~isbell/papers/isbell-ttdmdp0-aamas-2006.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.62.69","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.62.69","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www-static.cc.gatech.edu/~robertsd/papers/dodm-aamas06.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306170","display_name":"Intel Foundation","ror":"https://ror.org/01ek73717"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W88883019","https://openalex.org/W142836106","https://openalex.org/W1573956904","https://openalex.org/W1587981474","https://openalex.org/W2100677568","https://openalex.org/W2103626435","https://openalex.org/W2112836703","https://openalex.org/W2114281481","https://openalex.org/W2131600418","https://openalex.org/W2185451601","https://openalex.org/W2243709579","https://openalex.org/W2787259794","https://openalex.org/W3017185380","https://openalex.org/W4285719527","https://openalex.org/W6676793763"],"related_works":["https://openalex.org/W590788508","https://openalex.org/W4235873430","https://openalex.org/W2611974471","https://openalex.org/W4313233093","https://openalex.org/W2358082531","https://openalex.org/W2589976903","https://openalex.org/W2335596023","https://openalex.org/W2026719400","https://openalex.org/W4206233823","https://openalex.org/W2494202692"],"abstract_inverted_index":{"A":[0],"long-standing":[1],"challenge":[2],"in":[3,52,62],"interactive":[4],"entertainment":[5],"is":[6,84,113],"the":[7,35,43,50,55,78,89,106,115,120,124,130,135,156,159,177],"creation":[8],"of":[9,38,123,158],"story-based":[10],"games":[11,17,189],"with":[12,103,194],"dynamically":[13],"responsive":[14],"story-lines.":[15],"Such":[16],"are":[18],"populated":[19],"by":[20,161],"multiple":[21],"objects":[22,73],"and":[23,26,137,165,181,190],"autonomous":[24],"characters,":[25],"must":[27,46],"provide":[28,47],"a":[29,94,104,166],"coherent":[30],"story":[31,105,125,182],"experience":[32],"while":[33,126],"giving":[34],"player":[36,136],"freedom":[37],"action.":[39],"To":[40],"maintain":[41],"coherence,":[42],"game":[44,90],"author":[45,91,116],"for":[48,87],"modifying":[49],"world":[51],"reaction":[53],"to":[54,60,74,92,98,129,132,134,149,170],"player's":[56,79],"actions,":[57],"directing":[58],"agents":[59],"act":[61],"particular":[63],"ways":[64],"(overriding":[65],"or":[66,70],"modulating":[67],"their":[68],"autonomy),":[69],"causing":[71],"inanimate":[72],"reconfigure":[75],"themselves":[76],"\"behind":[77],"back\".Declarative":[80],"optimization-based":[81],"drama":[82,95],"management":[83],"one":[85],"mechanism":[86],"allowing":[88],"specify":[93],"manager":[96],"(DM)":[97],"coordinate":[99],"these":[100],"modifications,":[101],"along":[102],"DM":[107,131,174],"should":[108],"aim":[109],"for.":[110],"The":[111],"premise":[112],"that":[114,175],"can":[117],"easily":[118],"describe":[119],"salient":[121],"properties":[122],"leaving":[127],"it":[128],"react":[133],"direct":[138],"agent":[139],"actions.":[140],"Although":[141],"promising,":[142],"early":[143],"search-based":[144],"approaches":[145],"have":[146],"been":[147],"shown":[148],"scale":[150],"poorly.":[151],"Here,":[152],"we":[153],"improve":[154],"upon":[155],"state":[157],"art":[160],"using":[162],"reinforcement":[163],"learning":[164],"novel":[167],"training":[168],"paradigm":[169],"build":[171],"an":[172],"adaptive":[173],"manages":[176],"tradeoff":[178],"between":[179],"exploration":[180],"coherence.":[183],"We":[184],"present":[185],"results":[186],"on":[187],"two":[188],"compare":[191],"our":[192],"performance":[193],"other":[195],"approaches.":[196]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":4}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}