{"id":"https://openalex.org/W2975367726","doi":"https://doi.org/10.1109/cig.2019.8848041","title":"Enhancing Rolling Horizon Evolution with Policy and Value Networks","display_name":"Enhancing Rolling Horizon Evolution with Policy and Value Networks","publication_year":2019,"publication_date":"2019-08-01","ids":{"openalex":"https://openalex.org/W2975367726","doi":"https://doi.org/10.1109/cig.2019.8848041","mag":"2975367726"},"language":"en","primary_location":{"id":"doi:10.1109/cig.2019.8848041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2019.8848041","pdf_url":null,"source":{"id":"https://openalex.org/S4306498491","display_name":"2019 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100784734","display_name":"Xin Tong","orcid":"https://orcid.org/0000-0001-8788-2453"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Tong","raw_affiliation_strings":["School of Information Science and Technology, USTC, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, USTC, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100636233","display_name":"Weiming Liu","orcid":"https://orcid.org/0000-0002-4262-639X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weiming Liu","raw_affiliation_strings":["School of Data Science, USTC, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science, USTC, Hefei, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100365157","display_name":"Bin Li","orcid":"https://orcid.org/0000-0002-2332-3959"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Li","raw_affiliation_strings":["School of Information Science and Technology, USTC, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, USTC, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1967,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.84462084,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"1","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/time-horizon","display_name":"Time horizon","score":0.7057190537452698},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.6386836767196655},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6384877562522888},{"id":"https://openalex.org/keywords/value-network","display_name":"Value network","score":0.5823683142662048},{"id":"https://openalex.org/keywords/horizon","display_name":"Horizon","score":0.5556586980819702},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.521635115146637},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.490354061126709},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.47436174750328064},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4381047487258911},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.41405847668647766},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3722990155220032},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13433608412742615},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.08824461698532104}],"concepts":[{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.7057190537452698},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.6386836767196655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6384877562522888},{"id":"https://openalex.org/C89249532","wikidata":"https://www.wikidata.org/wiki/Q7912758","display_name":"Value network","level":3,"score":0.5823683142662048},{"id":"https://openalex.org/C159176650","wikidata":"https://www.wikidata.org/wiki/Q43261","display_name":"Horizon","level":2,"score":0.5556586980819702},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.521635115146637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.490354061126709},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.47436174750328064},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4381047487258911},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.41405847668647766},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3722990155220032},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13433608412742615},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08824461698532104},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C4216890","wikidata":"https://www.wikidata.org/wiki/Q815823","display_name":"Business model","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cig.2019.8848041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2019.8848041","pdf_url":null,"source":{"id":"https://openalex.org/S4306498491","display_name":"2019 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1771410628","https://openalex.org/W2009543464","https://openalex.org/W2019257274","https://openalex.org/W2121863487","https://openalex.org/W2123859855","https://openalex.org/W2126316555","https://openalex.org/W2142916680","https://openalex.org/W2145339207","https://openalex.org/W2158782408","https://openalex.org/W2257979135","https://openalex.org/W2336687883","https://openalex.org/W2342662072","https://openalex.org/W2396961959","https://openalex.org/W2602193277","https://openalex.org/W2736601468","https://openalex.org/W2766447205","https://openalex.org/W2766774971","https://openalex.org/W2804575271","https://openalex.org/W2854853790","https://openalex.org/W2894662639","https://openalex.org/W2900152462","https://openalex.org/W2903764415","https://openalex.org/W2919115771","https://openalex.org/W2920362155","https://openalex.org/W2963355572","https://openalex.org/W2963641140","https://openalex.org/W2963672598","https://openalex.org/W2964043796","https://openalex.org/W4289294484","https://openalex.org/W4293857795","https://openalex.org/W4324106947","https://openalex.org/W6638018090","https://openalex.org/W6692846177","https://openalex.org/W6702989015","https://openalex.org/W6704571135","https://openalex.org/W6712451147","https://openalex.org/W6741002519","https://openalex.org/W6751357015","https://openalex.org/W6755459763","https://openalex.org/W6755864697","https://openalex.org/W6756256016","https://openalex.org/W6760405395"],"related_works":["https://openalex.org/W2906267174","https://openalex.org/W134501823","https://openalex.org/W2615656344","https://openalex.org/W2013239059","https://openalex.org/W2295626654","https://openalex.org/W4286622840","https://openalex.org/W2536121351","https://openalex.org/W2809608782","https://openalex.org/W3201942433","https://openalex.org/W2333245620"],"abstract_inverted_index":{"Rolling":[0],"Horizon":[1],"Evolutionary":[2],"Algorithm":[3],"(RHEA)":[4],"is":[5,16,55,73,112,165],"an":[6,40,64],"online":[7],"planning":[8,21,60,101,107],"method":[9],"for":[10,37],"real-time":[11],"game":[12],"playing;":[13],"its":[14],"performance":[15,159],"closely":[17],"related":[18],"to":[19,33,57,75,81,114,145,169],"the":[20,24,59,70,77,84,106,109,116,123,126,130,133,142,158,161],"horizon":[22,61],"and":[23,48,69,96,102,118,136],"search":[25,85,111],"cost":[26],"allowed.":[27],"In":[28,105,129],"this":[29],"paper,":[30],"we":[31],"propose":[32],"learn":[34,146],"a":[35,45,49],"prior":[36,148],"RHEA":[38,92,164],"in":[39],"offline":[41],"manner":[42],"by":[43,62,99],"training":[44,120],"value":[46,53,97,137],"network":[47,54,72,135,138],"policy":[50,71,95,134],"network.":[51],"The":[52,87],"used":[56,74],"reduce":[58],"providing":[63],"estimation":[65],"of":[66,125,160,171],"future":[67],"rewards,":[68],"initialize":[76],"population,":[78],"which":[79],"helps":[80],"narrow":[82],"down":[83],"scope.":[86],"proposed":[88,162],"algorithm,":[89],"named":[90],"prior-based":[91],"(p-RHEA),":[93],"trains":[94],"networks":[98],"performing":[100],"learning":[103,131],"iteratively.":[104],"stage,":[108,132],"horizon-limited":[110],"performed":[113],"improve":[115],"policies":[117],"collect":[119],"samples":[121,144],"with":[122,141],"help":[124],"learned":[127],"networks.":[128],"are":[139],"trained":[140],"collected":[143],"better":[147],"knowledge.":[149],"Experimental":[150],"results":[151],"on":[152],"OpenAI":[153],"MuJoCo":[154],"tasks":[155],"show":[156],"that":[157,170],"p-":[163],"significantly":[166],"improved":[167],"compared":[168],"RHEA.":[172]},"counts_by_year":[{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}