{"id":"https://openalex.org/W2971513530","doi":"https://doi.org/10.1109/cig.2019.8848044","title":"Learning Local Forward Models on Unforgiving Games","display_name":"Learning Local Forward Models on Unforgiving Games","publication_year":2019,"publication_date":"2019-08-01","ids":{"openalex":"https://openalex.org/W2971513530","doi":"https://doi.org/10.1109/cig.2019.8848044","mag":"2971513530"},"language":"en","primary_location":{"id":"doi:10.1109/cig.2019.8848044","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2019.8848044","pdf_url":null,"source":{"id":"https://openalex.org/S4306498491","display_name":"2019 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1909.00442","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006873204","display_name":"Alexander Dockhorn","orcid":"https://orcid.org/0000-0001-8711-7428"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke University Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Alexander Dockhorn","raw_affiliation_strings":["with the Computational Intelligence Research Group, Otto von Guericke University, Magdeburg, Germany"],"affiliations":[{"raw_affiliation_string":"with the Computational Intelligence Research Group, Otto von Guericke University, Magdeburg, Germany","institution_ids":["https://openalex.org/I95793202"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062380176","display_name":"Simon M. Lucas","orcid":"https://orcid.org/0000-0002-3180-7451"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Simon M. Lucas","raw_affiliation_strings":["with the School of Electrical Engineering and Computer Engineering, Queen Mary University of London, London, UK"],"affiliations":[{"raw_affiliation_string":"with the School of Electrical Engineering and Computer Engineering, Queen Mary University of London, London, UK","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041698869","display_name":"Vanessa Volz","orcid":"https://orcid.org/0000-0002-4919-4374"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vanessa Volz","raw_affiliation_strings":["with the School of Electrical Engineering and Computer Engineering, Queen Mary University of London, London, UK"],"affiliations":[{"raw_affiliation_string":"with the School of Electrical Engineering and Computer Engineering, Queen Mary University of London, London, UK","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015062937","display_name":"Ivan Bravi","orcid":"https://orcid.org/0000-0002-5268-2213"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ivan Bravi","raw_affiliation_strings":["with the School of Electrical Engineering and Computer Engineering, Queen Mary University of London, London, UK"],"affiliations":[{"raw_affiliation_string":"with the School of Electrical Engineering and Computer Engineering, Queen Mary University of London, London, UK","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044149802","display_name":"Raluca D. Gaina","orcid":"https://orcid.org/0000-0002-0283-8312"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Raluca D. Gaina","raw_affiliation_strings":["with the School of Electrical Engineering and Computer Engineering, Queen Mary University of London, London, UK"],"affiliations":[{"raw_affiliation_string":"with the School of Electrical Engineering and Computer Engineering, Queen Mary University of London, London, UK","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058274276","display_name":"Diego P\u00e9rez-Li\u00e9bana","orcid":"https://orcid.org/0000-0003-1958-0212"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Diego Perez-Liebana","raw_affiliation_strings":["with the School of Electrical Engineering and Computer Engineering, Queen Mary University of London, London, UK"],"affiliations":[{"raw_affiliation_string":"with the School of Electrical Engineering and Computer Engineering, Queen Mary University of London, London, UK","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5006873204"],"corresponding_institution_ids":["https://openalex.org/I95793202"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1314459,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7338003516197205},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5483657717704773},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.44202932715415955},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43998655676841736},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4369587004184723},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.41742315888404846},{"id":"https://openalex.org/keywords/hash-function","display_name":"Hash function","score":0.41656553745269775},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2162141501903534},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16308081150054932}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7338003516197205},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5483657717704773},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.44202932715415955},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43998655676841736},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4369587004184723},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.41742315888404846},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.41656553745269775},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2162141501903534},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16308081150054932},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/cig.2019.8848044","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2019.8848044","pdf_url":null,"source":{"id":"https://openalex.org/S4306498491","display_name":"2019 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1909.00442","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.00442","pdf_url":"https://arxiv.org/pdf/1909.00442","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2971513530","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1909.00442v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/61745","is_oa":false,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/61745","pdf_url":null,"source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},{"id":"doi:10.48550/arxiv.1909.00442","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1909.00442","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1909.00442","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.00442","pdf_url":"https://arxiv.org/pdf/1909.00442","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2971513530.pdf","grobid_xml":"https://content.openalex.org/works/W2971513530.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W2738669288","https://openalex.org/W2766774971","https://openalex.org/W2896445362","https://openalex.org/W2908150527","https://openalex.org/W2914138030","https://openalex.org/W2963664735","https://openalex.org/W2975413820","https://openalex.org/W6741519989","https://openalex.org/W6757416737","https://openalex.org/W6879740387"],"related_works":["https://openalex.org/W2977208624","https://openalex.org/W2929422515","https://openalex.org/W2124674171","https://openalex.org/W2982388247","https://openalex.org/W2128786740","https://openalex.org/W3148976106","https://openalex.org/W2999490157","https://openalex.org/W2902567911","https://openalex.org/W2796496570","https://openalex.org/W1640358294","https://openalex.org/W3144129811","https://openalex.org/W3095801986","https://openalex.org/W3005219910","https://openalex.org/W2964177255","https://openalex.org/W2416453010","https://openalex.org/W1486103295","https://openalex.org/W2295763688","https://openalex.org/W2762453223","https://openalex.org/W3197405786","https://openalex.org/W3177796250"],"abstract_inverted_index":{"This":[0],"paper":[1],"examines":[2],"learning":[3,29,67],"approaches":[4],"for":[5,23],"forward":[6,21,74,121],"models":[7,22,75,127],"based":[8,34],"on":[9,35],"local":[10,20,73,153],"cell":[11],"transition":[12,71],"functions.":[13],"We":[14],"provide":[15],"a":[16,40,82,119],"formal":[17],"definition":[18],"of":[19,54,107,151,173,183],"which":[24,138,174],"we":[25],"propose":[26],"two":[27],"basic":[28],"approaches.":[30],"Our":[31],"analysis":[32,150],"is":[33,59],"the":[36,68,89,96,109,112,116,125,139,160,175,181,184],"game":[37,48],"Sokoban,":[38],"where":[39],"wrong":[41],"action":[42],"can":[43,128],"lead":[44],"to":[45,61,66,102,131,158],"an":[46,51,55,149],"unsolvable":[47],"state.":[49],"Therefore,":[50],"accurate":[52],"prediction":[53],"action\u2019s":[56],"resulting":[57],"state":[58,70,84,105],"necessary":[60],"avoid":[62],"this":[63,87],"scenario.In":[64],"contrast":[65],"complete":[69],"function,":[72],"allow":[76],"extracting":[77],"multiple":[78],"training":[79,110],"examples":[80],"from":[81],"single":[83],"transition.":[85],"In":[86],"way,":[88],"Hash":[90],"Set":[91],"model,":[92,99],"as":[93,95],"well":[94],"Decision":[97],"Tree":[98],"quickly":[100],"learn":[101],"predict":[103],"upcoming":[104],"transitions":[106],"both":[108],"and":[111,156],"test":[113,140,159],"set.":[114],"Applying":[115],"model":[117,185],"using":[118],"statistical":[120],"planner":[122],"showed":[123],"that":[124],"best":[126],"be":[129],"used":[130],"satisfying":[132],"degree":[133],"even":[134],"in":[135,137,163],"cases":[136],"levels":[141],"have":[142],"not":[143],"yet":[144],"been":[145],"seen.Our":[146],"evaluation":[147],"includes":[148],"various":[152],"neighbourhood":[154],"patterns":[155],"sizes":[157],"learners\u2019":[161],"capabilities":[162],"case":[164],"too":[165,168],"few":[166],"or":[167],"many":[169],"attributes":[170],"are":[171],"extracted,":[172],"latter":[176],"has":[177],"shown":[178],"do":[179],"degrade":[180],"performance":[182],"learner.":[186]},"counts_by_year":[],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}