{"id":"https://openalex.org/W2099342494","doi":"https://doi.org/10.1007/978-3-642-36406-8_4","title":"Counter-Factual Reinforcement Learning: How to Model Decision-Makers That Anticipate the Future","display_name":"Counter-Factual Reinforcement Learning: How to Model Decision-Makers That Anticipate the Future","publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W2099342494","doi":"https://doi.org/10.1007/978-3-642-36406-8_4","mag":"2099342494"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-642-36406-8_4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-642-36406-8_4","pdf_url":null,"source":{"id":"https://openalex.org/S2764461748","display_name":"Studies in computational intelligence","issn_l":"1860-949X","issn":["1860-949X","1860-9503"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Computational Intelligence","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025129658","display_name":"Ritchie Lee","orcid":"https://orcid.org/0000-0002-8881-4863"},"institutions":[{"id":"https://openalex.org/I1280536761","display_name":"Ames Research Center","ror":"https://ror.org/02acart68","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280536761","https://openalex.org/I4210124779"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]},{"id":"https://openalex.org/I2800713631","display_name":"NASA Research Park","ror":"https://ror.org/04hccab49","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280536761","https://openalex.org/I2800713631","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ritchie Lee","raw_affiliation_strings":["Carnegie Mellon University Silicon Valley, NASA Ames Research Park, Mail Stop 23-11, Moffett Field, CA, USA, 94035"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University Silicon Valley, NASA Ames Research Park, Mail Stop 23-11, Moffett Field, CA, USA, 94035","institution_ids":["https://openalex.org/I2800713631","https://openalex.org/I1280536761","https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073514351","display_name":"David H. Wolpert","orcid":"https://orcid.org/0000-0003-3105-2869"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]},{"id":"https://openalex.org/I1308548392","display_name":"Santa Fe Institute","ror":"https://ror.org/01arysc35","country_code":"US","type":"funder","lineage":["https://openalex.org/I1308548392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David H. Wolpert","raw_affiliation_strings":["Los Alamos National Laboratory, MS B256, Los Alamos, 87545, USA","Los Alamos National Laboratory, MS B256, Los Alamos, NM, USA, 87545","Santa Fe Institute, 1399 Hyde Park Rd., Santa Fe, NM, USA, 87501"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory, MS B256, Los Alamos, 87545, USA","institution_ids":["https://openalex.org/I1343871089"]},{"raw_affiliation_string":"Los Alamos National Laboratory, MS B256, Los Alamos, NM, USA, 87545","institution_ids":["https://openalex.org/I1343871089"]},{"raw_affiliation_string":"Santa Fe Institute, 1399 Hyde Park Rd., Santa Fe, NM, USA, 87501","institution_ids":["https://openalex.org/I1308548392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110153447","display_name":"James Bono","orcid":null},"institutions":[{"id":"https://openalex.org/I181401687","display_name":"American University","ror":"https://ror.org/052w4zt36","country_code":"US","type":"education","lineage":["https://openalex.org/I181401687"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Bono","raw_affiliation_strings":["American University, 4400 Massachusetts Ave., NW, Washington DC, USA, 20016"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American University, 4400 Massachusetts Ave., NW, Washington DC, USA, 20016","institution_ids":["https://openalex.org/I181401687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040109480","display_name":"Scott Backhaus","orcid":"https://orcid.org/0000-0002-0344-6791"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Backhaus","raw_affiliation_strings":["Los Alamos National Laboratory, MS K764, Los Alamos, NM, USA, 87545"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory, MS K764, Los Alamos, NM, USA, 87545","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088880250","display_name":"Russell Bent","orcid":"https://orcid.org/0000-0002-7300-151X"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Russell Bent","raw_affiliation_strings":["Los Alamos National Laboratory, MS C933, Los Alamos, NM, USA, 87545"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory, MS C933, Los Alamos, NM, USA, 87545","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053244626","display_name":"Brendan Tracey","orcid":"https://orcid.org/0000-0001-5724-5912"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brendan Tracey","raw_affiliation_strings":["Stanford University, 496 Lomita Mall, Stanford, CA, USA, 94305"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, 496 Lomita Mall, Stanford, CA, USA, 94305","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5025129658"],"corresponding_institution_ids":["https://openalex.org/I1280536761","https://openalex.org/I2800713631","https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":3.9223,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.95190044,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"101","last_page":"128"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.948199987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8643726110458374},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6521163582801819},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5504643321037292},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.5341581106185913},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4811355173587799},{"id":"https://openalex.org/keywords/bounded-rationality","display_name":"Bounded rationality","score":0.45419859886169434},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32544416189193726},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.24823540449142456},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17871063947677612}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8643726110458374},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6521163582801819},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5504643321037292},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.5341581106185913},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4811355173587799},{"id":"https://openalex.org/C58694771","wikidata":"https://www.wikidata.org/wiki/Q814385","display_name":"Bounded rationality","level":2,"score":0.45419859886169434},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32544416189193726},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.24823540449142456},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17871063947677612},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-642-36406-8_4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-642-36406-8_4","pdf_url":null,"source":{"id":"https://openalex.org/S2764461748","display_name":"Studies in computational intelligence","issn_l":"1860-949X","issn":["1860-949X","1860-9503"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Computational Intelligence","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W207267598","https://openalex.org/W1492021877","https://openalex.org/W1511986666","https://openalex.org/W1515771375","https://openalex.org/W1541084404","https://openalex.org/W1580723584","https://openalex.org/W1605188341","https://openalex.org/W1626155273","https://openalex.org/W1626837244","https://openalex.org/W1713503745","https://openalex.org/W1763243278","https://openalex.org/W1841899037","https://openalex.org/W1914583973","https://openalex.org/W1960974220","https://openalex.org/W1974964983","https://openalex.org/W1978970913","https://openalex.org/W1985093013","https://openalex.org/W1989388297","https://openalex.org/W2007563432","https://openalex.org/W2011353069","https://openalex.org/W2017443480","https://openalex.org/W2027600189","https://openalex.org/W2043615441","https://openalex.org/W2047226928","https://openalex.org/W2058279623","https://openalex.org/W2087279961","https://openalex.org/W2088646424","https://openalex.org/W2089680428","https://openalex.org/W2097571866","https://openalex.org/W2102589739","https://openalex.org/W2107726111","https://openalex.org/W2109550196","https://openalex.org/W2110667918","https://openalex.org/W2114765979","https://openalex.org/W2121863487","https://openalex.org/W2123838014","https://openalex.org/W2138863509","https://openalex.org/W2139774323","https://openalex.org/W2140743373","https://openalex.org/W2149551746","https://openalex.org/W2155014708","https://openalex.org/W2264897026","https://openalex.org/W2802939593","https://openalex.org/W3121760507","https://openalex.org/W3122099321","https://openalex.org/W3139377883","https://openalex.org/W4211057691","https://openalex.org/W4214717370","https://openalex.org/W4250744658","https://openalex.org/W4251905026","https://openalex.org/W4292691288","https://openalex.org/W4298153295"],"related_works":["https://openalex.org/W2127540156","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W3121519497","https://openalex.org/W2138720691","https://openalex.org/W2150013309","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}