{"id":"https://openalex.org/W1830171635","doi":"https://doi.org/10.1007/978-1-4614-7320-6_674-1","title":"Reward-Based Learning, Model-Based and Model-Free","display_name":"Reward-Based Learning, Model-Based and Model-Free","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W1830171635","doi":"https://doi.org/10.1007/978-1-4614-7320-6_674-1","mag":"1830171635"},"language":"en","primary_location":{"id":"doi:10.1007/978-1-4614-7320-6_674-1","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-1-4614-7320-6_674-1","pdf_url":null,"source":{"id":"https://openalex.org/S4306509338","display_name":"Encyclopedia of Computational Neuroscience","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Encyclopedia of Computational Neuroscience","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069346030","display_name":"Quentin J. M. Huys","orcid":"https://orcid.org/0000-0002-8999-574X"},"institutions":[{"id":"https://openalex.org/I4210100468","display_name":"University Hospital of Zurich","ror":"https://ror.org/01462r250","country_code":"CH","type":"funder","lineage":["https://openalex.org/I4210100468"]},{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]},{"id":"https://openalex.org/I4210090941","display_name":"Institute for Biomedical Engineering","ror":"https://ror.org/00baskk38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I202697423","https://openalex.org/I2799323385","https://openalex.org/I35440088","https://openalex.org/I4210090941"]},{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Quentin J. M. Huys","raw_affiliation_strings":["Department of Psychiatry, Psychotherapy and Psychosomatics, Hospital of Psychiatry, University of Z\u00fcrich, Z\u00fcrich, Switzerland","Translational Neuromodeling Unit, Institute of Biomedical Engineering, ETH Z\u00fcrich and University of Z\u00fcrich, Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Psychiatry, Psychotherapy and Psychosomatics, Hospital of Psychiatry, University of Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I4210100468","https://openalex.org/I202697423"]},{"raw_affiliation_string":"Translational Neuromodeling Unit, Institute of Biomedical Engineering, ETH Z\u00fcrich and University of Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I4210090941","https://openalex.org/I202697423","https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009407760","display_name":"Anthony Cruickshank","orcid":null},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anthony Cruickshank","raw_affiliation_strings":["Institute of Adaptive and Neural Computation, University of Edinburgh, Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"Institute of Adaptive and Neural Computation, University of Edinburgh, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029505001","display_name":"Peggy Seri\u00e8s","orcid":"https://orcid.org/0000-0002-8580-7975"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peggy Seri\u00e8s","raw_affiliation_strings":["Institute of Adaptive and Neural Computation, University of Edinburgh, Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"Institute of Adaptive and Neural Computation, University of Edinburgh, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069346030"],"corresponding_institution_ids":["https://openalex.org/I202697423","https://openalex.org/I35440088","https://openalex.org/I4210090941","https://openalex.org/I4210100468"],"apc_list":null,"apc_paid":null,"fwci":0.3462,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.61384838,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11178","display_name":"Receptor Mechanisms and Signaling","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9722999930381775,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.508754312992096},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3489796221256256}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.508754312992096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3489796221256256}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-1-4614-7320-6_674-1","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-1-4614-7320-6_674-1","pdf_url":null,"source":{"id":"https://openalex.org/S4306509338","display_name":"Encyclopedia of Computational Neuroscience","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Encyclopedia of Computational Neuroscience","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W98496225","https://openalex.org/W113559430","https://openalex.org/W1491843047","https://openalex.org/W1576452626","https://openalex.org/W1625390266","https://openalex.org/W1650504995","https://openalex.org/W1652173018","https://openalex.org/W1781576227","https://openalex.org/W1894358115","https://openalex.org/W1975958074","https://openalex.org/W1979215131","https://openalex.org/W1980915028","https://openalex.org/W1981739486","https://openalex.org/W1986092185","https://openalex.org/W1993866011","https://openalex.org/W1994728257","https://openalex.org/W2000214310","https://openalex.org/W2003565109","https://openalex.org/W2006760951","https://openalex.org/W2008005549","https://openalex.org/W2008145253","https://openalex.org/W2011451766","https://openalex.org/W2016865357","https://openalex.org/W2020682620","https://openalex.org/W2039051284","https://openalex.org/W2039171426","https://openalex.org/W2040418090","https://openalex.org/W2041639631","https://openalex.org/W2056354534","https://openalex.org/W2058279623","https://openalex.org/W2059569317","https://openalex.org/W2069879324","https://openalex.org/W2080834410","https://openalex.org/W2083607057","https://openalex.org/W2085553767","https://openalex.org/W2091565802","https://openalex.org/W2096648742","https://openalex.org/W2098534820","https://openalex.org/W2100660722","https://openalex.org/W2102803424","https://openalex.org/W2109910161","https://openalex.org/W2112337921","https://openalex.org/W2116049552","https://openalex.org/W2117726420","https://openalex.org/W2119170562","https://openalex.org/W2119567691","https://openalex.org/W2120520226","https://openalex.org/W2121517924","https://openalex.org/W2121863487","https://openalex.org/W2123053862","https://openalex.org/W2126306411","https://openalex.org/W2132189191","https://openalex.org/W2135929897","https://openalex.org/W2136748963","https://openalex.org/W2138204170","https://openalex.org/W2146676986","https://openalex.org/W2148228571","https://openalex.org/W2149565728","https://openalex.org/W2157803532","https://openalex.org/W2163647009","https://openalex.org/W2163773342","https://openalex.org/W2166735517","https://openalex.org/W2167362547","https://openalex.org/W2168359464","https://openalex.org/W2169323873","https://openalex.org/W2170476476","https://openalex.org/W2171234119","https://openalex.org/W2243210982","https://openalex.org/W2317722949","https://openalex.org/W2341171179","https://openalex.org/W2402721223","https://openalex.org/W2489939061","https://openalex.org/W2496002297","https://openalex.org/W2911296969","https://openalex.org/W4230069814","https://openalex.org/W4230132338","https://openalex.org/W4231772767","https://openalex.org/W4239811639","https://openalex.org/W4307347247"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2130043461","https://openalex.org/W2530322880","https://openalex.org/W1596801655"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}