{"id":"https://openalex.org/W4285588358","doi":"https://doi.org/10.1007/s10458-022-09575-5","title":"Scalar reward is not enough: a response to Silver, Singh, Precup and Sutton (2021)","display_name":"Scalar reward is not enough: a response to Silver, Singh, Precup and Sutton (2021)","publication_year":2022,"publication_date":"2022-07-16","ids":{"openalex":"https://openalex.org/W4285588358","doi":"https://doi.org/10.1007/s10458-022-09575-5"},"language":"en","primary_location":{"id":"doi:10.1007/s10458-022-09575-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-022-09575-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-022-09575-5.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10458-022-09575-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080095540","display_name":"Peter Vamplew","orcid":"https://orcid.org/0000-0002-8687-4424"},"institutions":[{"id":"https://openalex.org/I149672521","display_name":"Federation University","ror":"https://ror.org/05qbzwv83","country_code":"AU","type":"education","lineage":["https://openalex.org/I149672521"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Peter Vamplew","raw_affiliation_strings":["Federation University Australia, Ballarat, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8687-4424","affiliations":[{"raw_affiliation_string":"Federation University Australia, Ballarat, Australia","institution_ids":["https://openalex.org/I149672521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088310770","display_name":"Benjamin J. Smith","orcid":"https://orcid.org/0000-0002-1223-2808"},"institutions":[{"id":"https://openalex.org/I181233156","display_name":"University of Oregon","ror":"https://ror.org/0293rh119","country_code":"US","type":"education","lineage":["https://openalex.org/I181233156"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Benjamin J. Smith","raw_affiliation_strings":["Center for Translational Neuroscience, University of Oregon, Eugene, OR, USA","Center for Translational Neuroscience, University of Oregon, Eugene, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Translational Neuroscience, University of Oregon, Eugene, OR, USA","institution_ids":["https://openalex.org/I181233156"]},{"raw_affiliation_string":"Center for Translational Neuroscience, University of Oregon, Eugene, USA","institution_ids":["https://openalex.org/I181233156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085101949","display_name":"Johan K\u00e4llstr\u00f6m","orcid":"https://orcid.org/0000-0002-4144-4893"},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Johan K\u00e4llstr\u00f6m","raw_affiliation_strings":["Link\u00f6ping University, Link\u00f6ping, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Link\u00f6ping University, Link\u00f6ping, Sweden","institution_ids":["https://openalex.org/I102134673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000440246","display_name":"Gabriel de Oliveira Ramos","orcid":"https://orcid.org/0000-0002-6488-7654"},"institutions":[{"id":"https://openalex.org/I61722147","display_name":"Universidade do Vale do Rio dos Sinos","ror":"https://ror.org/05ctmmy43","country_code":"BR","type":"education","lineage":["https://openalex.org/I61722147"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Gabriel Ramos","raw_affiliation_strings":["Universidade do Vale do Rio dos Sinos, S\u00e3o Leopoldo, Brazil","Universidade do Vale do Rio dos Sinos, S\u00e3o Leopoldo, RS, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade do Vale do Rio dos Sinos, S\u00e3o Leopoldo, Brazil","institution_ids":["https://openalex.org/I61722147"]},{"raw_affiliation_string":"Universidade do Vale do Rio dos Sinos, S\u00e3o Leopoldo, RS, Brazil","institution_ids":["https://openalex.org/I61722147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008556334","display_name":"Roxana R\u0103dulescu","orcid":"https://orcid.org/0000-0003-1446-5514"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Roxana R\u0103dulescu","raw_affiliation_strings":["AI Lab, Vrije Universiteit Brussel, Brussel, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI Lab, Vrije Universiteit Brussel, Brussel, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081436755","display_name":"Diederik M. Roijers","orcid":"https://orcid.org/0000-0002-2825-2491"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I173063890","display_name":"University of Applied Sciences Utrecht","ror":"https://ror.org/028z9kw20","country_code":"NL","type":"education","lineage":["https://openalex.org/I173063890"]}],"countries":["BE","NL"],"is_corresponding":true,"raw_author_name":"Diederik M. Roijers","raw_affiliation_strings":["HU University of Applied Sciences Utrecht, Utrecht, The Netherlands","Vrije Universiteit Brussel, Brussel, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HU University of Applied Sciences Utrecht, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I173063890"]},{"raw_affiliation_string":"Vrije Universiteit Brussel, Brussel, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014572669","display_name":"Conor F. Hayes","orcid":"https://orcid.org/0000-0003-4783-7126"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Conor F. Hayes","raw_affiliation_strings":["National University of Ireland Galway, Galway, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Ireland Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014042891","display_name":"Fredrik Heintz","orcid":"https://orcid.org/0000-0002-9595-2471"},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Fredrik Heintz","raw_affiliation_strings":["Link\u00f6ping University, Link\u00f6ping, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Link\u00f6ping University, Link\u00f6ping, Sweden","institution_ids":["https://openalex.org/I102134673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046330057","display_name":"Patrick Mannion","orcid":"https://orcid.org/0000-0002-7951-878X"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Patrick Mannion","raw_affiliation_strings":["National University of Ireland Galway, Galway, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Ireland Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068276498","display_name":"Pieter Libin","orcid":"https://orcid.org/0000-0003-3906-758X"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I878454856","display_name":"Hasselt University","ror":"https://ror.org/04nbhqj75","country_code":"BE","type":"education","lineage":["https://openalex.org/I878454856"]},{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Pieter J. K. Libin","raw_affiliation_strings":["Katholieke Universiteit Leuven, Leuven, Belgium","Universiteit Hasselt, Hasselt, Belgium","Vrije Universiteit Brussel, Brussel, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Katholieke Universiteit Leuven, Leuven, Belgium","institution_ids":["https://openalex.org/I99464096"]},{"raw_affiliation_string":"Universiteit Hasselt, Hasselt, Belgium","institution_ids":["https://openalex.org/I878454856"]},{"raw_affiliation_string":"Vrije Universiteit Brussel, Brussel, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032749222","display_name":"Richard Dazeley","orcid":"https://orcid.org/0000-0002-6199-9685"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Richard Dazeley","raw_affiliation_strings":["Deakin University, Geelong, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deakin University, Geelong, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013402425","display_name":"Cameron Foale","orcid":"https://orcid.org/0000-0003-2537-0326"},"institutions":[{"id":"https://openalex.org/I149672521","display_name":"Federation University","ror":"https://ror.org/05qbzwv83","country_code":"AU","type":"education","lineage":["https://openalex.org/I149672521"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Cameron Foale","raw_affiliation_strings":["Federation University Australia, Ballarat, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federation University Australia, Ballarat, Australia","institution_ids":["https://openalex.org/I149672521"]}]}],"institutions":[],"countries_distinct_count":7,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5000440246","https://openalex.org/A5008556334","https://openalex.org/A5013402425","https://openalex.org/A5014042891","https://openalex.org/A5014572669","https://openalex.org/A5032749222","https://openalex.org/A5046330057","https://openalex.org/A5068276498","https://openalex.org/A5080095540","https://openalex.org/A5081436755","https://openalex.org/A5085101949","https://openalex.org/A5088310770"],"corresponding_institution_ids":["https://openalex.org/I102134673","https://openalex.org/I13469542","https://openalex.org/I149672521","https://openalex.org/I149704539","https://openalex.org/I173063890","https://openalex.org/I181233156","https://openalex.org/I188760350","https://openalex.org/I61722147","https://openalex.org/I878454856","https://openalex.org/I99464096"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":2.8209,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.9215843,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"36","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11178","display_name":"Receptor Mechanisms and Signaling","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11178","display_name":"Receptor Mechanisms and Signaling","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contest","display_name":"CONTEST","score":0.7278305292129517},{"id":"https://openalex.org/keywords/scalar","display_name":"Scalar (mathematics)","score":0.7095955014228821},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.500335693359375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3964079022407532},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3595251142978668},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.33118587732315063},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29309672117233276},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09545397758483887},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.054534852504730225}],"concepts":[{"id":"https://openalex.org/C2777582232","wikidata":"https://www.wikidata.org/wiki/Q5013414","display_name":"CONTEST","level":2,"score":0.7278305292129517},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.7095955014228821},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.500335693359375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3964079022407532},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3595251142978668},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.33118587732315063},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29309672117233276},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09545397758483887},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.054534852504730225},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":10,"locations":[{"id":"doi:10.1007/s10458-022-09575-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-022-09575-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-022-09575-5.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:161392","is_oa":false,"landing_page_url":"https://biblio.vub.ac.be/vubir/(52374984-834c-4208-8f38-042c2889b291).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"publishedVersion"},{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/723162","is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/723162","pdf_url":null,"source":{"id":"https://openalex.org/S7407055369","display_name":"Lirias","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Autonomous Agents And Multi-Agent Systems, vol. 36 (2), Art.No. ARTN 41","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:167690","is_oa":true,"landing_page_url":"https://biblio.vub.ac.be/vubir/(64ea5c78-45a7-4d85-b1a7-7da68399c66e).html","pdf_url":"https://www.southampton.ac.uk/~eg/AAMAS2023/pdfs/p839.pdf","source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:vital:16985","is_oa":true,"landing_page_url":"http://researchonline.federation.edu.au/vital/access/HandleResolver/1959.17/186897","pdf_url":null,"source":{"id":"https://openalex.org/S4306400234","display_name":"FedUni ResearchOnline (Federation University Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210158496","host_organization_name":"Australian Federation of University Women \u2013 South Australia","host_organization_lineage":["https://openalex.org/I4210158496"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:DiVA.org:liu-187048","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:liu:diva-187048","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:documentserver.uhasselt.be:1942/37946","is_oa":true,"landing_page_url":"http://hdl.handle.net/1942/37946","pdf_url":null,"source":{"id":"https://openalex.org/S4306401926","display_name":"Document Server@UHasselt (UHasselt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I878454856","host_organization_name":"Hasselt University","host_organization_lineage":["https://openalex.org/I878454856"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:figshare.com:article/23573412","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/Scalar_Reward_is_Not_Enough/23573412","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"},{"id":"pmh:oai:figshare.com:article/24355186","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/Scalar_Reward_is_Not_Enough/24355186","pdf_url":null,"source":{"id":"https://openalex.org/S4306402621","display_name":"INDIGO (University of Illinois at Chicago)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39422238","host_organization_name":"University of Illinois Chicago","host_organization_lineage":["https://openalex.org/I39422238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference contribution"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:187508","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s10458-022-09575-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-022-09575-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-022-09575-5.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1719637075","display_name":null,"funder_award_id":"19/2551","funder_id":"https://openalex.org/F4320322502","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado do Rio Grande do Sul"},{"id":"https://openalex.org/G2185729279","display_name":"Decision-making in team-reward multi-objective multi-agent domains","funder_award_id":"1286223N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G2369280111","display_name":null,"funder_award_id":"2020/05165-1","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G2991292319","display_name":null,"funder_award_id":"NFFP7/2017-04885","funder_id":"https://openalex.org/F4320321030","funder_display_name":"VINNOVA"},{"id":"https://openalex.org/G4066211268","display_name":null,"funder_award_id":"19/2551-0001277-2","funder_id":"https://openalex.org/F4320322502","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado do Rio Grande do Sul"},{"id":"https://openalex.org/G5187473120","display_name":"Real-time geospatial control of emerging infectious diseases","funder_award_id":"1242021N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G595407998","display_name":null,"funder_award_id":"1R01CA240452-01A1","funder_id":"https://openalex.org/F4320306080","funder_display_name":"Foundation for the National Institutes of Health"},{"id":"https://openalex.org/G643915124","display_name":null,"funder_award_id":"NFFP7","funder_id":"https://openalex.org/F4320321030","funder_display_name":"VINNOVA"},{"id":"https://openalex.org/G8317822560","display_name":null,"funder_award_id":"19/2551","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"}],"funders":[{"id":"https://openalex.org/F4320306080","display_name":"Foundation for the National Institutes of Health","ror":"https://ror.org/00k86s890"},{"id":"https://openalex.org/F4320309948","display_name":"College of Engineering and Informatics, National University of Ireland, Galway","ror":"https://ror.org/03bea9k73"},{"id":"https://openalex.org/F4320311521","display_name":"National University of Ireland","ror":"https://ror.org/00shsf120"},{"id":"https://openalex.org/F4320320861","display_name":"University of Galway","ror":"https://ror.org/03bea9k73"},{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321030","display_name":"VINNOVA","ror":"https://ror.org/01kd5m353"},{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"},{"id":"https://openalex.org/F4320322502","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado do Rio Grande do Sul","ror":"https://ror.org/05k49za97"},{"id":"https://openalex.org/F4320324008","display_name":"Federation University Australia","ror":"https://ror.org/05qbzwv83"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337351","display_name":"National Cancer Institute","ror":"https://ror.org/040gcmg81"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285588358.pdf","grobid_xml":"https://content.openalex.org/works/W4285588358.grobid-xml"},"referenced_works_count":75,"referenced_works":["https://openalex.org/W120094446","https://openalex.org/W193032139","https://openalex.org/W1502374754","https://openalex.org/W1511963917","https://openalex.org/W1543572792","https://openalex.org/W1575058831","https://openalex.org/W1968490092","https://openalex.org/W1974142402","https://openalex.org/W1988863971","https://openalex.org/W1991274614","https://openalex.org/W1999387961","https://openalex.org/W2000514530","https://openalex.org/W2006154742","https://openalex.org/W2025281001","https://openalex.org/W2035737909","https://openalex.org/W2058192020","https://openalex.org/W2070417514","https://openalex.org/W2072083924","https://openalex.org/W2079352085","https://openalex.org/W2099652807","https://openalex.org/W2102660061","https://openalex.org/W2103655839","https://openalex.org/W2117282273","https://openalex.org/W2117726420","https://openalex.org/W2121425200","https://openalex.org/W2123791568","https://openalex.org/W2126891624","https://openalex.org/W2131213789","https://openalex.org/W2138143941","https://openalex.org/W2164424353","https://openalex.org/W2188721763","https://openalex.org/W2198098822","https://openalex.org/W2333879426","https://openalex.org/W2440926996","https://openalex.org/W2463389769","https://openalex.org/W2533745198","https://openalex.org/W2572064296","https://openalex.org/W2616311403","https://openalex.org/W2621379712","https://openalex.org/W2625332229","https://openalex.org/W2625456521","https://openalex.org/W2758640257","https://openalex.org/W2762221702","https://openalex.org/W2892165885","https://openalex.org/W2902143777","https://openalex.org/W2963569233","https://openalex.org/W2971634072","https://openalex.org/W2990984513","https://openalex.org/W2994648961","https://openalex.org/W3001932519","https://openalex.org/W3018948550","https://openalex.org/W3024539867","https://openalex.org/W3033060783","https://openalex.org/W3037321588","https://openalex.org/W3038190622","https://openalex.org/W3039562211","https://openalex.org/W3081243002","https://openalex.org/W3119050276","https://openalex.org/W3142108235","https://openalex.org/W3161731903","https://openalex.org/W3164005523","https://openalex.org/W3207011589","https://openalex.org/W4233232147","https://openalex.org/W4245566876","https://openalex.org/W4287266177","https://openalex.org/W4292545669","https://openalex.org/W4297932321","https://openalex.org/W6616173779","https://openalex.org/W6621199667","https://openalex.org/W6634711830","https://openalex.org/W6636752944","https://openalex.org/W6680262289","https://openalex.org/W6755542948","https://openalex.org/W6996586086","https://openalex.org/W7024300356"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2735088306","https://openalex.org/W4286740636","https://openalex.org/W2946214509","https://openalex.org/W2606108738","https://openalex.org/W2628063975","https://openalex.org/W2356479129","https://openalex.org/W2387346515","https://openalex.org/W2352196451"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"recent":[2],"paper":[3,59],"\u201cReward":[4],"is":[5,20,109],"Enough\u201d":[6],"by":[7],"Silver,":[8],"Singh,":[9],"Precup":[10],"and":[11,28,30,75,78],"Sutton":[12],"posits":[13],"that":[14,51,92],"the":[15,36,44,112],"concept":[16],"of":[17,38,47,72,82,86,107,114,123],"reward":[18,53,87,96,108],"maximisation":[19],"sufficient":[21],"to":[22,67,120],"underpin":[23],"all":[24],"intelligence,":[25,77],"both":[26,73],"natural":[27],"artificial,":[29],"provides":[31],"a":[32],"suitable":[33],"basis":[34],"for":[35,69,111],"creation":[37],"artificial":[39,116],"general":[40,117],"intelligence.":[41],"We":[42],"contest":[43],"underlying":[45],"assumption":[46],"Silver":[48],"et":[49],"al.":[50],"such":[52],"can":[54,98],"be":[55],"scalar-valued.":[56],"In":[57],"this":[58,105],"we":[60,90],"explain":[61],"why":[62],"scalar":[63,95],"rewards":[64],"are":[65],"insufficient":[66,110],"account":[68],"some":[70],"aspects":[71],"biological":[74],"computational":[76],"argue":[79],"in":[80,102],"favour":[81],"explicitly":[83],"multi-objective":[84],"models":[85],"maximisation.":[88],"Furthermore,":[89],"contend":[91],"even":[93],"if":[94],"functions":[97],"trigger":[99],"intelligent":[100],"behaviour":[101],"specific":[103],"cases,":[104],"type":[106],"development":[113],"human-aligned":[115],"intelligence":[118],"due":[119],"unacceptable":[121],"risks":[122],"unsafe":[124],"or":[125],"unethical":[126],"behaviour.":[127]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}