{"id":"https://openalex.org/W3167790141","doi":"https://doi.org/10.1007/s00521-022-07334-x","title":"Expected scalarised returns dominance: a new solution concept for multi-objective decision making","display_name":"Expected scalarised returns dominance: a new solution concept for multi-objective decision making","publication_year":2022,"publication_date":"2022-07-05","ids":{"openalex":"https://openalex.org/W3167790141","doi":"https://doi.org/10.1007/s00521-022-07334-x","mag":"3167790141"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-022-07334-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-022-07334-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-022-07334-x.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00521-022-07334-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014572669","display_name":"Conor F. Hayes","orcid":"https://orcid.org/0000-0003-4783-7126"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Conor F. Hayes","raw_affiliation_strings":["National University of Ireland Galway, Galway, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Ireland Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028997809","display_name":"Timothy Verstraeten","orcid":"https://orcid.org/0000-0003-3036-617X"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Timothy Verstraeten","raw_affiliation_strings":["Vrije Universiteit Brussel, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081436755","display_name":"Diederik M. Roijers","orcid":"https://orcid.org/0000-0002-2825-2491"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I173063890","display_name":"University of Applied Sciences Utrecht","ror":"https://ror.org/028z9kw20","country_code":"NL","type":"education","lineage":["https://openalex.org/I173063890"]}],"countries":["BE","NL"],"is_corresponding":false,"raw_author_name":"Diederik M. Roijers","raw_affiliation_strings":["HU University of Applied Science Utrecht, Utrecht, The Netherlands","Vrije Universiteit Brussel, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HU University of Applied Science Utrecht, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I173063890"]},{"raw_affiliation_string":"Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074452240","display_name":"Enda Howley","orcid":"https://orcid.org/0000-0003-2687-4630"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Enda Howley","raw_affiliation_strings":["National University of Ireland Galway, Galway, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Ireland Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046330057","display_name":"Patrick Mannion","orcid":"https://orcid.org/0000-0002-7951-878X"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Patrick Mannion","raw_affiliation_strings":["National University of Ireland Galway, Galway, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Ireland Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5014572669"],"corresponding_institution_ids":["https://openalex.org/I188760350"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":1.0486,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.76438198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"37","issue":"19","first_page":"13079","last_page":"13099"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-dominance","display_name":"Stochastic dominance","score":0.8953168392181396},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7788456678390503},{"id":"https://openalex.org/keywords/dominance","display_name":"Dominance (genetics)","score":0.7020919919013977},{"id":"https://openalex.org/keywords/expected-utility-hypothesis","display_name":"Expected utility hypothesis","score":0.6323697566986084},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6288793683052063},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5956751704216003},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.49258357286453247},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44009560346603394},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.4363382160663605},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3703937530517578},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27070796489715576},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.2665591537952423},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1823955476284027},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.1742941439151764}],"concepts":[{"id":"https://openalex.org/C33252445","wikidata":"https://www.wikidata.org/wiki/Q3713315","display_name":"Stochastic dominance","level":2,"score":0.8953168392181396},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7788456678390503},{"id":"https://openalex.org/C151913843","wikidata":"https://www.wikidata.org/wiki/Q3454555","display_name":"Dominance (genetics)","level":3,"score":0.7020919919013977},{"id":"https://openalex.org/C205706631","wikidata":"https://www.wikidata.org/wiki/Q2319304","display_name":"Expected utility hypothesis","level":2,"score":0.6323697566986084},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6288793683052063},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5956751704216003},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.49258357286453247},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44009560346603394},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4363382160663605},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3703937530517578},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27070796489715576},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.2665591537952423},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1823955476284027},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1742941439151764},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s00521-022-07334-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-022-07334-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-022-07334-x.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2106.01048","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.01048","pdf_url":"https://arxiv.org/pdf/2106.01048","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1007/s00521-022-07334-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-022-07334-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-022-07334-x.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320311521","display_name":"National University of Ireland","ror":"https://ror.org/00shsf120"},{"id":"https://openalex.org/F4320318630","display_name":"Irish Research eLibrary","ror":null},{"id":"https://openalex.org/F4320320861","display_name":"University of Galway","ror":"https://ror.org/03bea9k73"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3167790141.pdf","grobid_xml":"https://content.openalex.org/works/W3167790141.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W602919348","https://openalex.org/W1523104724","https://openalex.org/W1543572792","https://openalex.org/W1553907506","https://openalex.org/W1558438642","https://openalex.org/W1582743214","https://openalex.org/W1972557934","https://openalex.org/W1994702748","https://openalex.org/W2001842060","https://openalex.org/W2012612381","https://openalex.org/W2023032390","https://openalex.org/W2030433105","https://openalex.org/W2037035018","https://openalex.org/W2069110256","https://openalex.org/W2078136197","https://openalex.org/W2082568669","https://openalex.org/W2095602422","https://openalex.org/W2102660061","https://openalex.org/W2117278512","https://openalex.org/W2121863487","https://openalex.org/W2171543997","https://openalex.org/W2182124586","https://openalex.org/W2182714085","https://openalex.org/W2186820913","https://openalex.org/W2256916067","https://openalex.org/W2317366395","https://openalex.org/W2411922414","https://openalex.org/W2546799130","https://openalex.org/W2553462639","https://openalex.org/W2733981767","https://openalex.org/W2759684794","https://openalex.org/W2781473595","https://openalex.org/W2789834361","https://openalex.org/W2963423916","https://openalex.org/W2971634072","https://openalex.org/W2990239702","https://openalex.org/W2994648961","https://openalex.org/W3001932519","https://openalex.org/W3035148960","https://openalex.org/W3038190622","https://openalex.org/W3084824572","https://openalex.org/W3103262232","https://openalex.org/W3121342653","https://openalex.org/W3124223696","https://openalex.org/W3125343590","https://openalex.org/W3127945807","https://openalex.org/W3138191140","https://openalex.org/W3139398491","https://openalex.org/W3140668611","https://openalex.org/W4229842170","https://openalex.org/W4235363884","https://openalex.org/W4238342709","https://openalex.org/W4287266177"],"related_works":["https://openalex.org/W3124095803","https://openalex.org/W1577921368","https://openalex.org/W2044867175","https://openalex.org/W2968458762","https://openalex.org/W2948869923","https://openalex.org/W44558788","https://openalex.org/W2494461588","https://openalex.org/W3174448876","https://openalex.org/W2060065711","https://openalex.org/W3092656695"],"abstract_inverted_index":{"Abstract":[0],"In":[1,19,57,101],"many":[2],"real-world":[3],"scenarios,":[4,59],"the":[5,27,31,48,71,82,159,186],"utility":[6,29,49,73],"of":[7,16,30,62,93,143,166],"a":[8,13,17,40,60,89,91,110,123,141,154,164,175],"user":[9],"is":[10,163],"derived":[11],"from":[12],"single":[14],"execution":[15],"policy.":[18],"this":[20,102],"case,":[21],"to":[22,55,98,112,116,139,146,184],"apply":[23],"multi-objective":[24,83,177,190],"reinforcement":[25,84,180],"learning,":[26],"expected":[28,72,118,129],"returns":[32,131],"must":[33,65,74],"be":[34,66,75,99,147],"optimised.":[35],"Various":[36],"scenarios":[37],"exist":[38],"where":[39,70],"user\u2019s":[41],"preferences":[42],"over":[43],"objectives":[44],"(also":[45],"known":[46,127],"as":[47,88,109,128],"function)":[50],"are":[51,169],"unknown":[52],"or":[53],"difficult":[54],"specify.":[56],"such":[58],"set":[61,92,142,165,188],"optimal":[63,94,144],"policies":[64,145,167],"learned.":[67],"However,":[68],"settings":[69],"maximised":[76],"have":[77],"been":[78],"largely":[79],"overlooked":[80],"by":[81],"learning":[85,181],"community":[86],"and,":[87],"consequence,":[90],"solutions":[95],"has":[96],"yet":[97],"defined.":[100],"work,":[103],"we":[104,152,173],"propose":[105],"first-order":[106,136],"stochastic":[107,137],"dominance":[108,125,138],"criterion":[111],"build":[113],"solution":[114,156],"sets":[115],"maximise":[117],"utility.":[119],"We":[120],"also":[121],"define":[122,153],"new":[124,155,176],"criterion,":[126],"scalarised":[130],"(ESR)":[132],"dominance,":[133],"that":[134,168],"extends":[135],"allow":[140],"learned":[148],"in":[149,189],"practice.":[150],"Additionally,":[151],"concept":[157],"called":[158],"ESR":[160,170,187],"set,":[161],"which":[162],"dominant.":[171],"Finally,":[172],"present":[174],"tabular":[178],"distributional":[179],"(MOTDRL)":[182],"algorithm":[183],"learn":[185],"multi-armed":[191],"bandit":[192],"settings.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2021-06-22T00:00:00"}