{"id":"https://openalex.org/W4280584261","doi":"https://doi.org/10.1007/s00521-022-07280-8","title":"Hierarchical goals contextualize local reward decomposition explanations","display_name":"Hierarchical goals contextualize local reward decomposition explanations","publication_year":2022,"publication_date":"2022-05-12","ids":{"openalex":"https://openalex.org/W4280584261","doi":"https://doi.org/10.1007/s00521-022-07280-8"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-022-07280-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-022-07280-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-022-07280-8.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00521-022-07280-8.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066537009","display_name":"Finn Rietz","orcid":"https://orcid.org/0000-0001-8151-4692"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]},{"id":"https://openalex.org/I26437253","display_name":"\u00d6rebro University","ror":"https://ror.org/05kytsw45","country_code":"SE","type":"education","lineage":["https://openalex.org/I26437253"]}],"countries":["DE","SE"],"is_corresponding":true,"raw_author_name":"Finn Rietz","raw_affiliation_strings":["Department of Informatics, University of Hamburg, Hamburg, Germany","Science and Technology, \u00d6rebro University, \u00d6rebro, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-8151-4692","affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]},{"raw_affiliation_string":"Science and Technology, \u00d6rebro University, \u00d6rebro, Sweden","institution_ids":["https://openalex.org/I26437253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015567592","display_name":"Sven Magg","orcid":"https://orcid.org/0000-0002-0589-6585"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sven Magg","raw_affiliation_strings":["Hamburger Informatik Technologie-Center, Universit\u00e4t Hamburg, Hamburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hamburger Informatik Technologie-Center, Universit\u00e4t Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014042891","display_name":"Fredrik Heintz","orcid":"https://orcid.org/0000-0002-9595-2471"},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Fredrik Heintz","raw_affiliation_strings":["Department of Computer and Information Science, Link\u00f6ping University, Link\u00f6ping, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, Link\u00f6ping University, Link\u00f6ping, Sweden","institution_ids":["https://openalex.org/I102134673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044352907","display_name":"Todor Stoyanov","orcid":"https://orcid.org/0000-0002-6013-4874"},"institutions":[{"id":"https://openalex.org/I26437253","display_name":"\u00d6rebro University","ror":"https://ror.org/05kytsw45","country_code":"SE","type":"education","lineage":["https://openalex.org/I26437253"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Todor Stoyanov","raw_affiliation_strings":["Science and Technology, \u00d6rebro University, \u00d6rebro, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Science and Technology, \u00d6rebro University, \u00d6rebro, Sweden","institution_ids":["https://openalex.org/I26437253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033486668","display_name":"Stefan Wermter","orcid":"https://orcid.org/0000-0003-1343-4775"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Wermter","raw_affiliation_strings":["Department of Informatics, University of Hamburg, Hamburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023785357","display_name":"Johannes A. Stork","orcid":"https://orcid.org/0000-0003-3958-6179"},"institutions":[{"id":"https://openalex.org/I26437253","display_name":"\u00d6rebro University","ror":"https://ror.org/05kytsw45","country_code":"SE","type":"education","lineage":["https://openalex.org/I26437253"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Johannes A. Stork","raw_affiliation_strings":["Science and Technology, \u00d6rebro University, \u00d6rebro, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Science and Technology, \u00d6rebro University, \u00d6rebro, Sweden","institution_ids":["https://openalex.org/I26437253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5066537009"],"corresponding_institution_ids":["https://openalex.org/I159176309","https://openalex.org/I26437253"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":1.5259,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.85142526,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"35","issue":"23","first_page":"16693","last_page":"16704"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.910593569278717},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.837246298789978},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.662785530090332},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6514472961425781},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.5754225850105286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.510842502117157},{"id":"https://openalex.org/keywords/hierarchical-organization","display_name":"Hierarchical organization","score":0.47726720571517944},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.43004918098449707},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.41448426246643066},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41126489639282227},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18192723393440247},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08961722254753113}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.910593569278717},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.837246298789978},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.662785530090332},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6514472961425781},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.5754225850105286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.510842502117157},{"id":"https://openalex.org/C2780217385","wikidata":"https://www.wikidata.org/wiki/Q2389284","display_name":"Hierarchical organization","level":2,"score":0.47726720571517944},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.43004918098449707},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.41448426246643066},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41126489639282227},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18192723393440247},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08961722254753113},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s00521-022-07280-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-022-07280-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-022-07280-8.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:liu-185257","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:liu:diva-185257","pdf_url":"https://liu.diva-portal.org/smash/get/diva2:1660546/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article in journal"}],"best_oa_location":{"id":"doi:10.1007/s00521-022-07280-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-022-07280-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-022-07280-8.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5832445098","display_name":null,"funder_award_id":"FKZ 20X1905A-D","funder_id":"https://openalex.org/F4320323803","funder_display_name":"Bundesministerium f\u00fcr Wirtschaft und Energie"}],"funders":[{"id":"https://openalex.org/F4320321975","display_name":"\u00d6rebro Universitet","ror":"https://ror.org/05kytsw45"},{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"},{"id":"https://openalex.org/F4320323803","display_name":"Bundesministerium f\u00fcr Wirtschaft und Energie","ror":"https://ror.org/02vgg2808"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4280584261.pdf","grobid_xml":"https://content.openalex.org/works/W4280584261.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1583837637","https://openalex.org/W2075268401","https://openalex.org/W2106100979","https://openalex.org/W2109910161","https://openalex.org/W2133950705","https://openalex.org/W2145339207","https://openalex.org/W2282821441","https://openalex.org/W2539402368","https://openalex.org/W2594227402","https://openalex.org/W2607662938","https://openalex.org/W2616247523","https://openalex.org/W2746553466","https://openalex.org/W2883535494","https://openalex.org/W2891830784","https://openalex.org/W2952561542","https://openalex.org/W2962702317","https://openalex.org/W2965912206","https://openalex.org/W2966578325","https://openalex.org/W2996001543","https://openalex.org/W3003997138","https://openalex.org/W3010300896","https://openalex.org/W3082925502","https://openalex.org/W3086764798","https://openalex.org/W3100789280","https://openalex.org/W3102564565","https://openalex.org/W3116073702","https://openalex.org/W3124922852","https://openalex.org/W3161731903","https://openalex.org/W3164011142","https://openalex.org/W3189365070","https://openalex.org/W4214717370","https://openalex.org/W4247950230","https://openalex.org/W6601141708"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4390569940","https://openalex.org/W2888392564","https://openalex.org/W4361193272","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W2806259446","https://openalex.org/W2963326959","https://openalex.org/W4247136043","https://openalex.org/W2075682530"],"abstract_inverted_index":{"Abstract":[0],"One-step":[1],"reinforcement":[2,70,76,168],"learning":[3,71,77,169],"explanation":[4,116,160],"methods":[5],"account":[6],"for":[7,36,139,166],"individual":[8],"actions":[9],"but":[10,162],"fail":[11],"to":[12,26,153],"consider":[13],"the":[14,41,57,131,140,143,151],"agent\u2019s":[15,58],"future":[16,59],"behavior,":[17],"which":[18,79],"can":[19,50,134],"make":[20],"their":[21,99],"interpretation":[22],"ambiguous.":[23],"We":[24,64],"propose":[25],"address":[27],"this":[28],"limitation":[29],"by":[30,113],"providing":[31],"hierarchical":[32,43,69,132,155],"goals":[33,156],"as":[34,45,56,130,137,158,163],"context":[35,138,165],"one-step":[37,48,84,91,115,167],"explanations.":[38,85,170],"By":[39],"considering":[40],"current":[42],"goal":[44,133],"a":[46,73,87],"context,":[47],"explanations":[49],"be":[51,135],"interpreted":[52],"with":[53,68,106],"higher":[54],"certainty,":[55],"behavior":[60],"is":[61,101,150],"more":[62,81],"predictable.":[63],"combine":[65],"reward":[66,92],"decomposition":[67,93],"into":[72],"novel":[74],"explainable":[75],"framework,":[78],"yields":[80],"interpretable,":[82],"goal-contextualized":[83],"With":[86],"qualitative":[88],"analysis":[89],"of":[90,145],"explanations,":[94],"we":[95,119],"first":[96,152],"show":[97,120],"that":[98,121],"interpretability":[100,126],"indeed":[102],"limited":[103],"in":[104,127],"scenarios":[105],"multiple,":[107],"different":[108],"optimal":[109],"policies\u2014a":[110],"characteristic":[111],"shared":[112],"other":[114],"methods.":[117],"Then,":[118],"our":[122,146,148],"framework":[123],"retains":[124],"high":[125],"such":[128],"cases,":[129],"considered":[136],"explanation.":[141],"To":[142],"best":[144],"knowledge,":[147],"work":[149],"investigate":[154],"not":[157],"an":[159],"directly":[161],"additional":[164]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}