{"id":"https://openalex.org/W2552300487","doi":"https://doi.org/10.1145/3070861","title":"Prediction-Based Multi-Agent Reinforcement Learning in Inherently Non-Stationary Environments","display_name":"Prediction-Based Multi-Agent Reinforcement Learning in Inherently Non-Stationary Environments","publication_year":2017,"publication_date":"2017-05-25","ids":{"openalex":"https://openalex.org/W2552300487","doi":"https://doi.org/10.1145/3070861","mag":"2552300487"},"language":"en","primary_location":{"id":"doi:10.1145/3070861","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3070861","pdf_url":null,"source":{"id":"https://openalex.org/S16632050","display_name":"ACM Transactions on Autonomous and Adaptive Systems","issn_l":"1556-4665","issn":["1556-4665","1556-4703"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Autonomous and Adaptive Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.tara.tcd.ie/bitstream/2262/85067/1/pmarl-taas_preprint.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102750532","display_name":"Andrei Marinescu","orcid":"https://orcid.org/0000-0002-3455-0348"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Andrei Marinescu","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059738292","display_name":"Ivana Duspari\u0107","orcid":"https://orcid.org/0000-0003-0621-5400"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Ivana Dusparic","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047083691","display_name":"Siobh\u00e1n Clarke","orcid":"https://orcid.org/0000-0001-5721-9976"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Siobh\u00e1n Clarke","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102750532"],"corresponding_institution_ids":["https://openalex.org/I205274468"],"apc_list":null,"apc_paid":null,"fwci":3.0586,"has_fulltext":true,"cited_by_count":67,"citation_normalized_percentile":{"value":0.91780524,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"12","issue":"2","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/marl","display_name":"Marl","score":0.9282306432723999},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8463300466537476},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7633931636810303},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47238731384277344},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4431779384613037},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41978150606155396},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3201943039894104}],"concepts":[{"id":"https://openalex.org/C92927620","wikidata":"https://www.wikidata.org/wiki/Q184053","display_name":"Marl","level":3,"score":0.9282306432723999},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8463300466537476},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7633931636810303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47238731384277344},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4431779384613037},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41978150606155396},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3201943039894104},{"id":"https://openalex.org/C109007969","wikidata":"https://www.wikidata.org/wiki/Q749565","display_name":"Structural basin","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3070861","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3070861","pdf_url":null,"source":{"id":"https://openalex.org/S16632050","display_name":"ACM Transactions on Autonomous and Adaptive Systems","issn_l":"1556-4665","issn":["1556-4665","1556-4703"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Autonomous and Adaptive Systems","raw_type":"journal-article"},{"id":"pmh:oai:tara.tcd.ie:2262/85067","is_oa":true,"landing_page_url":"http://hdl.handle.net/2262/85067","pdf_url":"https://www.tara.tcd.ie/bitstream/2262/85067/1/pmarl-taas_preprint.pdf","source":{"id":"https://openalex.org/S4306400387","display_name":"Trinity's Access to Research Output (TARA) (Trinity College Dublin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205274468","host_organization_name":"Trinity College Dublin","host_organization_lineage":["https://openalex.org/I205274468"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:tara.tcd.ie:2262/77827","is_oa":false,"landing_page_url":"http://people.tcd.ie/marinesa","pdf_url":null,"source":{"id":"https://openalex.org/S4306400387","display_name":"Trinity's Access to Research Output (TARA) (Trinity College Dublin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205274468","host_organization_name":"Trinity College Dublin","host_organization_lineage":["https://openalex.org/I205274468"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:tara.tcd.ie:2262/85067","is_oa":true,"landing_page_url":"http://hdl.handle.net/2262/85067","pdf_url":"https://www.tara.tcd.ie/bitstream/2262/85067/1/pmarl-taas_preprint.pdf","source":{"id":"https://openalex.org/S4306400387","display_name":"Trinity's Access to Research Output (TARA) (Trinity College Dublin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205274468","host_organization_name":"Trinity College Dublin","host_organization_lineage":["https://openalex.org/I205274468"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4300000071525574,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G5357995293","display_name":null,"funder_award_id":"10/CE/I1855","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2552300487.pdf","grobid_xml":"https://content.openalex.org/works/W2552300487.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W165982740","https://openalex.org/W188017631","https://openalex.org/W1491843047","https://openalex.org/W1492468531","https://openalex.org/W1515851193","https://openalex.org/W1553023101","https://openalex.org/W1559631210","https://openalex.org/W1586335931","https://openalex.org/W1591040389","https://openalex.org/W1605782438","https://openalex.org/W1865150730","https://openalex.org/W1934866980","https://openalex.org/W1974693373","https://openalex.org/W1977556410","https://openalex.org/W1990517717","https://openalex.org/W1993167666","https://openalex.org/W1999042872","https://openalex.org/W1999392360","https://openalex.org/W2020329673","https://openalex.org/W2022775778","https://openalex.org/W2033979290","https://openalex.org/W2042152172","https://openalex.org/W2045770754","https://openalex.org/W2067576900","https://openalex.org/W2078019988","https://openalex.org/W2099618002","https://openalex.org/W2102558581","https://openalex.org/W2103561211","https://openalex.org/W2104602264","https://openalex.org/W2115524942","https://openalex.org/W2119821739","https://openalex.org/W2120846115","https://openalex.org/W2129723167","https://openalex.org/W2133088983","https://openalex.org/W2147492008","https://openalex.org/W2168342951","https://openalex.org/W2168359464","https://openalex.org/W2263562440","https://openalex.org/W2287009088","https://openalex.org/W2313953460","https://openalex.org/W2401610261","https://openalex.org/W2406982228","https://openalex.org/W2539402368","https://openalex.org/W3015420945","https://openalex.org/W3152223742","https://openalex.org/W4244540634","https://openalex.org/W4255529553"],"related_works":["https://openalex.org/W2126019709","https://openalex.org/W1702901972","https://openalex.org/W4249798507","https://openalex.org/W2069775250","https://openalex.org/W2152754392","https://openalex.org/W2196316523","https://openalex.org/W1989172970","https://openalex.org/W1899363654","https://openalex.org/W2507089433","https://openalex.org/W2032294417"],"abstract_inverted_index":{"Multi-agent":[0],"reinforcement":[1],"learning":[2,50],"(MARL)":[3],"is":[4,53,85,98,129],"a":[5,88,121],"widely":[6],"researched":[7],"technique":[8],"for":[9,43],"decentralised":[10],"control":[11],"in":[12,21,80,114,120,143],"complex":[13],"large-scale":[14],"autonomous":[15],"systems.":[16],"Such":[17],"systems":[18],"often":[19],"operate":[20],"environments":[22],"that":[23,63,158],"are":[24,31,40,151],"continuously":[25],"evolving":[26],"and":[27,51,66,73,154],"where":[28,126,147],"agents\u2019":[29,148],"actions":[30],"non-deterministic,":[32],"so":[33],"called":[34],"inherently":[35],"non-stationary":[36,133],"environments.":[37],"When":[38],"there":[39],"inconsistent":[41],"results":[42],"agents":[44,106],"acting":[45],"on":[46,100],"such":[47],"an":[48,61],"environment,":[49],"adapting":[52],"challenging.":[54],"In":[55],"this":[56,108],"article,":[57],"we":[58],"propose":[59],"P-MARL,":[60],"approach":[62],"integrates":[64],"prediction":[65,95],"pattern":[67],"change":[68],"detection":[69],"abilities":[70],"into":[71],"MARL":[72],"thus":[74],"minimises":[75],"the":[76,81,101,127],"effect":[77],"of":[78],"non-stationarity":[79],"environment.":[82],"The":[83],"environment":[84,103,128],"modelled":[86],"as":[87],"time-series,":[89],"with":[90,105,164],"future":[91],"estimates":[92],"provided":[93],"using":[94],"techniques.":[96],"Learning":[97],"based":[99],"predicted":[102],"behaviour,":[104],"employing":[107],"knowledge":[109],"to":[110],"improve":[111],"their":[112],"performance":[113,119],"realtime.":[115],"We":[116,140],"illustrate":[117],"P-MARL\u2019s":[118],"real-world":[122],"smart":[123],"grid":[124],"scenario,":[125],"heavily":[130],"influenced":[131],"by":[132],"power":[134],"demand":[135],"patterns":[136],"from":[137],"residential":[138],"consumers.":[139],"evaluate":[141],"P-MARL":[142,166],"three":[144],"different":[145],"situations,":[146],"action":[149],"decisions":[150],"independent,":[152],"simultaneous,":[153],"sequential.":[155],"Results":[156],"show":[157],"all":[159],"methods":[160],"outperform":[161],"traditional":[162],"MARL,":[163],"sequential":[165],"achieving":[167],"best":[168],"results.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}