{"id":"https://openalex.org/W2755412030","doi":"https://doi.org/10.1109/tii.2017.2753408","title":"Enabling Cooperative Behavior for Building Demand Response Based on Extended Joint Action Learning","display_name":"Enabling Cooperative Behavior for Building Demand Response Based on Extended Joint Action Learning","publication_year":2017,"publication_date":"2017-09-18","ids":{"openalex":"https://openalex.org/W2755412030","doi":"https://doi.org/10.1109/tii.2017.2753408","mag":"2755412030"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2017.2753408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2017.2753408","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.tue.nl/en/publications/b66aa0ce-89a3-425e-b849-a0a0f0965918","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Luis A. Hurtado","orcid":"https://orcid.org/0000-0001-5958-2381"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Luis A. Hurtado","raw_affiliation_strings":["Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, AZ, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-5958-2381","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, AZ, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027401676","display_name":"Elena Mocanu","orcid":"https://orcid.org/0000-0002-0856-579X"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Elena Mocanu","raw_affiliation_strings":["Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, AZ, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, AZ, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074304207","display_name":"Phuong H. Nguyen","orcid":"https://orcid.org/0000-0003-1124-2710"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Phuong H. Nguyen","raw_affiliation_strings":["Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, AZ, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, AZ, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022437377","display_name":"Madeleine Gibescu","orcid":"https://orcid.org/0000-0002-4420-8538"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Madeleine Gibescu","raw_affiliation_strings":["Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, AZ, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, AZ, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035273449","display_name":"Ren\u00e9 Kamphuis","orcid":null},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Rene I. G. Kamphuis","raw_affiliation_strings":["Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, AZ, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, AZ, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":null,"apc_paid":null,"fwci":3.2144,"has_fulltext":true,"cited_by_count":67,"citation_normalized_percentile":{"value":0.92537502,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"14","issue":"1","first_page":"127","last_page":"136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8171035051345825},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.8153947591781616},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6888906359672546},{"id":"https://openalex.org/keywords/fictitious-play","display_name":"Fictitious play","score":0.5829091668128967},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5797329545021057},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.5449886918067932},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.5098618268966675},{"id":"https://openalex.org/keywords/portfolio","display_name":"Portfolio","score":0.4848381280899048},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.47553443908691406},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4162823557853699},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.39653682708740234},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3561321496963501},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.310768723487854},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29409676790237427},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.26835232973098755},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18657729029655457},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.11439701914787292},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.09732279181480408}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8171035051345825},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.8153947591781616},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6888906359672546},{"id":"https://openalex.org/C145071142","wikidata":"https://www.wikidata.org/wiki/Q1411116","display_name":"Fictitious play","level":3,"score":0.5829091668128967},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5797329545021057},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5449886918067932},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.5098618268966675},{"id":"https://openalex.org/C2780821815","wikidata":"https://www.wikidata.org/wiki/Q5340806","display_name":"Portfolio","level":2,"score":0.4848381280899048},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.47553443908691406},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4162823557853699},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.39653682708740234},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3561321496963501},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.310768723487854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29409676790237427},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.26835232973098755},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18657729029655457},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.11439701914787292},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.09732279181480408},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tii.2017.2753408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2017.2753408","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},{"id":"pmh:oai:pure.tue.nl:openaire/b66aa0ce-89a3-425e-b849-a0a0f0965918","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/b66aa0ce-89a3-425e-b849-a0a0f0965918","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Hurtado Munoz, L A, Mocanu, E, Nguyen, H P, Gibescu, M & Kamphuis, I G 2018, 'Enabling cooperative behavior for building demand response based on extended joint action learning', IEEE Transactions on Industrial Informatics, vol. 14, no. 1, 8039194, pp. 127-136. https://doi.org/10.1109/TII.2017.2753408","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.tue.nl:publications/b66aa0ce-89a3-425e-b849-a0a0f0965918","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85030622737&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hurtado Munoz, L A, Mocanu, E, Nguyen, H P, Gibescu, M & Kamphuis, I G 2018, 'Enabling cooperative behavior for building demand response based on extended joint action learning', IEEE Transactions on Industrial Informatics, vol. 14, no. 1, 8039194, pp. 127-136. https://doi.org/10.1109/TII.2017.2753408","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:tue:oai:pure.tue.nl:publications/b66aa0ce-89a3-425e-b849-a0a0f0965918","is_oa":true,"landing_page_url":"https://research.tue.nl/nl/publications/b66aa0ce-89a3-425e-b849-a0a0f0965918","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Industrial Informatics, 14(1):8039194, 127 - 136. IEEE Computer Society","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:pure.tue.nl:openaire/b66aa0ce-89a3-425e-b849-a0a0f0965918","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/b66aa0ce-89a3-425e-b849-a0a0f0965918","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Hurtado Munoz, L A, Mocanu, E, Nguyen, H P, Gibescu, M & Kamphuis, I G 2018, 'Enabling cooperative behavior for building demand response based on extended joint action learning', IEEE Transactions on Industrial Informatics, vol. 14, no. 1, 8039194, pp. 127-136. https://doi.org/10.1109/TII.2017.2753408","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W275578392","https://openalex.org/W1208470056","https://openalex.org/W1557517019","https://openalex.org/W1630733292","https://openalex.org/W1938668238","https://openalex.org/W1972016118","https://openalex.org/W1990755361","https://openalex.org/W1992561281","https://openalex.org/W1995175359","https://openalex.org/W2013081808","https://openalex.org/W2030846484","https://openalex.org/W2038662983","https://openalex.org/W2038872716","https://openalex.org/W2045578358","https://openalex.org/W2050533859","https://openalex.org/W2057111548","https://openalex.org/W2065973244","https://openalex.org/W2068705049","https://openalex.org/W2069072224","https://openalex.org/W2071581556","https://openalex.org/W2074513827","https://openalex.org/W2081383621","https://openalex.org/W2099618002","https://openalex.org/W2104602264","https://openalex.org/W2120772120","https://openalex.org/W2131882595","https://openalex.org/W2180338159","https://openalex.org/W2184877119","https://openalex.org/W2185498743","https://openalex.org/W2227289676","https://openalex.org/W2292533394","https://openalex.org/W2302365748","https://openalex.org/W2327418893","https://openalex.org/W2395697308","https://openalex.org/W2471414955","https://openalex.org/W2514418863","https://openalex.org/W2565813735","https://openalex.org/W6636933019","https://openalex.org/W6667842849","https://openalex.org/W6675811377"],"related_works":["https://openalex.org/W1589973774","https://openalex.org/W2392147676","https://openalex.org/W2035833777","https://openalex.org/W2522559011","https://openalex.org/W2032085210","https://openalex.org/W4214835929","https://openalex.org/W2556396996","https://openalex.org/W3112567715","https://openalex.org/W4226086326","https://openalex.org/W1972422473"],"abstract_inverted_index":{"This":[0,85],"paper":[1],"explores":[2],"the":[3,10,13,21,25,30,91,98,111,146,151],"use":[4],"of":[5,12,93,100,115,123,135],"distributed":[6],"intelligence":[7],"to":[8,19,67,109],"assist":[9],"integration":[11],"demand":[14],"as":[15],"a":[16,46,63,76,121],"flexible":[17],"resource,":[18],"mitigate":[20],"emerging":[22],"uncertainty":[23],"in":[24],"power":[26],"system,":[27],"while":[28],"fulfilling":[29],"customer's":[31],"local":[32],"needs,":[33],"i.e.,":[34,73,81],"comfort":[35,101,140],"management.":[36],"More":[37],"exactly,":[38],"our":[39],"contribution":[40],"is":[41],"twofold.":[42],"First,":[43],"we":[44,61,143],"propose":[45],"novel":[47],"cooperative":[48],"and":[49,75,97,113],"decentralized":[50,69],"reinforcement":[51],"learning":[52,58],"method,":[53],"dubbed":[54],"extended":[55],"joint":[56],"action":[57],"(eJAL).":[59],"Second,":[60],"perform":[62],"comparison":[64,86],"between":[65],"eJAL":[66,148],"noncooperative":[68],"decision":[70],"making":[71],"strategies,":[72],"Q-learning,":[74],"centralized":[77],"game":[78],"theoretic":[79],"approach,":[80],"Nash":[82],"n-player":[83],"game.":[84],"has":[87],"been":[88],"conducted":[89],"on":[90],"basis":[92],"grid":[94],"support":[95],"effectiveness":[96],"loss":[99],"for":[102],"each":[103,116],"customer.":[104],"Various":[105],"metrics":[106],"were":[107],"used":[108],"analyze":[110],"advantages":[112],"disadvantages":[114],"method.":[117],"We":[118],"demonstrated":[119],"that":[120,145],"range":[122],"flexibility":[124],"requests":[125],"can":[126],"be":[127],"met":[128],"by":[129],"providing":[130],"an":[131],"optimal":[132],"energy":[133],"portfolio":[134],"buildings":[136],"without":[137],"substantially":[138],"violating":[139],"constraints.":[141],"Moreover,":[142],"showed":[144],"proposed":[147],"method":[149],"achieves":[150],"highest":[152],"fairness":[153],"index.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2017-09-25T00:00:00"}