{"id":"https://openalex.org/W4404035193","doi":"https://doi.org/10.1109/access.2024.3491189","title":"Optimizing Joint Bidding and Incentivizing Strategy for Price-Maker Load Aggregators Based on Multi-Task Multi-Agent Deep Reinforcement Learning","display_name":"Optimizing Joint Bidding and Incentivizing Strategy for Price-Maker Load Aggregators Based on Multi-Task Multi-Agent Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404035193","doi":"https://doi.org/10.1109/access.2024.3491189"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3491189","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3491189","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3491189","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037518553","display_name":"Jixiang Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139507","display_name":"State Nuclear Power Technology Company (China)","ror":"https://ror.org/03pydjx38","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210139507"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jixiang Lu","raw_affiliation_strings":["State Key Laboratory of Technology and Equipment for Defense Against Power System Operational Risks, Nanjing, Jiangsu, China","State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0007-9738-9620","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Technology and Equipment for Defense Against Power System Operational Risks, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I4210139507"]},{"raw_affiliation_string":"State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhangtian Xie","orcid":"https://orcid.org/0009-0007-6093-4277"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhangtian Xie","raw_affiliation_strings":["School of Electrical and Power Engineering, Hohai University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0007-6093-4277","affiliations":[{"raw_affiliation_string":"School of Electrical and Power Engineering, Hohai University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098739291","display_name":"Hongsheng Xu","orcid":"https://orcid.org/0000-0003-1768-8190"},"institutions":[{"id":"https://openalex.org/I4210139507","display_name":"State Nuclear Power Technology Company (China)","ror":"https://ror.org/03pydjx38","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210139507"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongsheng Xu","raw_affiliation_strings":["State Key Laboratory of Technology and Equipment for Defense Against Power System Operational Risks, Nanjing, Jiangsu, China","State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0003-1768-8190","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Technology and Equipment for Defense Against Power System Operational Risks, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I4210139507"]},{"raw_affiliation_string":"State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, China","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Junjun Liu","orcid":"https://orcid.org/0009-0009-9981-0882"},"institutions":[{"id":"https://openalex.org/I4210139507","display_name":"State Nuclear Power Technology Company (China)","ror":"https://ror.org/03pydjx38","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210139507"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjun Liu","raw_affiliation_strings":["State Key Laboratory of Technology and Equipment for Defense Against Power System Operational Risks, Nanjing, Jiangsu, China","State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0009-9981-0882","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Technology and Equipment for Defense Against Power System Operational Risks, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I4210139507"]},{"raw_affiliation_string":"State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5037518553"],"corresponding_institution_ids":["https://openalex.org/I4210139507"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.6453,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.86711888,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"163988","last_page":"164001"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11536","display_name":"Consumer Retail Behavior Studies","score":0.671999990940094,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11536","display_name":"Consumer Retail Behavior Studies","score":0.671999990940094,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12306","display_name":"Urban and Freight Transport Logistics","score":0.6539000272750854,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8626943230628967},{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.8086726665496826},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7550370693206787},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6167151927947998},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5160057544708252},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.45709389448165894},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39803439378738403},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.3166855573654175},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.11188933253288269}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8626943230628967},{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.8086726665496826},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7550370693206787},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6167151927947998},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5160057544708252},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.45709389448165894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39803439378738403},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.3166855573654175},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.11188933253288269},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3491189","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3491189","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a75225d07c9747259a89a71c14df3b3f","is_oa":true,"landing_page_url":"https://doaj.org/article/a75225d07c9747259a89a71c14df3b3f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 163988-164001 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3491189","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3491189","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3336591158","display_name":null,"funder_award_id":"SGNR0000KJJS2302145","funder_id":"https://openalex.org/F4320326856","funder_display_name":"State Key Laboratory of Power Transmission Equipment and System Security"}],"funders":[{"id":"https://openalex.org/F4320326856","display_name":"State Key Laboratory of Power Transmission Equipment and System Security","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1976883400","https://openalex.org/W2064321138","https://openalex.org/W2145339207","https://openalex.org/W2279029373","https://openalex.org/W2521116880","https://openalex.org/W2617547828","https://openalex.org/W2904246096","https://openalex.org/W2920951612","https://openalex.org/W2943421606","https://openalex.org/W3033011016","https://openalex.org/W3034055718","https://openalex.org/W3034169784","https://openalex.org/W3086463216","https://openalex.org/W3100789280","https://openalex.org/W3126291654","https://openalex.org/W3152651257","https://openalex.org/W3186640446","https://openalex.org/W3199783470","https://openalex.org/W3202331697","https://openalex.org/W4210939496","https://openalex.org/W4220761982","https://openalex.org/W4221145154","https://openalex.org/W4249241893","https://openalex.org/W4285105364","https://openalex.org/W4285139108","https://openalex.org/W4308599811","https://openalex.org/W4316036254","https://openalex.org/W4364377269","https://openalex.org/W4381803561","https://openalex.org/W4384519310","https://openalex.org/W4385454988","https://openalex.org/W4386390272","https://openalex.org/W4391376482","https://openalex.org/W4398188128","https://openalex.org/W6684191040","https://openalex.org/W6687681856","https://openalex.org/W6745995898","https://openalex.org/W6747473740","https://openalex.org/W6755069753"],"related_works":["https://openalex.org/W2355561715","https://openalex.org/W2355326491","https://openalex.org/W2389286292","https://openalex.org/W2360751371","https://openalex.org/W2387920521","https://openalex.org/W2389754756","https://openalex.org/W2382224273","https://openalex.org/W2373538886","https://openalex.org/W2360290312","https://openalex.org/W2369836678"],"abstract_inverted_index":{"The":[0,164],"increasing":[1],"penetration":[2],"of":[3,51,63],"renewable":[4],"energy":[5],"sources":[6],"poses":[7],"significant":[8],"challenges":[9],"for":[10,77],"modern":[11],"power":[12],"systems,":[13],"particularly":[14],"in":[15,56,66,82,143],"supply-demand":[16],"balance":[17],"and":[18,34,54,61,74,89,119,160],"peak":[19],"regulation.":[20],"Load":[21],"aggregators":[22],"(LAs)":[23],"play":[24],"a":[25,71,78,83,121,131],"crucial":[26],"role":[27],"by":[28],"integrating":[29],"small":[30],"to":[31,101,109,171],"medium-sized":[32],"loads":[33],"coordinating":[35],"demand":[36,93],"response":[37,94],"(DR).":[38],"However,":[39],"previous":[40],"research":[41],"works":[42],"ignored":[43],"the":[44,57,97,148,153],"inherent":[45],"coupling":[46],"between":[47,155],"price-maker":[48,79],"LAs\u2019":[49],"decision-making":[50,62,114],"bidding":[52,73,156,158],"price":[53,65,162],"quantity":[55],"ancillary":[58,85],"service":[59,86],"market":[60,87],"incentive":[64,161],"DR.":[67],"This":[68],"study":[69],"introduces":[70],"joint":[72,113],"incentivizing":[75],"model":[76,150],"LA":[80],"participating":[81],"peak-regulation":[84],"(PRM)":[88],"developing":[90],"an":[91],"incentive-based":[92],"(IBDR),":[95],"where":[96],"LA\u2019s":[98],"objective":[99],"is":[100,139,168],"maximize":[102],"its":[103],"long-term":[104],"cumulative":[105],"payoff.":[106],"In":[107],"order":[108],"solve":[110],"this":[111],"complex":[112],"optimization":[115],"problem":[116],"more":[117],"effectively":[118,151],"efficiently,":[120],"model-free":[122],"multi-task":[123],"multi-agent":[124],"deep":[125],"reinforcement":[126],"learning-based":[127],"(MTMA-DRL-based)":[128],"method":[129,167],"incorporating":[130],"shared,":[132],"centralized":[133],"prioritized":[134],"experience":[135],"replay":[136],"buffer":[137],"(PERB)":[138],"proposed.":[140],"Case":[141],"studies":[142],"real-world":[144],"settings":[145],"confirm":[146],"that":[147],"proposed":[149,165],"captures":[152],"interdependence":[154],"price,":[157],"quantity,":[159],"decisions.":[163],"MTMA-DRL-based":[166],"also":[169],"proven":[170],"outperform":[172],"existing":[173],"methods.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}