{"id":"https://openalex.org/W4210784356","doi":"https://doi.org/10.1109/globecom46510.2021.9685510","title":"A Multi-Agent Reinforcement Learning Approach for Blockchain-based Electricity Trading System","display_name":"A Multi-Agent Reinforcement Learning Approach for Blockchain-based Electricity Trading System","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4210784356","doi":"https://doi.org/10.1109/globecom46510.2021.9685510"},"language":"en","primary_location":{"id":"doi:10.1109/globecom46510.2021.9685510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685510","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100725847","display_name":"Yifan Cao","orcid":"https://orcid.org/0000-0003-2436-7790"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yifan Cao","raw_affiliation_strings":["Tianjin University,College of Intelligence and Computing,Tianjin,China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University,College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037920323","display_name":"Xiaoxu Ren","orcid":"https://orcid.org/0000-0002-3166-1405"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxu Ren","raw_affiliation_strings":["Tianjin University,College of Intelligence and Computing,Tianjin,China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University,College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007510770","display_name":"Chao Qiu","orcid":"https://orcid.org/0000-0002-2224-2292"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Qiu","raw_affiliation_strings":["Tianjin University,College of Intelligence and Computing,Tianjin,China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University,College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363470","display_name":"Xiaofei Wang","orcid":"https://orcid.org/0000-0002-7223-1030"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofei Wang","raw_affiliation_strings":["Tianjin University,College of Intelligence and Computing,Tianjin,China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University,College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666106","display_name":"Haipeng Yao","orcid":"https://orcid.org/0000-0003-1391-7363"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haipeng Yao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,School of Information and Communications Engineering,Beijing,China","School of Information and Communications Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,School of Information and Communications Engineering,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Information and Communications Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100420016","display_name":"F. Richard Yu","orcid":"https://orcid.org/0000-0003-1006-7594"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"F. Richard Yu","raw_affiliation_strings":["Carleton University,School of Information Technology,Ottawa,Canada","School of Information Technology, Carleton University, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"Carleton University,School of Information Technology,Ottawa,Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"School of Information Technology, Carleton University, Ottawa, Canada","institution_ids":["https://openalex.org/I67031392"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100725847"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":2.1637,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.89268796,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"14","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.743062436580658},{"id":"https://openalex.org/keywords/blockchain","display_name":"Blockchain","score":0.7428480386734009},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6215442419052124},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.5915854573249817},{"id":"https://openalex.org/keywords/smart-contract","display_name":"Smart contract","score":0.5690010786056519},{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.5280697345733643},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.5260643362998962},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.49879980087280273},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39880356192588806},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.36578983068466187},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.1786523163318634},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.17312142252922058},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14581525325775146},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.09911096096038818}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.743062436580658},{"id":"https://openalex.org/C2779687700","wikidata":"https://www.wikidata.org/wiki/Q20514253","display_name":"Blockchain","level":2,"score":0.7428480386734009},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6215442419052124},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.5915854573249817},{"id":"https://openalex.org/C2779950589","wikidata":"https://www.wikidata.org/wiki/Q7544035","display_name":"Smart contract","level":3,"score":0.5690010786056519},{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.5280697345733643},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.5260643362998962},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.49879980087280273},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39880356192588806},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.36578983068466187},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.1786523163318634},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.17312142252922058},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14581525325775146},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.09911096096038818},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom46510.2021.9685510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685510","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2010739835","https://openalex.org/W2048009800","https://openalex.org/W2074513827","https://openalex.org/W2531399364","https://openalex.org/W2619984247","https://openalex.org/W2758303957","https://openalex.org/W2777447168","https://openalex.org/W2784275131","https://openalex.org/W2919530665","https://openalex.org/W2963929166","https://openalex.org/W2986949576","https://openalex.org/W3088286182","https://openalex.org/W3105714802","https://openalex.org/W4211068006","https://openalex.org/W6746873430"],"related_works":["https://openalex.org/W4297798448","https://openalex.org/W4388187043","https://openalex.org/W4396713893","https://openalex.org/W4285161539","https://openalex.org/W2982625131","https://openalex.org/W4396636834","https://openalex.org/W2976114880","https://openalex.org/W2328458106","https://openalex.org/W3092627261","https://openalex.org/W4396241386"],"abstract_inverted_index":{"In":[0,43,66],"microgrid,":[1],"peer-to-peer":[2],"(P2P)":[3],"electricity":[4,32,52,121],"trading":[5,33,41,53,64,122],"has":[6],"quickly":[7],"ascended":[8],"to":[9,68,102],"the":[10,27,31,37,71,77,82,104,138,143],"spotlight":[11],"and":[12,22,118,137],"gained":[13],"enormous":[14],"popularity.":[15],"However,":[16],"there":[17],"are":[18],"inevitable":[19],"credit":[20],"problems":[21],"system":[23,34,113,141],"security":[24],"problems.":[25],"Besides,":[26],"current":[28],"model":[29],"in":[30,60,76],"cannot":[35],"balance":[36],"utilities":[38,72],"of":[39,73,145],"multiple":[40],"entities.":[42],"this":[44],"paper,":[45],"we":[46,80,92,108],"propose":[47],"a":[48,87,94,111,115,129],"blockchain-based":[49],"distributed":[50,95],"P2P":[51],"system.":[54,65],"We":[55],"define":[56],"elecoins":[57,78,83],"as":[58,86],"currency":[59],"circulation":[61],"within":[62],"our":[63,146],"order":[67],"jointly":[69],"optimize":[70],"both":[74],"parties":[75],"trading,":[79],"formulate":[81],"purchasing":[84],"problem":[85],"hierarchical":[88],"Stackelberg":[89],"game.":[90],"Then,":[91],"design":[93],"multi-agent":[96],"utility-balanced":[97],"reinforcement":[98],"learning":[99],"(DMA-UBRL)":[100],"algorithm":[101],"search":[103],"Nash":[105],"equilibrium.":[106],"Finally,":[107],"factually":[109],"build":[110],"blockchain":[112,116],"with":[114,128],"explorer":[117],"deploy":[119],"an":[120],"smart":[123],"contract":[124],"(ETSC)":[125],"on":[126],"Ethereum,":[127],"website":[130],"interface":[131],"for":[132],"operating.":[133],"The":[134],"numerical":[135],"results":[136],"implemented":[139],"realistic":[140],"show":[142],"advantages":[144],"work.":[147]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}