{"id":"https://openalex.org/W3206008311","doi":"https://doi.org/10.1109/tcc.2021.3117956","title":"Evolutionary Game Based Demand Response Bidding Strategy for End-Users Using Q-Learning and Compound Differential Evolution","display_name":"Evolutionary Game Based Demand Response Bidding Strategy for End-Users Using Q-Learning and Compound Differential Evolution","publication_year":2021,"publication_date":"2021-10-07","ids":{"openalex":"https://openalex.org/W3206008311","doi":"https://doi.org/10.1109/tcc.2021.3117956","mag":"3206008311"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2021.3117956","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2021.3117956","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025038145","display_name":"Ouzhu Han","orcid":"https://orcid.org/0000-0003-1730-9293"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ouzhu Han","raw_affiliation_strings":["School of Electrical Engineering, Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010781360","display_name":"Tao Ding","orcid":"https://orcid.org/0000-0002-7590-0172"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Ding","raw_affiliation_strings":["School of Electrical Engineering, Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-7590-0172","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079071318","display_name":"Linquan Bai","orcid":"https://orcid.org/0000-0002-1408-0369"},"institutions":[{"id":"https://openalex.org/I102149020","display_name":"University of North Carolina at Charlotte","ror":"https://ror.org/04dawnj30","country_code":"US","type":"education","lineage":["https://openalex.org/I102149020"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linquan Bai","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of North Carolina at Charlotte, Charlotte, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-1408-0369","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of North Carolina at Charlotte, Charlotte, NC, USA","institution_ids":["https://openalex.org/I102149020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106626855","display_name":"Yuankang He","orcid":null},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuankang He","raw_affiliation_strings":["Northwest Branch of State Grid Corporation of China, Xi'an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwest Branch of State Grid Corporation of China, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076167872","display_name":"Fangxing Li","orcid":"https://orcid.org/0000-0003-1060-7618"},"institutions":[{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fangxing Li","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, The University of Tennessee, Knoxville, TN, USA"],"raw_orcid":"https://orcid.org/0000-0003-1060-7618","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, The University of Tennessee, Knoxville, TN, USA","institution_ids":["https://openalex.org/I75027704"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062440795","display_name":"Mohammad Shahidehpour","orcid":"https://orcid.org/0000-0002-8994-1688"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Shahidehpour","raw_affiliation_strings":["Electrical and Computer Engineering Department, Illinois Institute of Technology, Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-8994-1688","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Illinois Institute of Technology, Chicago, IL, USA","institution_ids":["https://openalex.org/I180949307"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5025038145"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":2.5418,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.89899205,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"10","issue":"1","first_page":"97","last_page":"110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.8634160161018372},{"id":"https://openalex.org/keywords/bounded-rationality","display_name":"Bounded rationality","score":0.7565701007843018},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7557600736618042},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5420675277709961},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.5273357629776001},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.48095670342445374},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4778265953063965},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.44402438402175903},{"id":"https://openalex.org/keywords/differential-evolution","display_name":"Differential evolution","score":0.43621179461479187},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.41889840364456177},{"id":"https://openalex.org/keywords/complete-information","display_name":"Complete information","score":0.4122796654701233},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.40036237239837646},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3750510811805725},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.23012876510620117},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18515467643737793},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.18301600217819214},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.15396657586097717},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12851837277412415},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09280717372894287}],"concepts":[{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.8634160161018372},{"id":"https://openalex.org/C58694771","wikidata":"https://www.wikidata.org/wiki/Q814385","display_name":"Bounded rationality","level":2,"score":0.7565701007843018},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7557600736618042},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5420675277709961},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.5273357629776001},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.48095670342445374},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4778265953063965},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.44402438402175903},{"id":"https://openalex.org/C74750220","wikidata":"https://www.wikidata.org/wiki/Q2662197","display_name":"Differential evolution","level":2,"score":0.43621179461479187},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.41889840364456177},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.4122796654701233},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.40036237239837646},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3750510811805725},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.23012876510620117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18515467643737793},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.18301600217819214},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.15396657586097717},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12851837277412415},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09280717372894287},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2021.3117956","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2021.3117956","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1519759709","https://openalex.org/W1582366873","https://openalex.org/W1644571560","https://openalex.org/W1761399880","https://openalex.org/W2030367271","https://openalex.org/W2064321138","https://openalex.org/W2099618002","https://openalex.org/W2184877119","https://openalex.org/W2287868114","https://openalex.org/W2289936019","https://openalex.org/W2307546884","https://openalex.org/W2327078593","https://openalex.org/W2329442193","https://openalex.org/W2344311715","https://openalex.org/W2497152198","https://openalex.org/W2514260088","https://openalex.org/W2526956184","https://openalex.org/W2528626344","https://openalex.org/W2613489310","https://openalex.org/W2613818784","https://openalex.org/W2747362881","https://openalex.org/W2749426462","https://openalex.org/W2768852899","https://openalex.org/W2783057073","https://openalex.org/W2793476495","https://openalex.org/W2798211001","https://openalex.org/W2807589353","https://openalex.org/W2898352427","https://openalex.org/W2906194504","https://openalex.org/W2917987357","https://openalex.org/W2926295867","https://openalex.org/W2944790662","https://openalex.org/W2947013906","https://openalex.org/W2947557559","https://openalex.org/W2954513116","https://openalex.org/W2963735021","https://openalex.org/W2969843367","https://openalex.org/W2969987863","https://openalex.org/W2972148356","https://openalex.org/W2997135317","https://openalex.org/W2999862096","https://openalex.org/W2999953070","https://openalex.org/W3003843844","https://openalex.org/W3005138344","https://openalex.org/W3020239300","https://openalex.org/W3104678126","https://openalex.org/W3107271380","https://openalex.org/W3170558250","https://openalex.org/W4210786910","https://openalex.org/W6729126098"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2355561715","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W3121791438"],"abstract_inverted_index":{"Load":[0],"aggregators":[1],"(LAs)":[2],"play":[3],"a":[4,22,117,121,161],"key":[5],"role":[6],"in":[7,74,103,179],"fully":[8],"tapping":[9],"the":[10,28,32,38,42,50,63,77,96,104,109,141,144,152,167],"demand":[11],"response":[12,48],"(DR)":[13],"resources":[14,43],"of":[15,44,76,80,98],"small":[16],"and":[17,85,101,107,126,177],"medium-sized":[18],"end-users":[19,54],"to":[20,37,49,56,93,131],"enable":[21],"more":[23],"flexible":[24],"power":[25],"grid.":[26],"In":[27,47],"ancillary":[29],"service":[30],"market,":[31],"LA":[33],"can":[34],"provide":[35,57],"DR":[36,52,58],"system":[39],"by":[40,139],"aggregating":[41],"its":[45,157],"users.":[46],"issued":[51],"program,":[53],"offer":[55],"resources.":[59],"To":[60],"help":[61],"optimize":[62],"user":[64],"bidding":[65,146],"strategy,":[66],"an":[67],"evolutionary":[68,110],"game":[69],"model":[70],"is":[71,91,124],"presented":[72],"here":[73],"view":[75],"bounded":[78],"rationality":[79],"bidders.":[81],"A":[82],"combined":[83],"Q-learning":[84],"compound":[86],"differential":[87],"evolution":[88],"(CDE)":[89],"algorithm":[90,169],"proposed":[92,142,168],"deal":[94],"with":[95],"problems":[97],"incomplete":[99,175],"information":[100,176],"uncertainties":[102,178],"opponents\u2019":[105,153,180],"decision-making,":[106],"prevent":[108],"stable":[111],"strategy":[112],"(ESS)":[113],"from":[114],"falling":[115],"into":[116],"local":[118],"optimum.":[119],"Moreover,":[120],"cloud-computing-based":[122],"framework":[123],"designed":[125],"agent":[127],"servers":[128],"are":[129],"introduced":[130],"protect":[132],"data":[133],"privacy.":[134],"Numerical":[135],"results":[136],"show":[137],"that":[138,166],"adopting":[140],"algorithm,":[143],"user's":[145],"price":[147,154],"keeps":[148],"slightly":[149],"lower":[150],"than":[151],"which":[155],"guarantees":[156],"revenue":[158],"remains":[159],"on":[160],"high":[162],"level.":[163],"This":[164],"indicates":[165],"has":[170],"good":[171],"adaptability":[172],"for":[173],"addressing":[174],"decision-making.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":10}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}