{"id":"https://openalex.org/W4285106548","doi":"https://doi.org/10.1109/tnse.2022.3185060","title":"Earning While Learning: An Adversarial Multi-Armed Bandit Based Real-Time Bidding Scheme in Deregulated Electricity Market","display_name":"Earning While Learning: An Adversarial Multi-Armed Bandit Based Real-Time Bidding Scheme in Deregulated Electricity Market","publication_year":2022,"publication_date":"2022-06-21","ids":{"openalex":"https://openalex.org/W4285106548","doi":"https://doi.org/10.1109/tnse.2022.3185060"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2022.3185060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2022.3185060","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100367924","display_name":"Yufeng Wang","orcid":"https://orcid.org/0000-0003-0448-325X"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yufeng Wang","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100744428","display_name":"Bo Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Zhang","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357293","display_name":"Jianhua Ma","orcid":"https://orcid.org/0000-0003-4497-0407"},"institutions":[{"id":"https://openalex.org/I204291657","display_name":"Hosei University","ror":"https://ror.org/00bx6dj65","country_code":"JP","type":"education","lineage":["https://openalex.org/I204291657"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jianhua Ma","raw_affiliation_strings":["Hosei University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Hosei University, Tokyo, Japan","institution_ids":["https://openalex.org/I204291657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061363755","display_name":"Qun Jin","orcid":"https://orcid.org/0000-0002-1325-4275"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Qun Jin","raw_affiliation_strings":["Waseda University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100367924"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":1.0142,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.78107235,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"9","issue":"6","first_page":"3991","last_page":"4000"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.8024939298629761},{"id":"https://openalex.org/keywords/electricity-market","display_name":"Electricity market","score":0.5893018841743469},{"id":"https://openalex.org/keywords/profit","display_name":"Profit (economics)","score":0.5658317804336548},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5120163559913635},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.46466055512428284},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.45813727378845215},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.45222973823547363},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.4173647165298462},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.38346022367477417},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.35636550188064575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1667494773864746},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1518877148628235},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12191587686538696}],"concepts":[{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.8024939298629761},{"id":"https://openalex.org/C146733006","wikidata":"https://www.wikidata.org/wiki/Q676081","display_name":"Electricity market","level":3,"score":0.5893018841743469},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.5658317804336548},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5120163559913635},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.46466055512428284},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.45813727378845215},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.45222973823547363},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.4173647165298462},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.38346022367477417},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.35636550188064575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1667494773864746},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1518877148628235},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12191587686538696},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2022.3185060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2022.3185060","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5328614532","display_name":null,"funder_award_id":"BE2020084-1","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3117163868","https://openalex.org/W2355147764","https://openalex.org/W2359206363","https://openalex.org/W3005545942","https://openalex.org/W2365408348","https://openalex.org/W2356680598","https://openalex.org/W2966111772","https://openalex.org/W2385067961","https://openalex.org/W2299915012","https://openalex.org/W2383586764"],"abstract_inverted_index":{"As":[0],"the":[1,11,19,25,29,32,87,93,98,102,128,154,201,206,209,212,219,229,233,240,243,247,294,317,324],"specific":[2],"incarnation":[3],"of":[4,21,35,127,141,148,156,186,203,211,232,297,319,362],"cyber-physical-social":[5],"systems,":[6],"in":[7,49,57],"deregulated":[8],"electricity":[9,22],"market,":[10],"market":[12,103],"gaming":[13],"behaviors":[14,132],"may":[15],"have":[16],"significantly":[17],"affected":[18],"costs":[20],"delivered":[23],"to":[24,41,45,119,139,176],"market.":[26],"Especially,":[27,86],"from":[28,182],"supply":[30],"side,":[31],"primary":[33],"goal":[34],"power":[36],"generating":[37],"companies":[38],"(PGCs)":[39],"is":[40,66,90,117,316,333,348,353],"develop":[42],"strategic":[43],"biddings":[44],"maximize":[46],"their":[47,81,130],"profits":[48],"long-term":[50],"trading,":[51],"when":[52],"facing":[53],"intrinsic":[54],"uncertainty.":[55],"Typically,":[56],"such":[58,136],"repeated":[59],"and":[60,83,110,214,238,255,284,344],"dynamic":[61],"settings,":[62],"one":[63],"fundamental":[64],"challenge":[65],"that,":[67,91],"any":[68,159],"PGC":[69,99,174,207,352],"neither":[70],"has":[71,96,327],"prior":[72],"knowledge":[73],"about":[74],"all":[75,179],"unknown":[76],"opponents\u2019":[77],"incentives,":[78],"nor":[79],"observes":[80,101,208],"strategies":[82,188],"obtained":[84],"profits.":[85,345],"common":[88],"setting":[89],"once":[92],"bidding":[94,288],"auction":[95,213],"occurred,":[97],"only":[100],"clearing":[104],"price":[105],"(MCP)":[106],"at":[107,170,200],"each":[108,171,204,224],"round,":[109,172,205],"winning":[111],"or":[112,123,146],"losing":[113],"status.":[114],"While":[115],"it":[116,332,347],"typical":[118],"assume":[120],"some":[121],"perfect":[122,149],"bounded":[124],"rationality":[125],"model":[126],"PGCs,":[129],"real":[131,265],"do":[133],"not":[134],"follow":[135],"assumptions":[137],"due":[138],"lack":[140,147],"complete":[142],"information,":[143],"computational":[144],"intractability,":[145],"execution,":[150],"etc.":[151],"We":[152],"formulate":[153],"problem":[155],"sequentially":[157,196],"optimizing":[158],"PGC's":[160],"bids":[161],"with":[162,257],"an":[163,183],"adversarial":[164],"multi-armed":[165],"bandit":[166],"(MAB)":[167],"model.":[168],"Specifically,":[169],"a":[173,351],"chooses":[175],"play":[177],"against":[178],"other":[180,273,363],"opponents":[181],"infinite":[184],"set":[185],"possible":[187],"that":[189,268],"are":[190],"split":[191],"into":[192],"continuous":[193,258],"intervals":[194],"by":[195],"occurred":[197],"MCPs.":[198],"Then":[199],"end":[202],"outcome":[210],"updates":[215],"its":[216,336,341,357],"estimation":[217],"on":[218,264,340,356],"expected":[220,230],"bid's":[221],"fitness":[222],"for":[223,242,253],"interval":[225,234],"(i.e.,":[226,251],"how":[227],"much":[228],"profit":[231,360],"could":[235],"be":[236],"achieved),":[237],"selects":[239],"bid":[241],"next":[244],"round":[245,302],"using":[246],"proposed":[248,325],"algorithm":[249],"Exp3C":[250,269,299,326],"exponential-weight":[252],"exploration":[254],"exploitation":[256],"value).":[259],"The":[260],"experimental":[261],"results":[262],"based":[263,287],"dataset":[266],"demonstrate":[267],"performs":[270],"better":[271],"than":[272],"heuristic":[274],"schemes":[275],"including":[276],"pure":[277],"greedy,":[278],"<inline-formula":[279,304],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[280,305,314],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[281,306],"notation=\"LaTeX\">${\\boldsymbol{\\varepsilon}}$</tex-math></inline-formula>":[282],"-greedy":[283],"MCP":[285],"predication":[286],"schemes.":[289],"Moreover,":[290],"we":[291],"theoretically":[292],"prove":[293],"upper":[295],"bound":[296],"average":[298],"regret":[300],"per":[301],"follows":[303],"notation=\"LaTeX\">${\\boldsymbol{O}}":[307],"({2/\\sqrt":[308],"{\\boldsymbol{T}}":[309],"})$</tex-math></inline-formula>":[310],",":[311],"where":[312],"<italic":[313],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">T</i>":[315],"number":[318],"total":[320],"rounds.":[321],"In":[322],"summary,":[323],"two":[328],"distinguished":[329],"advantages.":[330],"First":[331],"distributed,":[334],"since":[335,350],"decisions":[337,343],"uniquely":[338],"depend":[339],"past":[342],"Second,":[346],"rational,":[349],"given":[354],"guarantees":[355],"own":[358],"accumulated":[359],"regardless":[361],"PGCs\u2019":[364],"behaviors.":[365]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}