{"id":"https://openalex.org/W2168852506","doi":"https://doi.org/10.1109/smdcm.2011.5949267","title":"Using Q-learning to model bidding behaviour in electricity market simulation","display_name":"Using Q-learning to model bidding behaviour in electricity market simulation","publication_year":2011,"publication_date":"2011-04-01","ids":{"openalex":"https://openalex.org/W2168852506","doi":"https://doi.org/10.1109/smdcm.2011.5949267","mag":"2168852506"},"language":"en","primary_location":{"id":"doi:10.1109/smdcm.2011.5949267","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smdcm.2011.5949267","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE Symposium on Computational Intelligence in Multicriteria Decision-Making (MDCM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053128546","display_name":"Zhigang Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhigang Liao","raw_affiliation_strings":["Faculty of Business and Economics, Monash University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Business and Economics, Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110732771","display_name":"Ly-Fie Sugianto","orcid":null},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ly-Fie Sugianto","raw_affiliation_strings":["Faculty of Business and Economics, Monash University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Business and Economics, Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I56590836"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.8538821935653687},{"id":"https://openalex.org/keywords/profit","display_name":"Profit (economics)","score":0.6178756356239319},{"id":"https://openalex.org/keywords/electricity-market","display_name":"Electricity market","score":0.6081671118736267},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.5720854997634888},{"id":"https://openalex.org/keywords/collusion","display_name":"Collusion","score":0.563358724117279},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.5383907556533813},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.5046948194503784},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.45553943514823914},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44856616854667664},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4332207441329956},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3535894751548767},{"id":"https://openalex.org/keywords/industrial-organization","display_name":"Industrial organization","score":0.3214065432548523},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.10633319616317749},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10507860779762268}],"concepts":[{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.8538821935653687},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.6178756356239319},{"id":"https://openalex.org/C146733006","wikidata":"https://www.wikidata.org/wiki/Q676081","display_name":"Electricity market","level":3,"score":0.6081671118736267},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.5720854997634888},{"id":"https://openalex.org/C2781198186","wikidata":"https://www.wikidata.org/wiki/Q701521","display_name":"Collusion","level":2,"score":0.563358724117279},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.5383907556533813},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.5046948194503784},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.45553943514823914},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44856616854667664},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4332207441329956},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3535894751548767},{"id":"https://openalex.org/C40700","wikidata":"https://www.wikidata.org/wiki/Q1411783","display_name":"Industrial organization","level":1,"score":0.3214065432548523},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.10633319616317749},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10507860779762268},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smdcm.2011.5949267","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smdcm.2011.5949267","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE Symposium on Computational Intelligence in Multicriteria Decision-Making (MDCM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W88659394","https://openalex.org/W1600763973","https://openalex.org/W1948935515","https://openalex.org/W2021247827","https://openalex.org/W2095814382","https://openalex.org/W2106155860","https://openalex.org/W2139202185","https://openalex.org/W2154479287","https://openalex.org/W2163107856","https://openalex.org/W2163151888","https://openalex.org/W2167356658","https://openalex.org/W2169016885","https://openalex.org/W2243421174","https://openalex.org/W3011120880","https://openalex.org/W3123966092","https://openalex.org/W4251484745","https://openalex.org/W6640861090","https://openalex.org/W6680701436"],"related_works":["https://openalex.org/W2361071320","https://openalex.org/W2383061757","https://openalex.org/W3117163868","https://openalex.org/W2355147764","https://openalex.org/W2359206363","https://openalex.org/W2365408348","https://openalex.org/W4379260874","https://openalex.org/W2772061786","https://openalex.org/W4390923437","https://openalex.org/W4293085127"],"abstract_inverted_index":{"While":[0],"the":[1,22,33,45,67,93,123],"choice":[2],"between":[3],"two":[4,119],"pricing":[5,9,13,35,51,120],"rules,":[6],"namely":[7],"Uniform":[8,48],"rule":[10],"and":[11,49,70,101,127],"Pay-as-bid":[12],"rule,":[14],"has":[15,29],"led":[16],"to":[17,32,43,72,86],"a":[18,54],"continuous":[19],"debate":[20],"in":[21,53,60,108,132],"electricity":[23,56],"market":[24,68,113],"establishment":[25],"process,":[26,63],"little":[27],"attention":[28],"been":[30,106],"paid":[31],"Vickrey":[34,50],"rule.":[36],"This":[37],"paper":[38],"presents":[39],"an":[40],"agent-based":[41],"model":[42],"examine":[44],"employment":[46],"of":[47,117],"rules":[52,121],"deregulated":[55],"market.":[57],"Using":[58],"Q-learning":[59],"repetitive":[61],"trading":[62],"generator":[64],"agents":[65,94],"learn":[66],"characteristics":[69],"seek":[71],"maximise":[73],"their":[74,96],"revenue":[75],"by":[76],"exploring":[77],"bidding":[78,89],"strategies.":[79,97],"A":[80],"look":[81],"up":[82],"table":[83],"is":[84],"utilised":[85],"memorise":[87],"agents'":[88],"experience":[90],"that":[91],"help":[92],"improve":[95],"Supply":[98],"quantity":[99],"withholding":[100],"generators'":[102,128],"collusion":[103],"phenomenon":[104],"have":[105],"observed":[107],"this":[109,133],"study":[110],"under":[111],"certain":[112],"arrangements.":[114],"The":[115],"implication":[116],"these":[118],"on":[122],"total":[124],"dispatch":[125],"costs":[126],"profit":[129],"are":[130],"discussed":[131],"paper.":[134]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}