{"id":"https://openalex.org/W2555132091","doi":"https://doi.org/10.1109/access.2016.2620341","title":"Markov-Decision-Process-Assisted Consumer Scheduling in a Networked Smart Grid","display_name":"Markov-Decision-Process-Assisted Consumer Scheduling in a Networked Smart Grid","publication_year":2016,"publication_date":"2016-11-09","ids":{"openalex":"https://openalex.org/W2555132091","doi":"https://doi.org/10.1109/access.2016.2620341","mag":"2555132091"},"language":"en","primary_location":{"id":"doi:10.1109/access.2016.2620341","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2016.2620341","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2016.2620341","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100603421","display_name":"Zhi Liu","orcid":"https://orcid.org/0000-0003-0537-4522"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Zhi Liu","raw_affiliation_strings":["Waseda University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100439693","display_name":"Cheng Zhang","orcid":"https://orcid.org/0000-0003-2135-7546"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Cheng Zhang","raw_affiliation_strings":["Waseda University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061453937","display_name":"Mianxiong Dong","orcid":"https://orcid.org/0000-0002-2788-3451"},"institutions":[{"id":"https://openalex.org/I41725924","display_name":"Muroran Institute of Technology","ror":"https://ror.org/04rymkk69","country_code":"JP","type":"education","lineage":["https://openalex.org/I41725924"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mianxiong Dong","raw_affiliation_strings":["Muroran Institute of Technology, Hokkaido, Japan"],"affiliations":[{"raw_affiliation_string":"Muroran Institute of Technology, Hokkaido, Japan","institution_ids":["https://openalex.org/I41725924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013964496","display_name":"Bo Gu","orcid":"https://orcid.org/0000-0003-0556-2769"},"institutions":[{"id":"https://openalex.org/I116465919","display_name":"Kogakuin University","ror":"https://ror.org/01wc2tq75","country_code":"JP","type":"education","lineage":["https://openalex.org/I116465919"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Bo Gu","raw_affiliation_strings":["Kogakuin University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Kogakuin University, Tokyo, Japan","institution_ids":["https://openalex.org/I116465919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037098061","display_name":"Yusheng Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yusheng Ji","raw_affiliation_strings":["National Institute of Informatics, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101622612","display_name":"Yoshiaki Tanaka","orcid":"https://orcid.org/0000-0003-3344-222X"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshiaki Tanaka","raw_affiliation_strings":["Waseda University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100603421"],"corresponding_institution_ids":["https://openalex.org/I150744194"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.3601,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.9285243,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"5","issue":null,"first_page":"2448","last_page":"2458"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.7771543264389038},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.6852091550827026},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6484782695770264},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6063680052757263},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5774276256561279},{"id":"https://openalex.org/keywords/environmental-economics","display_name":"Environmental economics","score":0.5277453064918518},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.43404048681259155},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.43129763007164},{"id":"https://openalex.org/keywords/electricity-generation","display_name":"Electricity generation","score":0.4261522889137268},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.41059035062789917},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2755323648452759},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.13008356094360352},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1267765462398529},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.10988634824752808},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09179875254631042}],"concepts":[{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.7771543264389038},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.6852091550827026},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6484782695770264},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6063680052757263},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5774276256561279},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.5277453064918518},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.43404048681259155},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.43129763007164},{"id":"https://openalex.org/C423512","wikidata":"https://www.wikidata.org/wiki/Q383973","display_name":"Electricity generation","level":3,"score":0.4261522889137268},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.41059035062789917},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2755323648452759},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.13008356094360352},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1267765462398529},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.10988634824752808},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09179875254631042},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2016.2620341","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2016.2620341","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2247919077b346f19881a3d372303638","is_oa":true,"landing_page_url":"https://doaj.org/article/2247919077b346f19881a3d372303638","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 5, Pp 2448-2458 (2017)","raw_type":"article"},{"id":"pmh:oai:irdb.nii.ac.jp:01177:0001955404","is_oa":true,"landing_page_url":"https://muroran-it.repo.nii.ac.jp/records/9258","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access","raw_type":"journal article"},{"id":"pmh:oai:muroran-it.repo.nii.ac.jp:00009258","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400524","display_name":"Muroran Institute of Technology Academic Resources Archieve (Muroran Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I41725924","host_organization_name":"Muroran Institute of Technology","host_organization_lineage":["https://openalex.org/I41725924"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"VoR"}],"best_oa_location":{"id":"doi:10.1109/access.2016.2620341","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2016.2620341","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6700000166893005,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1360483173","display_name":null,"funder_award_id":"JP16H02817","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4713421769","display_name":null,"funder_award_id":"JP26280035","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7232920115","display_name":null,"funder_award_id":"JP15K21599","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G860648674","display_name":null,"funder_award_id":"JP16K00117","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1949468118","https://openalex.org/W1975824343","https://openalex.org/W1980256734","https://openalex.org/W1983184804","https://openalex.org/W1984703120","https://openalex.org/W2008668719","https://openalex.org/W2013120098","https://openalex.org/W2023694506","https://openalex.org/W2024974439","https://openalex.org/W2045362395","https://openalex.org/W2047959957","https://openalex.org/W2050495423","https://openalex.org/W2079720152","https://openalex.org/W2085656406","https://openalex.org/W2089758604","https://openalex.org/W2095244591","https://openalex.org/W2105076938","https://openalex.org/W2129533130","https://openalex.org/W2137243960","https://openalex.org/W2142871505","https://openalex.org/W2145397365","https://openalex.org/W2147018075","https://openalex.org/W2149633572","https://openalex.org/W2153393240","https://openalex.org/W2161666560","https://openalex.org/W2161705596","https://openalex.org/W2170239483","https://openalex.org/W2193319646","https://openalex.org/W4233840023","https://openalex.org/W6675956941","https://openalex.org/W6682139172"],"related_works":["https://openalex.org/W2751256511","https://openalex.org/W1597785538","https://openalex.org/W2382521298","https://openalex.org/W2491804929","https://openalex.org/W2365075862","https://openalex.org/W2004597074","https://openalex.org/W3093216143","https://openalex.org/W2897931424","https://openalex.org/W1990062858","https://openalex.org/W2900183140"],"abstract_inverted_index":{"Many":[0],"recently":[1],"built":[2],"residential":[3],"houses":[4],"and":[5,72,85,90,98,129,146,162,182,186,192,201],"factories":[6],"are":[7,59,95],"equipped":[8],"with":[9,140,231],"facilities":[10],"for":[11,39,65,88,152,196],"converting":[12],"energy":[13,126,207],"from":[14,76,127,161],"green":[15],"sources,":[16,131],"such":[17,48,105,110,218],"as":[18,49,106],"solar":[19,128],"energy,":[20],"into":[21,35,109],"electricity.":[22],"Electricity":[23],"consumers":[24,71,153],"may":[25],"input":[26],"the":[27,36,67,73,80,125,138,165,176,250,261,266],"extra":[28],"electricity":[29,54,68,74,122,184,227],"that":[30,260],"they":[31],"do":[32],"not":[33],"consume":[34],"smart":[37,63,93,113,167,198,221],"grid":[38,168,199,222],"sale,":[40],"which":[41,225],"is":[42,100,134,190,193,229],"allowed":[43],"by":[44,137,173],"law":[45],"in":[46,62,205,224],"countries":[47],"Japan.":[50],"To":[51],"reduce":[52],"peak-time":[53],"usage,":[55],"time-varying":[56,180],"pricing":[57],"schemes":[58],"usually":[60],"adopted":[61],"grids,":[64],"both":[66],"sold":[69],"to":[70,79,102,157,164,169,248],"purchased":[75],"consumers.":[77],"Thanks":[78],"development":[81],"of":[82,121,256],"cyber-physical":[83],"systems":[84],"advanced":[86],"technologies":[87],"communication":[89],"computation,":[91],"current":[92,177],"grids":[94],"typically":[96],"networked,":[97],"it":[99],"possible":[101],"integrate":[103],"information":[104,145],"weather":[107,236],"forecasts":[108],"a":[111,219,243],"networked":[112,166,220],"grid.":[114],"Thus,":[115],"we":[116,216],"can":[117],"predict":[118],"future":[119,183,226],"levels":[120],"generation":[123,133,208,228],"(e.g.,":[124],"wind":[130],"whose":[132],"predominantly":[135],"affected":[136],"weather)":[139],"high":[141],"accuracy":[142,233],"using":[143,242],"this":[144,214],"historical":[147],"data.":[148],"The":[149,254],"key":[150],"problem":[151,189],"then":[154],"becomes":[155],"how":[156],"schedule":[158,239],"their":[159,171],"purchases":[160],"sales":[163],"maximize":[170],"benefits":[172],"jointly":[174],"considering":[175],"storage":[178],"status,":[179],"pricing,":[181],"consumption":[185],"generation.":[187],"This":[188],"non-trivial":[191],"vitally":[194],"important":[195],"improving":[197],"utilization":[200],"attracting":[202],"consumer":[203],"investment":[204],"new":[206],"systems,":[209],"among":[210],"other":[211],"purposes.":[212],"In":[213],"paper,":[215],"target":[217],"system,":[223],"predicted":[230],"reasonable":[232],"based":[234],"on":[235],"forecasts.":[237],"We":[238],"consumers'":[240,251],"behaviors":[241],"Markov":[244],"decision":[245],"process":[246],"model":[247],"optimize":[249],"net":[252],"benefits.":[253],"results":[255],"extensive":[257],"simulations":[258],"show":[259],"proposed":[262],"scheme":[263],"significantly":[264],"outperforms":[265],"baseline":[267],"competing":[268],"scheme.":[269]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":6}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}