{"id":"https://openalex.org/W4401754514","doi":"https://doi.org/10.1007/s40747-024-01587-w","title":"A DQN based approach for large-scale EVs charging scheduling","display_name":"A DQN based approach for large-scale EVs charging scheduling","publication_year":2024,"publication_date":"2024-08-21","ids":{"openalex":"https://openalex.org/W4401754514","doi":"https://doi.org/10.1007/s40747-024-01587-w"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-024-01587-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01587-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01587-w.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01587-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106654722","display_name":"Yingnan Han","orcid":null},"institutions":[{"id":"https://openalex.org/I179060312","display_name":"Northeast Electric Power University","ror":"https://ror.org/00zqaxa34","country_code":"CN","type":"education","lineage":["https://openalex.org/I179060312"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yingnan Han","raw_affiliation_strings":["School of Computer Science, Northeast Electric Power University, Jilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northeast Electric Power University, Jilin, China","institution_ids":["https://openalex.org/I179060312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106654723","display_name":"Tianyang Li","orcid":"https://orcid.org/0009-0001-5545-8700"},"institutions":[{"id":"https://openalex.org/I179060312","display_name":"Northeast Electric Power University","ror":"https://ror.org/00zqaxa34","country_code":"CN","type":"education","lineage":["https://openalex.org/I179060312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyang Li","raw_affiliation_strings":["School of Computer Science, Northeast Electric Power University, Jilin, China"],"raw_orcid":"https://orcid.org/0009-0001-5545-8700","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northeast Electric Power University, Jilin, China","institution_ids":["https://openalex.org/I179060312"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106654724","display_name":"Qingzhu Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I179060312","display_name":"Northeast Electric Power University","ror":"https://ror.org/00zqaxa34","country_code":"CN","type":"education","lineage":["https://openalex.org/I179060312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingzhu Wang","raw_affiliation_strings":["School of Computer Science, Northeast Electric Power University, Jilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northeast Electric Power University, Jilin, China","institution_ids":["https://openalex.org/I179060312"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5106654722"],"corresponding_institution_ids":["https://openalex.org/I179060312"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":3.2046,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.92382122,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"10","issue":"6","first_page":"8319","last_page":"8339"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7152748107910156},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6904571652412415},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6436972618103027},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5065790414810181},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34476545453071594},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3420659303665161},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.320804238319397},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.28163862228393555},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26075515151023865},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14846819639205933},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.09960770606994629}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7152748107910156},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6904571652412415},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6436972618103027},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5065790414810181},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34476545453071594},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3420659303665161},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.320804238319397},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.28163862228393555},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26075515151023865},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14846819639205933},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.09960770606994629},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-024-01587-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01587-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01587-w.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7adaf4830b164667b878c4caa3de11e6","is_oa":true,"landing_page_url":"https://doaj.org/article/7adaf4830b164667b878c4caa3de11e6","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 10, Iss 6, Pp 8319-8339 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-024-01587-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01587-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01587-w.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6427682844","display_name":null,"funder_award_id":"BSZT07202107","funder_id":"https://openalex.org/F4320329141","funder_display_name":"Northeast Electric Power University"}],"funders":[{"id":"https://openalex.org/F4320322174","display_name":"People's Government of Jilin Province","ror":"https://ror.org/02fzqav45"},{"id":"https://openalex.org/F4320329141","display_name":"Northeast Electric Power University","ror":"https://ror.org/00zqaxa34"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401754514.pdf","grobid_xml":"https://content.openalex.org/works/W4401754514.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W2024998154","https://openalex.org/W2042152172","https://openalex.org/W2173564293","https://openalex.org/W2807800756","https://openalex.org/W2944251057","https://openalex.org/W2973885157","https://openalex.org/W2976749176","https://openalex.org/W2985230321","https://openalex.org/W2989127100","https://openalex.org/W2990466689","https://openalex.org/W3014321438","https://openalex.org/W3035537084","https://openalex.org/W3048479713","https://openalex.org/W3135730722","https://openalex.org/W3161701279","https://openalex.org/W3194810398","https://openalex.org/W3212810272","https://openalex.org/W4224296311","https://openalex.org/W4225398024","https://openalex.org/W4285217481","https://openalex.org/W4292971556","https://openalex.org/W4295745160","https://openalex.org/W4307897928","https://openalex.org/W4307958658","https://openalex.org/W4308906917","https://openalex.org/W4310018344","https://openalex.org/W4310508258","https://openalex.org/W4311958549","https://openalex.org/W4312713805","https://openalex.org/W4313260360","https://openalex.org/W4319036432","https://openalex.org/W4322761109","https://openalex.org/W4323665542","https://openalex.org/W4327734694","https://openalex.org/W4328089541","https://openalex.org/W4376130767","https://openalex.org/W4377079724","https://openalex.org/W4377229739","https://openalex.org/W4382927763","https://openalex.org/W4385118609","https://openalex.org/W4385482988","https://openalex.org/W4385609184","https://openalex.org/W4385619244","https://openalex.org/W4386401674","https://openalex.org/W4386465366","https://openalex.org/W4392018290"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,28,47,75,165,179,208,226,250],"challenge":[4],"of":[5,30,122,132,164,181,204,210],"large-scale":[6,39,240],"electric":[7],"vehicle":[8],"(EV)":[9],"charging":[10,40,49,94,111,196,236],"scheduling":[11,32,127,136,237],"during":[12],"peak":[13],"demand":[14],"periods,":[15],"such":[16],"as":[17,77,97,99,228,230],"holidays":[18],"or":[19],"rush":[20],"hours.":[21],"The":[22,202,242],"growing":[23],"EV":[24,48,93],"industry":[25],"has":[26],"highlighted":[27],"shortcomings":[29],"current":[31,223],"plans,":[33],"which":[34],"struggle":[35],"to":[36,46,91,124,134,222],"manage":[37],"surge":[38],"demands":[41],"effectively,":[42],"thus":[43],"posing":[44],"challenges":[45],"management":[50],"system.":[51],"Deep":[52],"reinforcement":[53],"learning,":[54],"known":[55],"for":[56,66,104,110,151,161,172,239],"its":[57,214,231],"effectiveness":[58,180],"in":[59,216,225,233],"solving":[60],"complex":[61,191],"decision-making":[62],"problems,":[63],"holds":[64],"promise":[65],"addressing":[67],"this":[68,71,140],"issue.":[69],"To":[70,177],"end,":[72],"we":[73,118,142,184],"formulate":[74],"problem":[76],"a":[78,85,146,169,190],"Markov":[79],"decision":[80],"process":[81],"(MDP).":[82],"We":[83],"propose":[84],"deep":[86],"Q-learning":[87],"(DQN)":[88],"based":[89],"algorithm":[90],"improve":[92],"service":[95],"quality":[96],"well":[98,229],"minimizing":[100],"average":[101,107],"queueing":[102],"times":[103,109],"EVs":[105],"and":[106,129,168,198,244],"idling":[108],"devices":[112],"(CDs).":[113],"In":[114],"our":[115,182,211],"proposed":[116],"methodology,":[117],"design":[119],"two":[120,130],"types":[121,131],"states":[123],"encompass":[125],"global":[126],"information,":[128],"rewards":[133],"reflect":[135],"performance.":[137],"Based":[138],"on":[139],"designing,":[141],"developed":[143],"three":[144,186],"modules:":[145],"fine-grained":[147],"feature":[148],"extraction":[149],"module":[150,160],"effectively":[152,217],"extracting":[153],"state":[154],"features,":[155],"an":[156],"improved":[157],"noise-based":[158],"exploration":[159,163],"thorough":[162],"solution":[166],"space,":[167],"dueling":[170],"block":[171],"enhancing":[173],"Q":[174],"value":[175],"evaluation.":[176],"assess":[178],"proposal,":[183,212],"conduct":[185],"case":[187],"studies":[188],"within":[189],"urban":[192],"scenario":[193],"featuring":[194],"34":[195],"stations":[197],"899":[199],"scheduled":[200],"EVs.":[201,241],"results":[203],"these":[205],"experiments":[206],"demonstrate":[207],"advantages":[209],"showcasing":[213],"superiority":[215],"locating":[218],"superior":[219],"solutions":[220],"compared":[221],"methods":[224],"literature,":[227],"efficiency":[232],"generating":[234],"feasible":[235],"plans":[238],"code":[243],"data":[245],"are":[246],"available":[247],"by":[248],"accessing":[249],"hyperlink:":[251],"https://github.com/paperscodeyouneed/A-Noisy-Dueling-Architecture-for-Large-Scale-EV-ChargingScheduling/tree/main/EV%20Charging%20Scheduling":[252],".":[253]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-08T06:56:09.383167","created_date":"2025-10-10T00:00:00"}