{"id":"https://openalex.org/W4384916752","doi":"https://doi.org/10.1109/access.2023.3296783","title":"Deep Reinforcement Learning-Based Charging Price Determination Considering the Coordinated Operation of Hydrogen Fuel Cell Electric Vehicle, Power Network and Transportation Network","display_name":"Deep Reinforcement Learning-Based Charging Price Determination Considering the Coordinated Operation of Hydrogen Fuel Cell Electric Vehicle, Power Network and Transportation Network","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4384916752","doi":"https://doi.org/10.1109/access.2023.3296783"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3296783","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3296783","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10187139.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10187139.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100356456","display_name":"Bei Li","orcid":"https://orcid.org/0000-0002-9270-814X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bei Li","raw_affiliation_strings":["College of Chemistry and Environmental Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-9270-814X","affiliations":[{"raw_affiliation_string":"College of Chemistry and Environmental Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003344694","display_name":"Jiangchen Li","orcid":"https://orcid.org/0000-0001-9795-2419"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Jiangchen Li","raw_affiliation_strings":["College of Civil Aviation, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Department of Civil and Environmental Engineering, University of Alberta, Edmonton, Canada"],"raw_orcid":"https://orcid.org/0000-0001-9795-2419","affiliations":[{"raw_affiliation_string":"College of Civil Aviation, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Department of Civil and Environmental Engineering, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111324057","display_name":"Mei Han","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mei Han","raw_affiliation_strings":["College of Economics and Management, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Economics and Management, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.6,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.82737058,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"75508","last_page":"75521"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7128582000732422},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.6293569207191467},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5925800204277039},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.4437216520309448},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4427960216999054},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.4060070514678955},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2954067587852478},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.27123475074768066},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23990729451179504},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.2218468189239502},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08678257465362549}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7128582000732422},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.6293569207191467},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5925800204277039},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.4437216520309448},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4427960216999054},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.4060070514678955},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2954067587852478},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.27123475074768066},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23990729451179504},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.2218468189239502},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08678257465362549},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3296783","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3296783","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10187139.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fbb486027b0c4ab597233db066e3d32c","is_oa":true,"landing_page_url":"https://doaj.org/article/fbb486027b0c4ab597233db066e3d32c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 75508-75521 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3296783","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3296783","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10187139.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1608031730","display_name":null,"funder_award_id":"2022A1515240034","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G2871855616","display_name":null,"funder_award_id":"000002110235","funder_id":"https://openalex.org/F4320325571","funder_display_name":"Shenzhen University"},{"id":"https://openalex.org/G6534130793","display_name":null,"funder_award_id":"2019A1515110641","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320325571","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384916752.pdf","grobid_xml":"https://content.openalex.org/works/W4384916752.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1924172809","https://openalex.org/W1976907452","https://openalex.org/W2003774753","https://openalex.org/W2030906312","https://openalex.org/W2054739716","https://openalex.org/W2085564351","https://openalex.org/W2465698666","https://openalex.org/W2482808612","https://openalex.org/W2522715769","https://openalex.org/W2529282590","https://openalex.org/W2568633907","https://openalex.org/W2614588215","https://openalex.org/W2736601468","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2888639626","https://openalex.org/W2899639849","https://openalex.org/W2903709398","https://openalex.org/W2913050867","https://openalex.org/W2938852136","https://openalex.org/W2963864421","https://openalex.org/W2973885157","https://openalex.org/W2998851919","https://openalex.org/W3003503702","https://openalex.org/W3014321438","https://openalex.org/W3015193642","https://openalex.org/W3025301541","https://openalex.org/W3033866882","https://openalex.org/W3035301282","https://openalex.org/W3038627844","https://openalex.org/W3043022390","https://openalex.org/W3047884834","https://openalex.org/W3048271777","https://openalex.org/W3048498064","https://openalex.org/W3108397655","https://openalex.org/W3112194061","https://openalex.org/W3123276860","https://openalex.org/W3124312301","https://openalex.org/W3181341067","https://openalex.org/W3190285967","https://openalex.org/W3200580589","https://openalex.org/W3200898618","https://openalex.org/W3201523438","https://openalex.org/W3210550297","https://openalex.org/W3217292692","https://openalex.org/W4210539565","https://openalex.org/W4214881458","https://openalex.org/W4220837831","https://openalex.org/W4223905980","https://openalex.org/W4226289419","https://openalex.org/W4285166586","https://openalex.org/W4294310802","https://openalex.org/W4312199676","https://openalex.org/W4312694999","https://openalex.org/W4312869808","https://openalex.org/W4312969876","https://openalex.org/W4320719819","https://openalex.org/W4362654623","https://openalex.org/W6684921986","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W4210780382","https://openalex.org/W2057975886","https://openalex.org/W4308700935","https://openalex.org/W1574359403","https://openalex.org/W2356033827","https://openalex.org/W2391138633","https://openalex.org/W4206134051","https://openalex.org/W2907234787","https://openalex.org/W4285503559","https://openalex.org/W4383747562"],"abstract_inverted_index":{"Currently,":[0],"hydrogen":[1,35,116],"fuel":[2],"cell":[3],"electric":[4],"vehicles":[5],"(HFCEVs)":[6],"are":[7,190],"becoming":[8],"more":[9],"financially":[10],"accessible":[11],"as":[12],"an":[13,47,125],"alternative":[14],"to":[15,70,84,89,133,146],"petroleum-powered":[16],"vehicles,":[17],"while":[18],"also":[19],"decreasing":[20],"carbon":[21],"dioxide":[22],"emissions.":[23],"However,":[24],"the":[25,32,86,91,95,105,114,119,148,152,156,159,163,171,175,180,183,188,200],"coordinated":[26],"scheduling":[27],"of":[28,34,64,155,162,179,187],"HFCEVs":[29,115],"refueling":[30,36],"with":[31,60],"operations":[33],"stations,":[37],"electrical":[38],"power":[39],"network":[40],"(PN),":[41],"and":[42,158,182,193,196],"transportation":[43,96],"networks":[44],"(TN)":[45],"represents":[46],"integral":[48],"challenge.":[49],"This":[50],"complex":[51],"problem":[52,59],"encompasses":[53],"a":[54,61],"combinatorial":[55],"mixed-integer":[56],"nonlinear":[57],"optimization":[58],"sizeable":[62],"number":[63],"decision":[65],"variables.":[66],"Existing":[67],"methods":[68],"struggle":[69],"adequately":[71],"solve":[72],"this":[73,76],"problem.":[74],"In":[75],"article,":[77],"deep":[78],"reinforcement":[79],"learning":[80],"(DRL)":[81],"is":[82,111,121,135,144],"deployed":[83,145],"determine":[85,147],"refuelling":[87,93,106],"price":[88,107,149,173],"guide":[90],"HFCEV":[92,99],"in":[94,108,118],"network.":[97],"First,":[98],"traffic":[100,153],"flow":[101],"model":[102],"based":[103,150],"on":[104,151],"real-world":[109],"TN":[110,157,181],"presented.":[112,122,136],"Then,":[113],"demands":[117],"microgrid":[120],"After":[123],"that,":[124],"IEEE":[126],"30":[127],"nodes":[128],"utility":[129],"grid":[130],"exporting":[131],"electricity":[132],"microgrids":[134],"At":[137],"last,":[138],"DRL":[139,172],"(DDPG,":[140],"TD3,":[141],"SAC,":[142],"PPO)":[143],"condition":[154,161],"voltage":[160],"PN.":[164],"The":[165],"simulation":[166],"results":[167],"demonstrate":[168],"that":[169],"through":[170],"agent,":[174],"total":[176,184],"travel":[177],"time":[178],"operation":[185],"costs":[186],"PN":[189],"all":[191],"reduced,":[192],"multiagent":[194],"DDPG":[195],"TD3":[197],"algorithm":[198],"have":[199],"best":[201],"performance.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}