{"id":"https://openalex.org/W3209865692","doi":"https://doi.org/10.1109/itsc48978.2021.9564535","title":"A Deep Reinforcement Learning based Resource Allocation Method for Urban Rail Transit Cloud Systems","display_name":"A Deep Reinforcement Learning based Resource Allocation Method for Urban Rail Transit Cloud Systems","publication_year":2021,"publication_date":"2021-09-19","ids":{"openalex":"https://openalex.org/W3209865692","doi":"https://doi.org/10.1109/itsc48978.2021.9564535","mag":"3209865692"},"language":"en","primary_location":{"id":"doi:10.1109/itsc48978.2021.9564535","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc48978.2021.9564535","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044113270","display_name":"Ziheng Li","orcid":"https://orcid.org/0000-0003-2063-0328"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziheng Li","raw_affiliation_strings":["State Key Lab. of Rail Traffic Control and Safety, Beijing jiaotong University, Beijing, P.R China"],"affiliations":[{"raw_affiliation_string":"State Key Lab. of Rail Traffic Control and Safety, Beijing jiaotong University, Beijing, P.R China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033861436","display_name":"Li Zhu","orcid":"https://orcid.org/0000-0003-3688-1658"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Zhu","raw_affiliation_strings":["Beijing jiaotong University, Beijing, P.R China"],"affiliations":[{"raw_affiliation_string":"Beijing jiaotong University, Beijing, P.R China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115603483","display_name":"Yang Li","orcid":"https://orcid.org/0000-0002-4056-5132"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Li","raw_affiliation_strings":["State Key Lab. of Rail Traffic Control and Safety, Beijing jiaotong University, Beijing, P.R China"],"affiliations":[{"raw_affiliation_string":"State Key Lab. of Rail Traffic Control and Safety, Beijing jiaotong University, Beijing, P.R China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043984239","display_name":"Hao Liang","orcid":"https://orcid.org/0000-0002-8946-173X"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Liang","raw_affiliation_strings":["State Key Lab. of Rail Traffic Control and Safety, Beijing jiaotong University, Beijing, P.R China"],"affiliations":[{"raw_affiliation_string":"State Key Lab. of Rail Traffic Control and Safety, Beijing jiaotong University, Beijing, P.R China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012720408","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0001-7961-7588"},"institutions":[{"id":"https://openalex.org/I4210135994","display_name":"China Railway Group (China)","ror":"https://ror.org/03za3eq42","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210135994"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["China Railway Siyuan Survey and Designing Group CO., LTD, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"China Railway Siyuan Survey and Designing Group CO., LTD, Wuhan, China","institution_ids":["https://openalex.org/I4210135994"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5044113270"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":0.2272,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.68337469,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"3922","last_page":"3926"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8346301317214966},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7597240209579468},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7466444373130798},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.7038208246231079},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6903525590896606},{"id":"https://openalex.org/keywords/urban-rail-transit","display_name":"Urban rail transit","score":0.5351831316947937},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5221693515777588},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4630598723888397},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4346925914287567},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4220307171344757},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.32361406087875366},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2599276304244995},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23808971047401428},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.19572991132736206},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1282581090927124}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8346301317214966},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7597240209579468},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7466444373130798},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.7038208246231079},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6903525590896606},{"id":"https://openalex.org/C2780434240","wikidata":"https://www.wikidata.org/wiki/Q3491904","display_name":"Urban rail transit","level":2,"score":0.5351831316947937},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5221693515777588},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4630598723888397},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4346925914287567},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4220307171344757},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32361406087875366},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2599276304244995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23808971047401428},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.19572991132736206},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1282581090927124},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc48978.2021.9564535","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc48978.2021.9564535","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5600000023841858,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G3571417108","display_name":null,"funder_award_id":"61973026","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7809200940","display_name":null,"funder_award_id":"120H100010,119H100010","funder_id":"https://openalex.org/F4320321572","funder_display_name":"Beijing Municipal Commission of Education"},{"id":"https://openalex.org/G8210139736","display_name":null,"funder_award_id":"RCS2021ZZ005,2021CZ107","funder_id":"https://openalex.org/F4320323066","funder_display_name":"Beijing Jiaotong University"},{"id":"https://openalex.org/G8764162961","display_name":null,"funder_award_id":"L201002","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321572","display_name":"Beijing Municipal Commission of Education","ror":"https://ror.org/04bpn6s66"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320323066","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2012753837","https://openalex.org/W2145339207","https://openalex.org/W2546571074","https://openalex.org/W2605563842","https://openalex.org/W2741401130","https://openalex.org/W2808381205","https://openalex.org/W2900804979","https://openalex.org/W2997604709","https://openalex.org/W3092199940","https://openalex.org/W3107295337"],"related_works":["https://openalex.org/W1939996075","https://openalex.org/W3181553685","https://openalex.org/W2118113972","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903"],"abstract_inverted_index":{"In":[0,122],"urban":[1,37,106,147],"rail":[2,8,107,148,204],"transit":[3,9,39,108,205],"systems,":[4],"moving":[5],"the":[6,18,62,79,85,142,158,174,178,193],"existing":[7],"service":[10,76],"to":[11,30,53,59,69,98,131,140],"cloud":[12,109,154,186],"computing":[13,27,155],"systems":[14],"can":[15,196],"effectively":[16],"relieve":[17],"pressure":[19],"from":[20],"data":[21],"sharing":[22],"and":[23,119,157,177],"excessive":[24],"loads.":[25],"Allocating":[26],"resources":[28],"reasonably":[29],"guarantee":[31],"Quality":[32],"of":[33,36,84,144],"Service":[34],"(QoS)":[35],"rain":[38],"services":[40,150,163],"is":[41,67,137,164],"crucial.":[42],"Traditional":[43],"resource":[44,100,110,159,180],"allocation":[45,101,111,160,181],"methods":[46],"are":[47,151],"mostly":[48],"predefined":[49,175],"policies.":[50],"It":[51],"proves":[52],"be":[54],"difficult":[55],"for":[56,74,201],"on-demand":[57],"policies":[58],"efficiently":[60],"utilize":[61,126],"total":[63],"resources.":[64],"And":[65],"it":[66],"hard":[68],"set":[70],"an":[71],"appropriate":[72],"threshold":[73],"each":[75],"when":[77],"applying":[78],"threshold-based":[80],"policy.":[81],"As":[82],"one":[83],"autonomous":[86],"decision-making":[87],"methods,":[88],"Reinforcement":[89,128],"Learning":[90,129],"(RL)":[91],"has":[92,114],"been":[93],"applied":[94],"in":[95,117,183],"many":[96],"fields":[97],"solve":[99,141],"problems.":[102],"However,":[103],"a":[104,167,184,198],"complete":[105],"scenario":[112],"usually":[113,138],"high":[115],"dimensions":[116],"action":[118],"state":[120],"spaces.":[121],"this":[123],"paper,":[124],"we":[125],"Deep":[127,168],"(DRL)":[130],"allocate":[132],"resource,":[133],"since":[134],"function":[135],"approximation":[136],"used":[139],"curse":[143],"dimensionality.":[145],"Several":[146],"related":[149],"selected":[152,203],"as":[153,166],"users,":[156],"among":[161],"these":[162],"formulated":[165],"Q-Network":[169],"(DQN).":[170],"We":[171],"conduct":[172],"both":[173],"policy":[176,182,195],"DQN-based":[179,194],"simulated":[185],"system.":[187],"Our":[188],"simulation":[189],"results":[190],"show":[191],"that":[192],"obtain":[197],"better":[199],"QoS":[200],"all":[202],"services.":[206]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}