{"id":"https://openalex.org/W4320029491","doi":"https://doi.org/10.1109/globecom48099.2022.10000812","title":"Hierarchical DRL for Self-supplied Monitoring and Communication Integrated System in HSR","display_name":"Hierarchical DRL for Self-supplied Monitoring and Communication Integrated System in HSR","publication_year":2022,"publication_date":"2022-12-04","ids":{"openalex":"https://openalex.org/W4320029491","doi":"https://doi.org/10.1109/globecom48099.2022.10000812"},"language":"en","primary_location":{"id":"doi:10.1109/globecom48099.2022.10000812","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10000812","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060434608","display_name":"Zhuang Ling","orcid":"https://orcid.org/0000-0002-8670-1398"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhuang Ling","raw_affiliation_strings":["Jilin University,College of Communication Engineering,Changchun,Jilin,China","College of Communication Engineering, Jilin University, Changchun, Jilin, China"],"affiliations":[{"raw_affiliation_string":"Jilin University,College of Communication Engineering,Changchun,Jilin,China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, Jilin, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015682839","display_name":"Fengye Hu","orcid":"https://orcid.org/0000-0002-5694-4057"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengye Hu","raw_affiliation_strings":["Jilin University,College of Communication Engineering,Changchun,Jilin,China","College of Communication Engineering, Jilin University, Changchun, Jilin, China"],"affiliations":[{"raw_affiliation_string":"Jilin University,College of Communication Engineering,Changchun,Jilin,China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, Jilin, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067434140","display_name":"Tanda Liu","orcid":"https://orcid.org/0000-0002-8880-7559"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tanda Liu","raw_affiliation_strings":["Jilin University,College of Communication Engineering,Changchun,Jilin,China","College of Communication Engineering, Jilin University, Changchun, Jilin, China"],"affiliations":[{"raw_affiliation_string":"Jilin University,College of Communication Engineering,Changchun,Jilin,China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, Jilin, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017921476","display_name":"Zhi Mao","orcid":"https://orcid.org/0000-0003-0787-2453"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Mao","raw_affiliation_strings":["Jilin University,College of Communication Engineering,Changchun,Jilin,China","College of Communication Engineering, Jilin University, Changchun, Jilin, China"],"affiliations":[{"raw_affiliation_string":"Jilin University,College of Communication Engineering,Changchun,Jilin,China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, Jilin, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["University of Houston,Department of Electrical and Computer Engineering,Texas,USA","Department of Electrical and Computer Engineering, University of Houston, Texas, USA"],"affiliations":[{"raw_affiliation_string":"University of Houston,Department of Electrical and Computer Engineering,Texas,USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Texas, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5060434608"],"corresponding_institution_ids":["https://openalex.org/I194450716"],"apc_list":null,"apc_paid":null,"fwci":0.3222,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.51429507,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"6283","last_page":"6288"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7694939374923706},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6978116631507874},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5792746543884277},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5695964097976685},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.5473336577415466},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.536615252494812},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.49815845489501953},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4814740717411041},{"id":"https://openalex.org/keywords/communications-system","display_name":"Communications system","score":0.46450942754745483},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.45586729049682617},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4340730905532837},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4284055233001709},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.41866928339004517},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25958308577537537},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18144100904464722},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11195182800292969},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10316762328147888}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7694939374923706},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6978116631507874},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5792746543884277},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5695964097976685},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.5473336577415466},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.536615252494812},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.49815845489501953},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4814740717411041},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.46450942754745483},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.45586729049682617},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4340730905532837},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4284055233001709},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.41866928339004517},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25958308577537537},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18144100904464722},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11195182800292969},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10316762328147888},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom48099.2022.10000812","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10000812","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.7200000286102295}],"awards":[{"id":"https://openalex.org/G4838319447","display_name":null,"funder_award_id":"CNS-2107216,EARS-1839818","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1997638491","https://openalex.org/W2109910161","https://openalex.org/W2791741128","https://openalex.org/W2925514383","https://openalex.org/W2963761387","https://openalex.org/W3029554135","https://openalex.org/W3089893205","https://openalex.org/W3093680245","https://openalex.org/W3131382839","https://openalex.org/W3133862234","https://openalex.org/W4206432373"],"related_works":["https://openalex.org/W2520149731","https://openalex.org/W1981519115","https://openalex.org/W1985631144","https://openalex.org/W2087123996","https://openalex.org/W3111553259","https://openalex.org/W2103264866","https://openalex.org/W53279813","https://openalex.org/W2395800181","https://openalex.org/W4200038496","https://openalex.org/W2377373413"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,58,90,118],"study":[4],"a":[5,14,60,86,92,120,165,176],"self-supplied":[6],"multi-sensor":[7],"monitoring":[8,62],"and":[9,42,63,74,135,150,180,191],"communication":[10,40,65,103,115],"integrated":[11,66],"system":[12,82],"in":[13,85,111],"high-speed":[15,87],"railway":[16],"(HSR),":[17],"where":[18],"each":[19],"access":[20],"point":[21],"(AP)":[22],"simultaneously":[23],"transmits":[24],"radio":[25],"frequency":[26],"(RF)":[27],"energy":[28,70],"signal":[29],"to":[30,51,100,129,141,156],"charge":[31],"sensors,":[32],"monitors":[33],"the":[34,46,53,81,102,107,112,132,151,157,161,172,186],"train":[35],"working":[36],"state":[37],"via":[38],"backscatter":[39],"technology,":[41],"communicates":[43],"remotely":[44],"with":[45,131],"base":[47],"station":[48],"(BS).":[49],"Aiming":[50],"minimize":[52],"total":[54],"task":[55],"completion":[56],"time,":[57],"formulate":[59],"data":[61,72,76],"remote":[64],"optimization":[67],"problem":[68],"under":[69],"transfer,":[71],"collection":[73],"transmission":[75],"rate":[77],"constraints.":[78],"To":[79],"reduce":[80],"task's":[83],"complexity":[84],"movement":[88],"scenario,":[89],"propose":[91],"finite":[93],"Gaussian":[94],"mixture":[95],"model":[96],"(GMM)":[97],"clustering":[98],"method":[99],"analyze":[101],"handover":[104,116],"area.":[105],"For":[106],"complex":[108],"action":[109,152],"space":[110],"highly-dynamic":[113],"HSR":[114],"environment,":[117],"develop":[119],"novel":[121],"option-based":[122],"hierarchical":[123],"deep":[124],"reinforcement":[125],"learning":[126,183],"(OHDRL)":[127],"algorithm":[128,174],"deal":[130],"sparse":[133],"reward":[134,179],"non-stationary":[136],"problem.":[137],"An":[138],"agent":[139],"learns":[140],"select":[142],"options":[143],"at":[144,164],"higher":[145,178],"levels":[146],"of":[147,160],"decomposed":[148],"subtasks,":[149],"is":[153],"executed":[154],"according":[155],"internal":[158],"policy":[159],"selected":[162],"option":[163],"low":[166],"level.":[167],"Numerical":[168],"results":[169],"reveal":[170],"that":[171],"proposed":[173],"achieves":[175],"significantly":[177],"more":[181],"stable":[182],"performance":[184],"than":[185],"traditional":[187],"Deep":[188,193],"Q-Network":[189,194],"(DQN)":[190],"Double":[192],"(DDQN)":[195],"algorithms.":[196]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}