{"id":"https://openalex.org/W4225884636","doi":"https://doi.org/10.1109/tcomm.2022.3170458","title":"Resource Scheduling Based on Deep Reinforcement Learning in UAV Assisted Emergency Communication Networks","display_name":"Resource Scheduling Based on Deep Reinforcement Learning in UAV Assisted Emergency Communication Networks","publication_year":2022,"publication_date":"2022-04-25","ids":{"openalex":"https://openalex.org/W4225884636","doi":"https://doi.org/10.1109/tcomm.2022.3170458"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2022.3170458","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3170458","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068077570","display_name":"Chaowei Wang","orcid":"https://orcid.org/0000-0003-3858-3531"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaowei Wang","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3858-3531","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024291743","display_name":"Danhao Deng","orcid":"https://orcid.org/0000-0001-6979-7829"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danhao Deng","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6979-7829","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061307388","display_name":"Lexi Xu","orcid":"https://orcid.org/0000-0003-4338-7252"},"institutions":[{"id":"https://openalex.org/I6507939","display_name":"China United Network Communications Group (China)","ror":"https://ror.org/028w99c90","country_code":"CN","type":"company","lineage":["https://openalex.org/I6507939"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lexi Xu","raw_affiliation_strings":["Research Institute, China United Network Communications Corporation, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4338-7252","affiliations":[{"raw_affiliation_string":"Research Institute, China United Network Communications Corporation, Beijing, China","institution_ids":["https://openalex.org/I6507939"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100432924","display_name":"Weidong Wang","orcid":"https://orcid.org/0000-0002-0343-9559"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Wang","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":72.2381,"has_fulltext":false,"cited_by_count":149,"citation_normalized_percentile":{"value":0.99938027,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"70","issue":"6","first_page":"3834","last_page":"3848"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8796197772026062},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7371209859848022},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7355527877807617},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6587554216384888},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5638775825500488},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.525505781173706},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.5243985056877136},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4737955927848816},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.42789602279663086},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4089559018611908},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39014655351638794},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.36762627959251404},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.3188624382019043},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3181261420249939},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22861450910568237},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.1619541347026825}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8796197772026062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7371209859848022},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7355527877807617},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6587554216384888},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5638775825500488},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.525505781173706},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.5243985056877136},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4737955927848816},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.42789602279663086},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4089559018611908},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39014655351638794},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.36762627959251404},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.3188624382019043},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3181261420249939},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22861450910568237},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.1619541347026825},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2022.3170458","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3170458","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W879046294","https://openalex.org/W2040311167","https://openalex.org/W2048570986","https://openalex.org/W2101786389","https://openalex.org/W2122507467","https://openalex.org/W2127653865","https://openalex.org/W2145339207","https://openalex.org/W2145417574","https://openalex.org/W2274109988","https://openalex.org/W2320797357","https://openalex.org/W2339125100","https://openalex.org/W2756144809","https://openalex.org/W2759529277","https://openalex.org/W2783558323","https://openalex.org/W2784291237","https://openalex.org/W2793398825","https://openalex.org/W2797086109","https://openalex.org/W2887592610","https://openalex.org/W2888776813","https://openalex.org/W2891582867","https://openalex.org/W2899289951","https://openalex.org/W2901790394","https://openalex.org/W2904845493","https://openalex.org/W2910406285","https://openalex.org/W2930672455","https://openalex.org/W2944067540","https://openalex.org/W2955133642","https://openalex.org/W2962726494","https://openalex.org/W2962841091","https://openalex.org/W2963061782","https://openalex.org/W2963427127","https://openalex.org/W2969195240","https://openalex.org/W2969525674","https://openalex.org/W2969665297","https://openalex.org/W2999244460","https://openalex.org/W3004236608","https://openalex.org/W3013845883","https://openalex.org/W3013973746","https://openalex.org/W3015351299","https://openalex.org/W3036160090","https://openalex.org/W3051352583","https://openalex.org/W3130929701","https://openalex.org/W3134103048","https://openalex.org/W3135881701","https://openalex.org/W3166228843","https://openalex.org/W4214717370","https://openalex.org/W6989893714"],"related_works":["https://openalex.org/W2972242150","https://openalex.org/W2808418668","https://openalex.org/W2101748387","https://openalex.org/W2357975469","https://openalex.org/W4380550992","https://openalex.org/W4322760752","https://openalex.org/W3096874164","https://openalex.org/W2146763310","https://openalex.org/W3167472281","https://openalex.org/W2937181779"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicle":[2],"(UAV)":[3],"assisted":[4],"emergency":[5,37],"communication":[6],"is":[7,17,109],"an":[8,77],"important":[9],"technique":[10],"for":[11],"future":[12],"B5G/6G":[13],"scenario.":[14],"The":[15],"UAV":[16,47,71],"usually":[18],"considered":[19],"as":[20,76,133],"a":[21,90,134],"mobile":[22],"relay":[23],"to":[24,33,58,116],"forward":[25],"information":[26],"from":[27],"the":[28,34,42,46,52,60,66,83,105,118,123,130,149,158,163],"macro":[29],"base":[30],"station":[31],"(MBS)":[32],"users":[35],"in":[36,82,111],"area.":[38],"In":[39],"this":[40],"paper,":[41],"MBS":[43,67],"power":[44,68],"allocation,":[45],"service":[48,72],"zone":[49,73],"selection,":[50],"and":[51,70,88,99,138],"user":[53,131],"scheduling":[54,132,153],"are":[55],"jointly":[56],"investigated":[57],"enhance":[59],"sum":[61],"spectrum":[62,159],"efficiency.":[63],"We":[64,127],"formulate":[65,129],"allocation":[69],"selection":[74],"problem":[75,137],"Markov":[78],"Decision":[79],"Process":[80],"(MDP)":[81],"delay":[84,113],"ignored":[85],"system":[86,114],"(DIS)":[87],"propose":[89],"deep":[91],"reinforcement":[92],"learning":[93],"(DRL)":[94],"algorithm":[95],"based":[96],"on":[97],"Q-learning":[98],"Convolutional":[100],"Neural":[101],"Networks":[102],"(CNN).":[103],"Then":[104],"proposed":[106,150],"DRL-based":[107,151],"scheme":[108,154],"extended":[110],"time":[112],"(TDS)":[115],"estimate":[117],"current":[119],"optimal":[120],"action":[121],"with":[122,162],"outdated":[124],"channel":[125],"information.":[126],"also":[128],"0-1":[135],"optimization":[136],"solve":[139],"it":[140],"by":[141],"dividing":[142],"into":[143],"sub-problems.":[144],"Simulation":[145],"results":[146],"demonstrate":[147],"that":[148],"resource":[152],"can":[155],"effectively":[156],"improve":[157],"efficiency":[160],"compared":[161],"existing":[164],"schemes.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":21},{"year":2025,"cited_by_count":46},{"year":2024,"cited_by_count":46},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":7}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}