{"id":"https://openalex.org/W3136355494","doi":"https://doi.org/10.1109/access.2021.3067662","title":"Wireless Access Control in Edge-Aided Disaster Response: A Deep Reinforcement Learning-Based Approach","display_name":"Wireless Access Control in Edge-Aided Disaster Response: A Deep Reinforcement Learning-Based Approach","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3136355494","doi":"https://doi.org/10.1109/access.2021.3067662","mag":"3136355494"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3067662","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3067662","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09382256.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09382256.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101834660","display_name":"Hang Zhou","orcid":"https://orcid.org/0000-0002-7671-7409"},"institutions":[{"id":"https://openalex.org/I6178835","display_name":"Ibaraki University","ror":"https://ror.org/00sjd5653","country_code":"JP","type":"education","lineage":["https://openalex.org/I6178835"]},{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hang Zhou","raw_affiliation_strings":["Graduate School of Science and Engineering, Ibaraki University, Hitachi, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7671-7409","affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Ibaraki University, Hitachi, Japan","institution_ids":["https://openalex.org/I6178835","https://openalex.org/I65143321"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381807","display_name":"Xiaoyan Wang","orcid":"https://orcid.org/0000-0003-1240-4953"},"institutions":[{"id":"https://openalex.org/I6178835","display_name":"Ibaraki University","ror":"https://ror.org/00sjd5653","country_code":"JP","type":"education","lineage":["https://openalex.org/I6178835"]},{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xiaoyan Wang","raw_affiliation_strings":["Graduate School of Science and Engineering, Ibaraki University, Hitachi, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1240-4953","affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Ibaraki University, Hitachi, Japan","institution_ids":["https://openalex.org/I6178835","https://openalex.org/I65143321"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047899035","display_name":"Masahiro Umehira","orcid":"https://orcid.org/0000-0002-0873-3474"},"institutions":[{"id":"https://openalex.org/I6178835","display_name":"Ibaraki University","ror":"https://ror.org/00sjd5653","country_code":"JP","type":"education","lineage":["https://openalex.org/I6178835"]},{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiro Umehira","raw_affiliation_strings":["Graduate School of Science and Engineering, Ibaraki University, Hitachi, Japan"],"raw_orcid":"https://orcid.org/0000-0002-0873-3474","affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Ibaraki University, Hitachi, Japan","institution_ids":["https://openalex.org/I6178835","https://openalex.org/I65143321"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108021189","display_name":"Xianfu Chen","orcid":"https://orcid.org/0000-0002-5485-4955"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Xianfu Chen","raw_affiliation_strings":["VTT Technical Research Centre of Finland, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-5485-4955","affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland, Oulu, Finland","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046333931","display_name":"Celimuge Wu","orcid":"https://orcid.org/0000-0001-6853-5878"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Celimuge Wu","raw_affiliation_strings":["Graduate School of Informatics and Engineering, The University of Electro-Communications, Chofu, Japan"],"raw_orcid":"https://orcid.org/0000-0001-6853-5878","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics and Engineering, The University of Electro-Communications, Chofu, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037098061","display_name":"Yusheng Ji","orcid":"https://orcid.org/0000-0003-4364-8491"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yusheng Ji","raw_affiliation_strings":["Information Systems Architecture Research Division, National Institute of Informatics, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4364-8491","affiliations":[{"raw_affiliation_string":"Information Systems Architecture Research Division, National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8686,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.85326692,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"46600","last_page":"46611"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7952758073806763},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7572401165962219},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5848698616027832},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5833067297935486},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.579505443572998},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5602700114250183},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5575267672538757},{"id":"https://openalex.org/keywords/disaster-area","display_name":"Disaster area","score":0.5417097806930542},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5112447738647461},{"id":"https://openalex.org/keywords/access-control","display_name":"Access control","score":0.4596604108810425},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.43175873160362244},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.41348594427108765},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3487618863582611},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22826367616653442},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19022756814956665}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7952758073806763},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7572401165962219},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5848698616027832},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5833067297935486},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.579505443572998},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5602700114250183},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5575267672538757},{"id":"https://openalex.org/C2779481623","wikidata":"https://www.wikidata.org/wiki/Q4115986","display_name":"Disaster area","level":2,"score":0.5417097806930542},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5112447738647461},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.4596604108810425},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.43175873160362244},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.41348594427108765},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3487618863582611},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22826367616653442},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19022756814956665},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3067662","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3067662","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09382256.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d15e3faf7cf7455d9754b5091a5f1007","is_oa":true,"landing_page_url":"https://doaj.org/article/d15e3faf7cf7455d9754b5091a5f1007","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 46600-46611 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3067662","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3067662","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09382256.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2622934797","display_name":null,"funder_award_id":"2020-20FA01","funder_id":"https://openalex.org/F4320314183","funder_display_name":"Research Organization of Information and Systems"},{"id":"https://openalex.org/G2913762946","display_name":"Radio Resource Management in 5G and Beyond Networks: A Layered In-network Learning Approach","funder_award_id":"20K11764","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8369808879","display_name":"Researches on Model-aided Learning Approaches for Reliable Realtime Control in Future Wireless Systems","funder_award_id":"20H00592","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320314183","display_name":"Research Organization of Information and Systems","ror":"https://ror.org/04p4e8t29"},{"id":"https://openalex.org/F4320325763","display_name":"Telecommunications Advancement Foundation","ror":"https://ror.org/05y77zf79"},{"id":"https://openalex.org/F4320327550","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3136355494.pdf","grobid_xml":"https://content.openalex.org/works/W3136355494.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1979096885","https://openalex.org/W2040970206","https://openalex.org/W2073962873","https://openalex.org/W2079150238","https://openalex.org/W2119942913","https://openalex.org/W2121863487","https://openalex.org/W2122410182","https://openalex.org/W2145339207","https://openalex.org/W2148742534","https://openalex.org/W2151927634","https://openalex.org/W2155968351","https://openalex.org/W2185010874","https://openalex.org/W2194775991","https://openalex.org/W2201581102","https://openalex.org/W2274109988","https://openalex.org/W2490752264","https://openalex.org/W2491826553","https://openalex.org/W2562456622","https://openalex.org/W2599106590","https://openalex.org/W2736627893","https://openalex.org/W2746553466","https://openalex.org/W2783351006","https://openalex.org/W2932336073","https://openalex.org/W2938029723","https://openalex.org/W2939348587","https://openalex.org/W2963334314","https://openalex.org/W2963477884","https://openalex.org/W2969195240","https://openalex.org/W2998881388","https://openalex.org/W3044955947","https://openalex.org/W3047817673","https://openalex.org/W3048965683","https://openalex.org/W3051352583","https://openalex.org/W3102812201","https://openalex.org/W3109047212","https://openalex.org/W3123678581","https://openalex.org/W4214717370","https://openalex.org/W6687681856","https://openalex.org/W6789408734"],"related_works":["https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W4312996489","https://openalex.org/W3214037210"],"abstract_inverted_index":{"The":[0],"communication":[1,72],"infrastructure":[2,73],"is":[3,74,98,115],"most":[4],"likely":[5],"to":[6,17,119],"be":[7,58],"damaged":[8],"after":[9],"a":[10,63,99,140,162],"major":[11],"disaster":[12,22,149],"occurred,":[13],"which":[14],"would":[15],"lead":[16],"further":[18],"chaos":[19],"in":[20,62,109,130,132,194],"the":[21,31,70,82,104,120,125,156,171,186,191],"stricken":[23],"area.":[24],"Modern":[25],"rescue":[26,44],"activities":[27],"heavily":[28],"rely":[29],"on":[30],"wireless":[32,106,143,157],"communications,":[33],"such":[34],"as":[35,161],"safety":[36],"status":[37],"report,":[38],"disrupted":[39],"area":[40],"monitoring,":[41],"evacuation":[42],"instruction,":[43],"coordination,":[45],"etc.":[46],"Large":[47],"amount":[48],"of":[49,127,196],"data":[50],"generated":[51],"from":[52],"victims,":[53],"sensors":[54],"and":[55,60,65,89,93,124,169,198],"responders":[56],"must":[57],"delivered":[59],"processed":[61],"fast":[64],"reliable":[66],"way,":[67],"even":[68],"when":[69],"normal":[71],"degraded":[75],"or":[76],"destroyed.":[77],"To":[78],"this":[79,110,136],"end,":[80],"reconstructing":[81],"post-disaster":[83,133],"network":[84,114],"by":[85,173],"deploying":[86],"MDRU":[87],"(Movable":[88],"Deployable":[90],"Resource":[91],"Unit)":[92],"relay":[94],"unit":[95],"at":[96],"edge":[97],"very":[100],"promising":[101],"solution.":[102],"However,":[103],"optimal":[105],"access":[107,144,158],"control":[108,145,159],"heterogeneous":[111],"hastily":[112],"formed":[113],"extremely":[116],"challenging,":[117],"due":[118],"frequent":[121],"varying":[122],"environment":[123],"lack":[126],"statistics":[128],"information":[129],"advance":[131],"scenarios.":[134],"In":[135],"paper,":[137],"we":[138,154,183],"propose":[139],"learning":[141,177],"based":[142],"approach":[146],"for":[147],"edge-aided":[148],"response":[150],"network.":[151],"More":[152],"specifically,":[153],"model":[155],"procedure":[160],"discrete-time":[163],"single":[164],"agent":[165],"Markov":[166],"decision":[167],"process,":[168],"solve":[170],"problem":[172],"exploiting":[174],"deep":[175],"reinforcement":[176],"technique.":[178],"By":[179],"extensive":[180],"simulation":[181],"results,":[182],"show":[184],"that":[185],"proposed":[187],"mechanism":[188],"significantly":[189],"outperforms":[190],"baseline":[192],"schemes":[193],"terms":[195],"delay":[197],"packet":[199],"drop":[200],"rate.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}