{"id":"https://openalex.org/W2947073418","doi":"https://doi.org/10.1186/s13638-019-1463-8","title":"An intelligent wireless channel allocation in HAPS 5G communication system based on reinforcement learning","display_name":"An intelligent wireless channel allocation in HAPS 5G communication system based on reinforcement learning","publication_year":2019,"publication_date":"2019-05-28","ids":{"openalex":"https://openalex.org/W2947073418","doi":"https://doi.org/10.1186/s13638-019-1463-8","mag":"2947073418"},"language":"en","primary_location":{"id":"doi:10.1186/s13638-019-1463-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-019-1463-8","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-019-1463-8","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-019-1463-8","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023573073","display_name":"Mingxiang Guan","orcid":"https://orcid.org/0000-0003-2427-7648"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingxiang Guan","raw_affiliation_strings":["School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China","institution_ids":["https://openalex.org/I158809036"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103039481","display_name":"Zhou Wu","orcid":"https://orcid.org/0000-0002-1211-334X"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou Wu","raw_affiliation_strings":["School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China","institution_ids":["https://openalex.org/I158809036"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100700092","display_name":"Yingjie Cui","orcid":"https://orcid.org/0000-0002-8206-0554"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingjie Cui","raw_affiliation_strings":["School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China","institution_ids":["https://openalex.org/I158809036"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056657971","display_name":"Xuemei Cao","orcid":"https://orcid.org/0000-0001-9067-0064"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuemei Cao","raw_affiliation_strings":["School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China","institution_ids":["https://openalex.org/I158809036"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350805","display_name":"Le Wang","orcid":"https://orcid.org/0000-0002-7730-9482"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Wang","raw_affiliation_strings":["School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China","institution_ids":["https://openalex.org/I158809036"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101757923","display_name":"Jianfeng Ye","orcid":"https://orcid.org/0009-0001-8288-6436"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfeng Ye","raw_affiliation_strings":["School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China","institution_ids":["https://openalex.org/I158809036"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042407976","display_name":"Bao Peng","orcid":"https://orcid.org/0000-0003-3964-3882"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bao Peng","raw_affiliation_strings":["School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Communication Technology, Shenzhen Institute of Information Technology, Shenzhen, China","institution_ids":["https://openalex.org/I158809036"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5023573073"],"corresponding_institution_ids":["https://openalex.org/I158809036"],"apc_list":{"value":1140,"currency":"GBP","value_usd":1398},"apc_paid":{"value":1140,"currency":"GBP","value_usd":1398},"fwci":1.574,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.83545506,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"2019","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9138500690460205},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8816097378730774},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.6050502061843872},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.5759255290031433},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5512375831604004},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.5224336981773376},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4934188425540924},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4739035665988922},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.45666414499282837},{"id":"https://openalex.org/keywords/channel-allocation-schemes","display_name":"Channel allocation schemes","score":0.42305994033813477},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3373350501060486},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3246542811393738},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2791438698768616},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.22525334358215332}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9138500690460205},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8816097378730774},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6050502061843872},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.5759255290031433},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5512375831604004},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.5224336981773376},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4934188425540924},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4739035665988922},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.45666414499282837},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.42305994033813477},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3373350501060486},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3246542811393738},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2791438698768616},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.22525334358215332}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13638-019-1463-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-019-1463-8","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-019-1463-8","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bccf21ee0ae14913a9d70eccc96fa297","is_oa":true,"landing_page_url":"https://doaj.org/article/bccf21ee0ae14913a9d70eccc96fa297","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking, Vol 2019, Iss 1, Pp 1-9 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13638-019-1463-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-019-1463-8","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-019-1463-8","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320326279","display_name":"Department of Education of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320329174","display_name":"Shenzhen Municipal Science and Technology Innovation Council","ror":"https://ror.org/017n8df75"},{"id":"https://openalex.org/F4320335981","display_name":"Guangdong Province Higher Vocational Colleges and Schools Pearl River Scholar Funded Scheme","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2947073418.pdf","grobid_xml":"https://content.openalex.org/works/W2947073418.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1638986631","https://openalex.org/W1653037593","https://openalex.org/W2035623523","https://openalex.org/W2133149551","https://openalex.org/W2360449357","https://openalex.org/W2562946644","https://openalex.org/W2564894818","https://openalex.org/W2596048999","https://openalex.org/W2796256589","https://openalex.org/W2804803674","https://openalex.org/W3150294292","https://openalex.org/W4241948642"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2059045613","https://openalex.org/W884630482","https://openalex.org/W2025723618","https://openalex.org/W2552025594","https://openalex.org/W4211013851","https://openalex.org/W2033986878"],"abstract_inverted_index":{"Channel":[0],"allocation":[1,21],"is":[2],"the":[3,6,42,59,66,71,75,82,87,91,96,104,109,115,127,133,137],"prerequisite":[4],"for":[5,23,100],"HAPS":[7,24,50],"(high-altitude":[8],"platform":[9],"station)":[10],"5G":[11,25,51],"communication":[12],"network":[13,45,99,106,116],"to":[14,58,90,125],"transmit":[15],"information.":[16],"An":[17],"intelligent":[18],"wireless":[19],"channel":[20,63,76,83],"algorithm":[22,40],"massive":[26,52],"MIMO":[27,53],"(multiple-input":[28],"multiple-output)":[29],"system":[30,67],"based":[31],"on":[32],"reinforcement":[33,38],"learning":[34,39,101],"was":[35],"proposed.":[36],"Q-learning":[37],"and":[41,61,94,113],"back-propagation":[43,97],"neural":[44,98,105],"were":[46],"combined,":[47],"which":[48],"enabled":[49],"systems":[54],"autonomous":[55],"learn":[56,85],"according":[57],"environment":[60,77,88],"allocate":[62],"resources":[64],"of":[65,108,136],"efficiently.":[68],"Agents":[69],"perceive":[70],"state":[72,89],"information":[73],"in":[74],"through":[78],"continuous":[79],"interaction":[80],"with":[81,117],"environment,":[84],"from":[86],"action":[92],"mapping,":[93],"use":[95,103],"training,":[102],"instead":[107],"Q":[110,119],"value":[111],"table,":[112],"train":[114],"each":[118],"update":[120,126],"as":[121],"a":[122],"training":[123],"example":[124],"evaluation":[128],"function.":[129],"It":[130],"effectively":[131],"improves":[132],"overall":[134],"performance":[135],"system.":[138]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}