{"id":"https://openalex.org/W4410616661","doi":"https://doi.org/10.1109/tvt.2025.3572350","title":"Deep Point Reinforcement Learning Approach for Sustainable Communications Using AAV and Moving Interaction Station","display_name":"Deep Point Reinforcement Learning Approach for Sustainable Communications Using AAV and Moving Interaction Station","publication_year":2025,"publication_date":"2025-05-22","ids":{"openalex":"https://openalex.org/W4410616661","doi":"https://doi.org/10.1109/tvt.2025.3572350"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2025.3572350","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3572350","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020826273","display_name":"Leyan Chen","orcid":"https://orcid.org/0000-0002-2311-1147"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leyan Chen","raw_affiliation_strings":["School of Electronics and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2311-1147","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101542636","display_name":"Kai Liu","orcid":"https://orcid.org/0000-0002-5927-4327"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Liu","raw_affiliation_strings":["School of Electronics and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5927-4327","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070350910","display_name":"Peng Yang","orcid":"https://orcid.org/0000-0001-9088-7589"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Yang","raw_affiliation_strings":["School of Electronics and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9088-7589","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005327587","display_name":"Zehui Xiong","orcid":"https://orcid.org/0000-0002-4440-941X"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zehui Xiong","raw_affiliation_strings":["Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4440-941X","affiliations":[{"raw_affiliation_string":"Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062941277","display_name":"Puguang An","orcid":"https://orcid.org/0009-0007-9323-2669"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Puguang An","raw_affiliation_strings":["School of Electronics and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-9323-2669","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030858163","display_name":"Tony Q. S. Quek","orcid":"https://orcid.org/0000-0002-4037-3149"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tony Q. S. Quek","raw_affiliation_strings":["Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4037-3149","affiliations":[{"raw_affiliation_string":"Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021299763","display_name":"Zhibo Zhang","orcid":"https://orcid.org/0000-0003-3645-2191"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibo Zhang","raw_affiliation_strings":["School of Electronics and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3645-2191","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3626,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91493699,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"74","issue":"10","first_page":"16465","last_page":"16470"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9018999934196472,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6919140219688416},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.48477619886398315},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47137176990509033},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.47065749764442444},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4152403771877289},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3511754870414734},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30258527398109436}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6919140219688416},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.48477619886398315},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47137176990509033},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.47065749764442444},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4152403771877289},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3511754870414734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30258527398109436},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3572350","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3572350","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1748505506","display_name":null,"funder_award_id":"U2233216","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7854571644","display_name":null,"funder_award_id":"62401032","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2964023906","https://openalex.org/W3010401056","https://openalex.org/W3134164132","https://openalex.org/W3136338303","https://openalex.org/W4318586180","https://openalex.org/W4361029920","https://openalex.org/W4382568105","https://openalex.org/W4385732538","https://openalex.org/W4386275752","https://openalex.org/W4387730064","https://openalex.org/W4388109980","https://openalex.org/W4391697040","https://openalex.org/W4396506414","https://openalex.org/W4396817487","https://openalex.org/W4399618476","https://openalex.org/W4400073884","https://openalex.org/W4400229066","https://openalex.org/W4400276147","https://openalex.org/W4405303882"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicles":[2,34],"(UAVs)":[3],"have":[4],"emerged":[5],"as":[6,37],"a":[7,83,109,127,181,188],"critical":[8],"component":[9],"in":[10,40,184,191],"the":[11,28,41,55,62,73,79,91,99,131,142,148,157,162,172,177],"smart":[12],"city,":[13],"which":[14,118],"can":[15],"significantly":[16],"enhance":[17],"integrated":[18],"sensing":[19],"and":[20,57,75,94,102,126,133,140,145,165,187],"communication":[21,31,74],"(ISAC)":[22],"performance.":[23],"This":[24],"paper":[25],"mainly":[26],"investigates":[27],"UAV-to-Vehicle":[29],"(U2V)":[30],"scenarios,":[32],"where":[33],"are":[35,136],"represented":[36],"rigid":[38],"shapes":[39],"radar":[42],"point":[43,111],"cloud":[44],"(RPC).":[45],"The":[46,64,151],"moving":[47],"interaction":[48],"station":[49],"(MIS)":[50],"is":[51,69,87,116],"proposed":[52,173],"to":[53,71,89,138,160],"provide":[54],"sensing-assisted":[56],"wireless":[58],"charging":[59],"service":[60],"for":[61],"UAV.":[63],"radio":[65],"knowledge":[66],"map":[67,141],"(RKM)":[68],"introduced":[70],"improve":[72],"energy":[76],"efficiency":[77],"of":[78],"UAV-ISAC":[80],"system.":[81],"Then,":[82],"joint":[84],"optimization":[85],"problem":[86],"formulated":[88],"complete":[90],"data":[92],"collection":[93],"upload":[95],"task":[96],"by":[97],"adjusting":[98],"UAV":[100,163],"trajectory":[101,164],"vehicle":[103,143,166],"access.":[104,167],"To":[105],"address":[106],"this":[107],"problem,":[108],"deep":[110],"reinforcement":[112],"learning":[113],"(DPRL)":[114],"algorithm":[115,175],"proposed,":[117],"contains":[119],"an":[120,123],"RPC":[121,132,144],"network,":[122,125],"RKM":[124,134,146],"decision-making":[128,152],"module.":[129],"Herein,":[130],"networks":[135],"designed":[137],"merge":[139],"into":[147],"action":[149,158],"spaces.":[150],"module":[153],"selects":[154],"actions":[155],"from":[156],"spaces":[159],"optimize":[161],"Simulation":[168],"results":[169],"show":[170],"that":[171],"DPRL":[174],"outperforms":[176],"benchmarks,":[178],"achieving":[179],"approximately":[180],"10.87%":[182],"increase":[183],"channel":[185],"capacity":[186],"24.08%":[189],"enhancement":[190],"residual":[192],"energy.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}