{"id":"https://openalex.org/W4407246786","doi":"https://doi.org/10.1109/access.2025.3539888","title":"Deep Reinforcement Learning for Rechargeable AAV-Assisted Data Collection From Dense Mobile Sensor Nodes","display_name":"Deep Reinforcement Learning for Rechargeable AAV-Assisted Data Collection From Dense Mobile Sensor Nodes","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407246786","doi":"https://doi.org/10.1109/access.2025.3539888"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3539888","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3539888","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3539888","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041304505","display_name":"Songnan Bai","orcid":"https://orcid.org/0009-0008-5675-6575"},"institutions":[{"id":"https://openalex.org/I4210153482","display_name":"Changzhou University","ror":"https://ror.org/04ymgwq66","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153482"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanshan Bai","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Changzhou University, Changzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-5675-6575","affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Changzhou University, Changzhou, China","institution_ids":["https://openalex.org/I4210153482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100636254","display_name":"Xueyuan Wang","orcid":"https://orcid.org/0000-0003-2694-9815"},"institutions":[{"id":"https://openalex.org/I4210153482","display_name":"Changzhou University","ror":"https://ror.org/04ymgwq66","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153482"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueyuan Wang","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Changzhou University, Changzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Changzhou University, Changzhou, China","institution_ids":["https://openalex.org/I4210153482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076753154","display_name":"M. Cenk Gursoy","orcid":"https://orcid.org/0000-0002-7352-1013"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Cenk Gursoy","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-7352-1013","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035032907","display_name":"Guangqi Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153482","display_name":"Changzhou University","ror":"https://ror.org/04ymgwq66","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153482"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangqi Jiang","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Changzhou University, Changzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Changzhou University, Changzhou, China","institution_ids":["https://openalex.org/I4210153482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100297981","display_name":"Shoukun Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153482","display_name":"Changzhou University","ror":"https://ror.org/04ymgwq66","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153482"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shoukun Xu","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Changzhou University, Changzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7119-1006","affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Changzhou University, Changzhou, China","institution_ids":["https://openalex.org/I4210153482"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.9389,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.72338609,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"13","issue":null,"first_page":"28398","last_page":"28407"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9562000036239624,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9562000036239624,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.9397000074386597,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9351999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7704813480377197},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7026894688606262},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.4894775152206421},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.4846270978450775},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3020313084125519},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2847995460033417}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7704813480377197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7026894688606262},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.4894775152206421},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.4846270978450775},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3020313084125519},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2847995460033417},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3539888","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3539888","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d43d51d2c9eb4b63a10aabdf9cb93439","is_oa":true,"landing_page_url":"https://doaj.org/article/d43d51d2c9eb4b63a10aabdf9cb93439","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 28398-28407 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3539888","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3539888","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.47999998927116394,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2302261565","display_name":null,"funder_award_id":"CQ20230092","funder_id":"https://openalex.org/F4320336836","funder_display_name":"Applied Basic Research Fund of Qingdao"},{"id":"https://openalex.org/G5167833908","display_name":null,"funder_award_id":"62306048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6608917665","display_name":null,"funder_award_id":"CJ20235036","funder_id":"https://openalex.org/F4320336836","funder_display_name":"Applied Basic Research Fund of Qingdao"},{"id":"https://openalex.org/G7156496641","display_name":null,"funder_award_id":"BK20240962","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336836","display_name":"Applied Basic Research Fund of Qingdao","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1561867011","https://openalex.org/W2107922556","https://openalex.org/W2268751503","https://openalex.org/W2327622231","https://openalex.org/W2604830243","https://openalex.org/W2744248483","https://openalex.org/W2904383009","https://openalex.org/W2963085502","https://openalex.org/W3162366242","https://openalex.org/W3171715134","https://openalex.org/W3176727369","https://openalex.org/W3197218539","https://openalex.org/W4206931804","https://openalex.org/W4210498147","https://openalex.org/W4213433215","https://openalex.org/W4214578463","https://openalex.org/W4283205773","https://openalex.org/W4285211583","https://openalex.org/W4295700726","https://openalex.org/W4308732150","https://openalex.org/W4312986669","https://openalex.org/W4317038514","https://openalex.org/W4361853013","https://openalex.org/W4365790519","https://openalex.org/W4365807714","https://openalex.org/W4376480643","https://openalex.org/W4376878836","https://openalex.org/W4379116836","https://openalex.org/W4385975751","https://openalex.org/W4386263969","https://openalex.org/W4387609341","https://openalex.org/W4399410252","https://openalex.org/W4404132761"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2110485207"],"abstract_inverted_index":{"In":[0],"the":[1,4,25,41,55,75,98,103,115,127,150,157,160],"realm":[2],"of":[3,6,43,57,118,130,159,170],"Internet":[5],"Things":[7],"(IoT),":[8],"Autonomous":[9],"Aerial":[10],"Vehicles":[11],"(AAVs)":[12],"have":[13],"garnered":[14],"significant":[15,36],"attention":[16],"due":[17],"to":[18,101,112,138],"their":[19],"high":[20],"mobility":[21],"and":[22,31,82,108,125,142,163],"cost-effectiveness.":[23],"However,":[24],"limited":[26],"onboard":[27],"energy,":[28],"kinematic":[29],"constraints,":[30],"highly":[32],"dynamic":[33],"environments":[34],"present":[35],"challenges":[37],"for":[38,61],"AAVs":[39],"in":[40,65],"context":[42],"continuous":[44],"real-time":[45],"data":[46,62,109,120],"collection":[47,63],"scenarios.":[48],"To":[49],"address":[50],"this":[51,96],"issue,":[52],"we":[53,133,155],"investigate":[54],"utilization":[56],"a":[58,78,84],"rechargeable":[59],"AAV":[60],"tasks":[64],"scenarios":[66],"with":[67,152],"densely":[68],"mobile":[69],"sensor":[70],"nodes.":[71,171],"This":[72],"study":[73],"formulates":[74],"problem":[76],"as":[77],"Markov":[79],"decision":[80],"process":[81],"designs":[83],"reinforcement":[85],"learning":[86],"approach":[87],"called":[88],"guided":[89],"search":[90],"twin-dueling-double":[91],"deep":[92],"Q-Network":[93],"(GS-TD3QN).":[94],"Within":[95],"framework,":[97],"goal":[99],"is":[100],"optimize":[102],"flight":[104],"path,":[105],"charging":[106],"strategy,":[107],"upload":[110],"intervals":[111],"collectively":[113],"maximize":[114],"total":[116],"number":[117],"uploaded":[119],"packets,":[121],"improve":[122],"energy":[123],"efficiency,":[124],"minimize":[126],"average":[128],"age":[129],"information.":[131],"Additionally,":[132],"propose":[134],"an":[135],"action":[136],"filter":[137],"mitigate":[139],"collision":[140],"risks":[141],"explore":[143],"various":[144],"scheduling":[145],"strategies.":[146],"Ultimately,":[147],"by":[148],"evaluating":[149],"performance":[151],"simulation":[153],"results,":[154],"confirm":[156],"effectiveness":[158],"proposed":[161],"algorithm":[162],"validate":[164],"its":[165],"applicability":[166],"across":[167],"varying":[168],"quantities":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-02-08T00:00:00"}