{"id":"https://openalex.org/W4226215778","doi":"https://doi.org/10.1109/tvt.2022.3165227","title":"Synchronizing UAV Teams for Timely Data Collection and Energy Transfer by Deep Reinforcement Learning","display_name":"Synchronizing UAV Teams for Timely Data Collection and Energy Transfer by Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-04-06","ids":{"openalex":"https://openalex.org/W4226215778","doi":"https://doi.org/10.1109/tvt.2022.3165227"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3165227","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3165227","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-03819561","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080144684","display_name":"Omar Sami Oubbati","orcid":"https://orcid.org/0000-0003-3117-3265"},"institutions":[{"id":"https://openalex.org/I4210152518","display_name":"Laboratoire d'Informatique Gaspard-Monge","ror":"https://ror.org/04t50yk91","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I142631665","https://openalex.org/I4210145102","https://openalex.org/I4210152518","https://openalex.org/I4210154111","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I4210154111","display_name":"Universit\u00e9 Gustave Eiffel","ror":"https://ror.org/03x42jk29","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210154111"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Omar Sami Oubbati","raw_affiliation_strings":["LIGM, University Gustave Eiffel, Marne-la-Vallée, France"],"raw_orcid":"https://orcid.org/0000-0003-3117-3265","affiliations":[{"raw_affiliation_string":"LIGM, University Gustave Eiffel, Marne-la-Vallée, France","institution_ids":["https://openalex.org/I4210152518","https://openalex.org/I4210154111"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084074039","display_name":"Mohammed Atiquzzaman","orcid":"https://orcid.org/0000-0001-9440-7669"},"institutions":[{"id":"https://openalex.org/I8692664","display_name":"University of Oklahoma","ror":"https://ror.org/02aqsxs83","country_code":"US","type":"education","lineage":["https://openalex.org/I8692664"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammed Atiquzzaman","raw_affiliation_strings":["University of Oklahoma, Norman, OK, USA","OU - University of Oklahoma (660 Parrington Oval, \r\nNorman, OK 73019-0390 \r\n(405) 325-0311 - United States)"],"raw_orcid":"https://orcid.org/0000-0001-9440-7669","affiliations":[{"raw_affiliation_string":"University of Oklahoma, Norman, OK, USA","institution_ids":["https://openalex.org/I8692664"]},{"raw_affiliation_string":"OU - University of Oklahoma (660 Parrington Oval, \r\nNorman, OK 73019-0390 \r\n(405) 325-0311 - United States)","institution_ids":["https://openalex.org/I8692664"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009623141","display_name":"Hyotaek Lim","orcid":"https://orcid.org/0000-0002-5866-0007"},"institutions":[{"id":"https://openalex.org/I102786147","display_name":"Dongseo University","ror":"https://ror.org/00wygsf57","country_code":"KR","type":"education","lineage":["https://openalex.org/I102786147"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyotaek Lim","raw_affiliation_strings":["Department of Computer Engineering Dongseo University, Busan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-5866-0007","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering Dongseo University, Busan, South Korea","institution_ids":["https://openalex.org/I102786147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091763734","display_name":"Abderrezak Rachedi","orcid":"https://orcid.org/0000-0002-8777-3334"},"institutions":[{"id":"https://openalex.org/I4210152518","display_name":"Laboratoire d'Informatique Gaspard-Monge","ror":"https://ror.org/04t50yk91","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I142631665","https://openalex.org/I4210145102","https://openalex.org/I4210152518","https://openalex.org/I4210154111","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I4210154111","display_name":"Universit\u00e9 Gustave Eiffel","ror":"https://ror.org/03x42jk29","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210154111"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Abderrezak Rachedi","raw_affiliation_strings":["LIGM, University Gustave Eiffel, Marne-la-Vallée, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LIGM, University Gustave Eiffel, Marne-la-Vallée, France","institution_ids":["https://openalex.org/I4210152518","https://openalex.org/I4210154111"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090441509","display_name":"Abderrahmane Lakas","orcid":"https://orcid.org/0000-0003-4725-8634"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Abderrahmane Lakas","raw_affiliation_strings":["College of Information Technology, United Arab Emirates University, UAE","UAEU - United Arab Emirates University (P.O. Box 15551,\r\nAl Ain, Abu Dhabi,\r\nUnited Arab Emirates - United Arab Emirates)"],"raw_orcid":"https://orcid.org/0000-0003-4725-8634","affiliations":[{"raw_affiliation_string":"College of Information Technology, United Arab Emirates University, UAE","institution_ids":["https://openalex.org/I201726411"]},{"raw_affiliation_string":"UAEU - United Arab Emirates University (P.O. Box 15551,\r\nAl Ain, Abu Dhabi,\r\nUnited Arab Emirates - United Arab Emirates)","institution_ids":["https://openalex.org/I201726411"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":46.8322,"has_fulltext":false,"cited_by_count":91,"citation_normalized_percentile":{"value":0.99829874,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"71","issue":"6","first_page":"6682","last_page":"6697"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/synchronizing","display_name":"Synchronizing","score":0.8574718236923218},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7037946581840515},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.5508371591567993},{"id":"https://openalex.org/keywords/energy-transfer","display_name":"Energy transfer","score":0.5314278602600098},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5238154530525208},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4378805458545685},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.43685126304626465},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36882323026657104},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.34384697675704956},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.29389488697052},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.22555699944496155},{"id":"https://openalex.org/keywords/engineering-physics","display_name":"Engineering physics","score":0.10799199342727661},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.09324303269386292}],"concepts":[{"id":"https://openalex.org/C162932704","wikidata":"https://www.wikidata.org/wiki/Q1058791","display_name":"Synchronizing","level":3,"score":0.8574718236923218},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7037946581840515},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.5508371591567993},{"id":"https://openalex.org/C106447425","wikidata":"https://www.wikidata.org/wiki/Q11379","display_name":"Energy transfer","level":2,"score":0.5314278602600098},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5238154530525208},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4378805458545685},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.43685126304626465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36882323026657104},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34384697675704956},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.29389488697052},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.22555699944496155},{"id":"https://openalex.org/C61696701","wikidata":"https://www.wikidata.org/wiki/Q770766","display_name":"Engineering physics","level":1,"score":0.10799199342727661},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.09324303269386292},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2022.3165227","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3165227","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-03819561v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03819561","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Vehicular Technology, 2022, 71 (6), pp.6682-6697. ⟨10.1109/TVT.2022.3165227⟩","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-03819561v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03819561","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Vehicular Technology, 2022, 71 (6), pp.6682-6697. ⟨10.1109/TVT.2022.3165227⟩","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"score":0.5699999928474426,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1542941925","https://openalex.org/W2339958599","https://openalex.org/W2462391312","https://openalex.org/W2625133885","https://openalex.org/W2746553466","https://openalex.org/W2783184536","https://openalex.org/W2890015702","https://openalex.org/W2912719095","https://openalex.org/W2940054044","https://openalex.org/W2963580658","https://openalex.org/W2963864421","https://openalex.org/W2964023906","https://openalex.org/W2966659925","https://openalex.org/W2972799305","https://openalex.org/W2973229164","https://openalex.org/W2973697444","https://openalex.org/W2983591697","https://openalex.org/W2984459839","https://openalex.org/W2996110936","https://openalex.org/W2998280308","https://openalex.org/W2999389395","https://openalex.org/W3012138038","https://openalex.org/W3013647277","https://openalex.org/W3015351299","https://openalex.org/W3023442218","https://openalex.org/W3029840414","https://openalex.org/W3034982539","https://openalex.org/W3048386157","https://openalex.org/W3084578038","https://openalex.org/W3106530718","https://openalex.org/W3166631010","https://openalex.org/W3167450743","https://openalex.org/W3183650111","https://openalex.org/W3206780742","https://openalex.org/W3208424895","https://openalex.org/W4302570325","https://openalex.org/W6684205842"],"related_works":["https://openalex.org/W2359328895","https://openalex.org/W2363535981","https://openalex.org/W2007402811","https://openalex.org/W2326762630","https://openalex.org/W2391354408","https://openalex.org/W1986103452","https://openalex.org/W2166562438","https://openalex.org/W2388558702","https://openalex.org/W2349570115","https://openalex.org/W2347535056"],"abstract_inverted_index":{"Due":[0],"to":[1,19,27,37,52,74,93,132,137,150,156,176],"their":[2,218],"promising":[3],"applications":[4],"and":[5,59,114,119,145,161,201,216],"intriguing":[6],"characteristics,":[7],"Unmanned":[8],"Aerial":[9],"Vehicles":[10],"(UAVs)":[11],"can":[12,211],"be":[13,50],"dispatched":[14],"as":[15,158],"flying":[16],"base":[17],"stations":[18],"serve":[20],"multiple":[21],"energy-constrained":[22],"Internet-of-Things":[23],"(IoT)":[24],"sensors.":[25],"Moreover,":[26],"ensure":[28],"fresh":[29],"data":[30,63,121,159],"collection":[31,64,122],"while":[32,220],"providing":[33],"sustainable":[34],"energy":[35,81,117,162,197,204],"support":[36],"a":[38,44,222],"large":[39],"set":[40],"of":[41,47,143,186,192,199],"IoT":[42,76,86,193,225],"devices,":[43,194],"required":[45],"number":[46],"UAVs":[48,67,94,136,152],"should":[49],"deployed":[51],"carry":[53],"out":[54,106],"these":[55],"two":[56,154],"tasks":[57],"efficiently":[58,133],"promptly.":[60],"Indeed,":[61],"the":[62,79,83,96,100,109,120,139,183,190,196,203],"requires":[65],"that":[66,107,209],"first":[68],"make":[69],"Wireless":[70,89],"Energy":[71],"Transfer":[72],"(WET)":[73],"supply":[75],"devices":[77,87],"with":[78],"necessary":[80],"in":[82,95,141],"downlink.":[84],"Then,":[85],"perform":[88],"Information":[90,187],"Transmission":[91],"(WIT)":[92],"uplink":[97],"based":[98],"on":[99],"harvested":[101],"energy.":[102],"However,":[103],"it":[104,129],"turns":[105],"when":[108],"same":[110],"UAV":[111,214],"performs":[112],"WIT":[113],"WET,":[115],"its":[116],"usage":[118],"time":[123],"are":[124],"severely":[125],"penalized.":[126],"Worse":[127],"yet,":[128],"is":[130,174],"difficult":[131],"coordinate":[134],"between":[135],"improve":[138],"performance":[140],"terms":[142],"WET":[144],"WIT.":[146],"This":[147],"work":[148],"proposes":[149],"divide":[151],"into":[153],"teams":[155,215],"behave":[157],"collectors":[160],"transmitters,":[163],"respectively.":[164],"A":[165],"Multi-Agent":[166],"Deep":[167],"Reinforcement":[168],"Learning":[169],"(MADRL)":[170],"method,":[171],"called":[172],"TEAM,":[173],"leveraged":[175],"jointly":[177],"optimize":[178],"both":[179],"teams\u2019":[180],"trajectories,":[181],"minimize":[182,195],"expected":[184],"Age":[185],"(AoI),":[188],"maximize":[189],"throughput":[191],"utilization":[198],"UAVs,":[200],"enhance":[202],"transfer.":[205],"Simulation":[206],"results":[207],"depict":[208],"TEAM":[210],"effectively":[212],"synchronize":[213],"adapt":[217],"trajectories":[219],"serving":[221],"large-scale":[223],"dynamic":[224],"environment.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":6}],"updated_date":"2026-07-25T15:57:00.446498","created_date":"2025-10-10T00:00:00"}