{"id":"https://openalex.org/W3196663515","doi":"https://doi.org/10.1109/lcn52139.2021.9525022","title":"Deep Reinforcement Learning for Persistent Cruise Control in UAV-aided Data Collection","display_name":"Deep Reinforcement Learning for Persistent Cruise Control in UAV-aided Data Collection","publication_year":2021,"publication_date":"2021-09-07","ids":{"openalex":"https://openalex.org/W3196663515","doi":"https://doi.org/10.1109/lcn52139.2021.9525022","mag":"3196663515"},"language":"en","primary_location":{"id":"doi:10.1109/lcn52139.2021.9525022","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcn52139.2021.9525022","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 46th Conference on Local Computer Networks (LCN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10400.22/18804","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079005927","display_name":"Harrison Kurunathan","orcid":"https://orcid.org/0000-0002-1270-1213"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Harrison Kurunathan","raw_affiliation_strings":["CISTER-ISEP, Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CISTER-ISEP, Porto, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399848","display_name":"Kai Li","orcid":"https://orcid.org/0000-0002-0517-2392"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kai Li","raw_affiliation_strings":["CISTER-ISEP, Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CISTER-ISEP, Porto, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544825","display_name":"Wei Ni","orcid":"https://orcid.org/0000-0002-4933-594X"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Ni","raw_affiliation_strings":["CSIRO, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSIRO, Sydney, Australia","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078183455","display_name":"Eduardo Tovar","orcid":"https://orcid.org/0000-0001-8979-3876"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eduardo Tovar","raw_affiliation_strings":["CISTER-ISEP, Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CISTER-ISEP, Porto, Portugal","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042212040","display_name":"Falko Dressler","orcid":"https://orcid.org/0000-0002-1989-1750"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Falko Dressler","raw_affiliation_strings":["TU, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"347","last_page":"350"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cruise","display_name":"Cruise","score":0.7556547522544861},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7235994935035706},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7234258651733398},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7056928873062134},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.685695469379425},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.6698553562164307},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.614804208278656},{"id":"https://openalex.org/keywords/cruise-control","display_name":"Cruise control","score":0.6014001369476318},{"id":"https://openalex.org/keywords/buffer-overflow","display_name":"Buffer overflow","score":0.5008459091186523},{"id":"https://openalex.org/keywords/data-loss","display_name":"Data loss","score":0.48941293358802795},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.48430243134498596},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4819492995738983},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.42242786288261414},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.36492007970809937},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3143012523651123},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30024200677871704},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2533167898654938},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17274442315101624},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.12692177295684814}],"concepts":[{"id":"https://openalex.org/C2778821358","wikidata":"https://www.wikidata.org/wiki/Q2063640","display_name":"Cruise","level":2,"score":0.7556547522544861},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7235994935035706},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7234258651733398},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7056928873062134},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.685695469379425},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.6698553562164307},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.614804208278656},{"id":"https://openalex.org/C113168747","wikidata":"https://www.wikidata.org/wiki/Q507295","display_name":"Cruise control","level":3,"score":0.6014001369476318},{"id":"https://openalex.org/C40842320","wikidata":"https://www.wikidata.org/wiki/Q19423","display_name":"Buffer overflow","level":2,"score":0.5008459091186523},{"id":"https://openalex.org/C193519340","wikidata":"https://www.wikidata.org/wiki/Q891179","display_name":"Data loss","level":2,"score":0.48941293358802795},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.48430243134498596},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4819492995738983},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.42242786288261414},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.36492007970809937},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3143012523651123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30024200677871704},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2533167898654938},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17274442315101624},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.12692177295684814},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lcn52139.2021.9525022","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcn52139.2021.9525022","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 46th Conference on Local Computer Networks (LCN)","raw_type":"proceedings-article"},{"id":"pmh:oai:recipp.ipp.pt:10400.22/18804","is_oa":true,"landing_page_url":"http://hdl.handle.net/10400.22/18804","pdf_url":null,"source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference object"}],"best_oa_location":{"id":"pmh:oai:recipp.ipp.pt:10400.22/18804","is_oa":true,"landing_page_url":"http://hdl.handle.net/10400.22/18804","pdf_url":null,"source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference object"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1167214205","display_name":null,"funder_award_id":"COMPETE","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G1516346500","display_name":null,"funder_award_id":"01-0145","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G1578237752","display_name":null,"funder_award_id":"COMPETE","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G1763632427","display_name":null,"funder_award_id":"POCI-01-0145","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G2673245850","display_name":null,"funder_award_id":"PT2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G2734793695","display_name":null,"funder_award_id":"PT2020","funder_id":"https://openalex.org/F4320323642","funder_display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior"},{"id":"https://openalex.org/G274581676","display_name":null,"funder_award_id":"POCI-01","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3491971210","display_name":null,"funder_award_id":"COMPETE 2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3574973028","display_name":null,"funder_award_id":"UIDB/04234/2020","funder_id":"https://openalex.org/F4320323642","funder_display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior"},{"id":"https://openalex.org/G4176497637","display_name":null,"funder_award_id":"COMPETE 2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G4455079242","display_name":null,"funder_award_id":"POCI-01-","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G4497198408","display_name":null,"funder_award_id":"UIDP/UIDB/04234/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G505757079","display_name":null,"funder_award_id":"UIDP/UIDB/04234/2020","funder_id":"https://openalex.org/F4320323642","funder_display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior"},{"id":"https://openalex.org/G5157446074","display_name":"Research Centre in Real-Time and Embedded Computing Systems","funder_award_id":"UIDB/04234/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G5224927334","display_name":null,"funder_award_id":"POCI-01-","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G547185811","display_name":null,"funder_award_id":"PT2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G6193589897","display_name":null,"funder_award_id":"POCI-01-0145","funder_id":"https://openalex.org/F4320323642","funder_display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior"},{"id":"https://openalex.org/G6775662177","display_name":null,"funder_award_id":"PT2020","funder_id":"https://openalex.org/F4320327374","funder_display_name":"Programa Operacional Tem\u00e1tico Factores de Competitividade"},{"id":"https://openalex.org/G827649926","display_name":null,"funder_award_id":"POCI-01-0145-FEDER-029074","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G8862270368","display_name":null,"funder_award_id":"POCI-01-0145-FEDER","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G8884816653","display_name":null,"funder_award_id":"POCI-01-0145-FEDER","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"}],"funders":[{"id":"https://openalex.org/F4320323642","display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior","ror":"https://ror.org/045b9pr88"},{"id":"https://openalex.org/F4320327374","display_name":"Programa Operacional Tem\u00e1tico Factores de Competitividade","ror":null},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2962804513","https://openalex.org/W2962889437","https://openalex.org/W2979035384","https://openalex.org/W2999032021","https://openalex.org/W3011098329","https://openalex.org/W3034648949","https://openalex.org/W3044921708","https://openalex.org/W3048386157","https://openalex.org/W3081323070","https://openalex.org/W3107482673","https://openalex.org/W3120982927","https://openalex.org/W3125993419","https://openalex.org/W6780831820","https://openalex.org/W6786774819","https://openalex.org/W6788385199"],"related_works":["https://openalex.org/W2125062418","https://openalex.org/W2117750089","https://openalex.org/W2884177485","https://openalex.org/W3215409016","https://openalex.org/W2130358998","https://openalex.org/W1984254555","https://openalex.org/W15825834","https://openalex.org/W2109223296","https://openalex.org/W2155946574","https://openalex.org/W2422790644"],"abstract_inverted_index":{"Autonomous":[0],"UAV":[1,26,47],"cruising":[2],"is":[3,27,48,119],"gaining":[4],"attention":[5],"due":[6,38],"to":[7,39,50,73,121],"its":[8],"flexible":[9],"deployment":[10],"in":[11,20],"remote":[12],"sensing,":[13],"surveillance,":[14],"and":[15,35,84],"reconnaissance.":[16],"A":[17],"critical":[18],"challenge":[19],"data":[21,100],"collection":[22],"with":[23],"the":[24,28,32,46,75,88,93,96,109,122],"autonomous":[25],"buffer":[29,52],"overflows":[30,53],"at":[31],"ground":[33,97],"sensors":[34,98],"packet":[36,77,110],"loss":[37,78,111],"lossy":[40],"airborne":[41],"channels.":[42],"Trajectory":[43],"planning":[44],"of":[45,82,87,95],"vital":[49],"alleviate":[51],"as":[54,56,90,92],"well":[55,91],"channel":[57],"fading.":[58],"In":[59],"this":[60],"work,":[61],"we":[62],"propose":[63],"a":[64],"Deep":[65],"Deterministic":[66],"Policy":[67],"Gradient":[68],"based":[69],"Cruise":[70],"Control":[71],"(DDPG-CC)":[72],"reduce":[74],"overall":[76],"through":[79],"online":[80],"training":[81,118],"headings":[83],"cruise":[85],"velocity":[86],"UAV,":[89],"selection":[94],"for":[99],"collection.":[101],"Preliminary":[102],"performance":[103],"evaluation":[104],"demonstrates":[105],"that":[106],"DDPG-CC":[107],"reduces":[108],"rate":[112],"by":[113],"under":[114],"5%":[115],"when":[116],"sufficient":[117],"provided":[120],"UAV.":[123]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}