{"id":"https://openalex.org/W4401247528","doi":"https://doi.org/10.1109/tvt.2024.3437776","title":"Eye in the Sky: Energy Efficient Model-Based Reinforcement Learning Aided Target Tracking Using UAVs","display_name":"Eye in the Sky: Energy Efficient Model-Based Reinforcement Learning Aided Target Tracking Using UAVs","publication_year":2024,"publication_date":"2024-08-02","ids":{"openalex":"https://openalex.org/W4401247528","doi":"https://doi.org/10.1109/tvt.2024.3437776"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3437776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3437776","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036388371","display_name":"\u4e00\u5e73 \u5c71\u4e0b","orcid":"https://orcid.org/0000-0002-3254-9917"},"institutions":[{"id":"https://openalex.org/I135714990","display_name":"North University of China","ror":"https://ror.org/047bp1713","country_code":"CN","type":"education","lineage":["https://openalex.org/I135714990"]},{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Xia","raw_affiliation_strings":["College of Intelligence Science and Technology, National University of Defense Technology, Changhsa, Hunan, China","School of Instrument and Electronics, North University of China, Taiyuan, China"],"raw_orcid":"https://orcid.org/0000-0002-3254-9917","affiliations":[{"raw_affiliation_string":"College of Intelligence Science and Technology, National University of Defense Technology, Changhsa, Hunan, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"School of Instrument and Electronics, North University of China, Taiyuan, China","institution_ids":["https://openalex.org/I135714990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059863277","display_name":"Ze Zhang","orcid":"https://orcid.org/0000-0002-4136-5263"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zekai Zhang","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100575396","display_name":"Jingzehua Xu","orcid":"https://orcid.org/0009-0007-2860-5203"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinghua Xu","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101992976","display_name":"Pengfei Ren","orcid":"https://orcid.org/0000-0002-1085-6756"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Ren","raw_affiliation_strings":["School of Cyber Science and Technology, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100426898","display_name":"Jingjing Wang","orcid":"https://orcid.org/0000-0003-3170-8952"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjing Wang","raw_affiliation_strings":["School of Cyber Science and Technology, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3170-8952","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","Department of Electrical and Computer Engineering at the University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-6606-5822","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering at the University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9772,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.94344694,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"73","issue":"12","first_page":"19464","last_page":"19479"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9340000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9340000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9334999918937683,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6897165775299072},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.570896565914154},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.5348777770996094},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5344682335853577},{"id":"https://openalex.org/keywords/sky","display_name":"Sky","score":0.525590181350708},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5043512582778931},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.45079711079597473},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37245261669158936},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.36083120107650757},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11634644865989685}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6897165775299072},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.570896565914154},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.5348777770996094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5344682335853577},{"id":"https://openalex.org/C73329638","wikidata":"https://www.wikidata.org/wiki/Q527","display_name":"Sky","level":2,"score":0.525590181350708},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5043512582778931},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.45079711079597473},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37245261669158936},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.36083120107650757},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11634644865989685},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3437776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3437776","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8700000047683716,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3038431787","display_name":null,"funder_award_id":"ECCS-2302469","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3115239933","display_name":null,"funder_award_id":"L232043","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G3124183433","display_name":null,"funder_award_id":"CNS-2128368","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5188290483","display_name":"\u77e5\u7684\u74b0\u5883\u306e\u305f\u3081\u306e\u30bb\u30f3\u30b7\u30f3\u30b0\u30fb\u30a2\u30af\u30c1\u30e5\u30a8\u30fc\u30b7\u30e7\u30f3\u30fb\u901a\u4fe1\u53ca\u3073\u77e5\u7684\u4fe1\u53f7\u51e6\u7406\u57fa\u76e4\u306b\u95a2\u3059\u308b\u7814\u7a76","funder_award_id":"JPMJAP2326","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"},{"id":"https://openalex.org/G6690072477","display_name":null,"funder_award_id":"NSFCNS-2107216","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7518945406","display_name":null,"funder_award_id":"62222101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7551964312","display_name":null,"funder_award_id":"2022Z071051013","funder_id":"https://openalex.org/F4320322857","funder_display_name":"Aeronautical Science Foundation of China"},{"id":"https://openalex.org/G7803121516","display_name":null,"funder_award_id":"L222039","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G8168775039","display_name":null,"funder_award_id":"CMMI-2222810","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320306108","display_name":"U.S. Department of Transportation","ror":"https://ror.org/02xfw2e90"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322622","display_name":"Toyota Motor Corporation","ror":"https://ror.org/02zqm6r10"},{"id":"https://openalex.org/F4320322857","display_name":"Aeronautical Science Foundation of China","ror":"https://ror.org/02wq41p38"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320334789","display_name":"Japan Science and Technology Agency","ror":"https://ror.org/00097mb19"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2770291658","https://openalex.org/W2951036575","https://openalex.org/W2952089408","https://openalex.org/W2969389620","https://openalex.org/W2969587240","https://openalex.org/W2971700074","https://openalex.org/W2979658342","https://openalex.org/W2984557458","https://openalex.org/W3007942234","https://openalex.org/W3029840414","https://openalex.org/W3034898916","https://openalex.org/W3036456446","https://openalex.org/W3108692653","https://openalex.org/W3158668667","https://openalex.org/W3160057440","https://openalex.org/W3166078487","https://openalex.org/W3167580222","https://openalex.org/W3172636864","https://openalex.org/W3185604065","https://openalex.org/W3214814008","https://openalex.org/W3216761398","https://openalex.org/W4223923628","https://openalex.org/W4226365904","https://openalex.org/W4249024802","https://openalex.org/W4285301536","https://openalex.org/W4293258801","https://openalex.org/W4312652585","https://openalex.org/W4315783855","https://openalex.org/W4327923024","https://openalex.org/W4376878836","https://openalex.org/W4377987046","https://openalex.org/W4387197045","https://openalex.org/W4387682320","https://openalex.org/W4387870363","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W2245358137","https://openalex.org/W2528420922","https://openalex.org/W2587830478","https://openalex.org/W3010033880","https://openalex.org/W4286825833","https://openalex.org/W2554059268","https://openalex.org/W2919291704","https://openalex.org/W2328468600","https://openalex.org/W2369577330","https://openalex.org/W4205847029"],"abstract_inverted_index":{"The":[0,163],"rapid":[1],"response":[2],"and":[3,19,27,31,56,80,148,183],"high":[4],"energy":[5,57,149],"efficiency":[6,171],"of":[7,118],"the":[8,74,90,107,121,129,138],"unmanned":[9],"aerial":[10],"vehicle":[11],"(UAV)":[12],"are":[13],"crucial":[14],"prerequisites":[15],"for":[16,73],"enabling":[17],"time-sensitive":[18],"long-endurance":[20],"target":[21,38],"tracking":[22,39,44,70,83,96,146],"missions,":[23],"such":[24],"as":[25],"search":[26],"rescue,":[28],"area":[29],"reconnaissance,":[30],"convoy":[32],"monitoring.":[33],"However,":[34],"existing":[35],"research":[36],"in":[37,116,185],"primarily":[40],"focuses":[41],"on":[42,101,128],"enhancing":[43],"accuracy,":[45],"which":[46],"struggles":[47],"to":[48,50,76,109,136,140,158],"adapt":[49],"tasks":[51],"considering":[52],"strict":[53],"time":[54,161],"constraints":[55],"consumption.":[58],"To":[59],"address":[60],"these":[61],"issues,":[62],"this":[63],"paper":[64],"introduces":[65],"a":[66,86,93,112,142,152,168,186],"model-based":[67],"reinforcement":[68],"learning":[69],"strategy":[71,180],"(MRLTS)":[72],"UAV":[75,108,139],"minimize":[77],"control":[78],"costs":[79],"achieve":[81],"user-specified":[82],"performance,":[84],"including":[85],"two-stage":[87],"design.":[88],"In":[89,120],"first":[91],"stage,":[92,123],"steady-state":[94],"robust":[95],"controller":[97],"is":[98,134,156],"developed":[99],"based":[100,127],"available":[102],"model":[103],"knowledge":[104],"that":[105,178],"forces":[106],"asymptotically":[110],"approximate":[111],"predefined":[113],"observation":[114],"path":[115],"spite":[117],"uncertainties.":[119],"second":[122],"an":[124],"intelligent":[125],"component":[126],"soft":[130],"actor-critic":[131],"(SAC)":[132],"algorithm":[133],"customized":[135],"empower":[137],"strike":[141],"trade-off":[143],"between":[144],"prescribed":[145],"performance":[147],"consumption,":[150],"wherein":[151],"skilled":[153],"barrier":[154],"function":[155],"constructed":[157],"interpret":[159],"specified":[160],"constraints.":[162],"proposed":[164],"paradigm":[165],"can":[166],"provide":[167],"higher":[169],"sampling":[170],"than":[172],"SAC-based":[173],"strategy.":[174],"Simulation":[175],"results":[176,184],"demonstrate":[177],"our":[179],"outperforms":[181],"benchmarks":[182],"46.3%":[187],"cost-effectiveness":[188],"improvement":[189],"at":[190],"least.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":1}],"updated_date":"2026-01-08T20:05:33.558190","created_date":"2025-10-10T00:00:00"}