{"id":"https://openalex.org/W4213442105","doi":"https://doi.org/10.1109/access.2022.3154388","title":"Twin Delayed Deep Deterministic Policy Gradient-Based Target Tracking for Unmanned Aerial Vehicle With Achievement Rewarding and Multistage Training","display_name":"Twin Delayed Deep Deterministic Policy Gradient-Based Target Tracking for Unmanned Aerial Vehicle With Achievement Rewarding and Multistage Training","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4213442105","doi":"https://doi.org/10.1109/access.2022.3154388"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3154388","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3154388","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09721287.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09721287.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069974983","display_name":"Najmaddin Abo Mosali","orcid":"https://orcid.org/0000-0002-4466-4533"},"institutions":[{"id":"https://openalex.org/I930072361","display_name":"Tun Hussein Onn University of Malaysia","ror":"https://ror.org/01c5wha71","country_code":"MY","type":"education","lineage":["https://openalex.org/I930072361"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Najmaddin Abo Mosali","raw_affiliation_strings":["Research Center for Unmanned Vehicles, Faculty of Mechanical and Manufacturing Engineering, Universiti Tun Hussein Onn Malaysia, Parit Raja, Batu Pahat, Johor, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-4466-4533","affiliations":[{"raw_affiliation_string":"Research Center for Unmanned Vehicles, Faculty of Mechanical and Manufacturing Engineering, Universiti Tun Hussein Onn Malaysia, Parit Raja, Batu Pahat, Johor, Malaysia","institution_ids":["https://openalex.org/I930072361"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018196408","display_name":"Syariful Syafiq Shamsudin","orcid":"https://orcid.org/0000-0002-6255-432X"},"institutions":[{"id":"https://openalex.org/I930072361","display_name":"Tun Hussein Onn University of Malaysia","ror":"https://ror.org/01c5wha71","country_code":"MY","type":"education","lineage":["https://openalex.org/I930072361"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Syariful Syafiq Shamsudin","raw_affiliation_strings":["Research Center for Unmanned Vehicles, Faculty of Mechanical and Manufacturing Engineering, Universiti Tun Hussein Onn Malaysia, Parit Raja, Batu Pahat, Johor, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-6255-432X","affiliations":[{"raw_affiliation_string":"Research Center for Unmanned Vehicles, Faculty of Mechanical and Manufacturing Engineering, Universiti Tun Hussein Onn Malaysia, Parit Raja, Batu Pahat, Johor, Malaysia","institution_ids":["https://openalex.org/I930072361"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047026330","display_name":"Omar Alfandi","orcid":"https://orcid.org/0000-0002-9581-401X"},"institutions":[{"id":"https://openalex.org/I91044093","display_name":"Zayed University","ror":"https://ror.org/03snqfa66","country_code":"AE","type":"education","lineage":["https://openalex.org/I91044093"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Omar Alfandi","raw_affiliation_strings":["College of Technological Innovation, Zayed University, Abu Dhabi, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0002-9581-401X","affiliations":[{"raw_affiliation_string":"College of Technological Innovation, Zayed University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I91044093"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024692664","display_name":"Rosli Omar","orcid":"https://orcid.org/0000-0001-5079-1515"},"institutions":[{"id":"https://openalex.org/I930072361","display_name":"Tun Hussein Onn University of Malaysia","ror":"https://ror.org/01c5wha71","country_code":"MY","type":"education","lineage":["https://openalex.org/I930072361"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Rosli Omar","raw_affiliation_strings":["Faculty of Electrical and Electronic Engineering, Universiti Tun Hussein Onn Malaysia (UTHM), Parit Raja, Johor, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Electronic Engineering, Universiti Tun Hussein Onn Malaysia (UTHM), Parit Raja, Johor, Malaysia","institution_ids":["https://openalex.org/I930072361"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052731895","display_name":"Najib Al-Fadhali","orcid":"https://orcid.org/0000-0003-0472-2169"},"institutions":[{"id":"https://openalex.org/I930072361","display_name":"Tun Hussein Onn University of Malaysia","ror":"https://ror.org/01c5wha71","country_code":"MY","type":"education","lineage":["https://openalex.org/I930072361"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Najib Al-Fadhali","raw_affiliation_strings":["Faculty of Electrical and Electronic Engineering, Universiti Tun Hussein Onn Malaysia (UTHM), Parit Raja, Johor, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Electronic Engineering, Universiti Tun Hussein Onn Malaysia (UTHM), Parit Raja, Johor, Malaysia","institution_ids":["https://openalex.org/I930072361"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":16.2607,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.98657669,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"23545","last_page":"23559"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12125","display_name":"Aerospace and Aviation Technology","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.7876242399215698},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6741851568222046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5443089604377747},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5201776027679443},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.408659964799881},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36682140827178955},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15400028228759766},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14018455147743225}],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.7876242399215698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6741851568222046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5443089604377747},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5201776027679443},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.408659964799881},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36682140827178955},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15400028228759766},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14018455147743225},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3154388","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3154388","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09721287.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6d64aa70a51b4aa19956c95116797e51","is_oa":true,"landing_page_url":"https://doaj.org/article/6d64aa70a51b4aa19956c95116797e51","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 23545-23559 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3154388","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3154388","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09721287.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1963337213","display_name":null,"funder_award_id":"R19046","funder_id":"https://openalex.org/F4320325295","funder_display_name":"Zayed University"}],"funders":[{"id":"https://openalex.org/F4320310112","display_name":"Universiti Tun Hussein Onn Malaysia","ror":"https://ror.org/01c5wha71"},{"id":"https://openalex.org/F4320325295","display_name":"Zayed University","ror":"https://ror.org/03snqfa66"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2580219320","https://openalex.org/W2734548765","https://openalex.org/W2743056029","https://openalex.org/W2749139677","https://openalex.org/W2760261649","https://openalex.org/W2786472717","https://openalex.org/W2792734461","https://openalex.org/W2809411414","https://openalex.org/W2810217655","https://openalex.org/W2889677817","https://openalex.org/W2891841536","https://openalex.org/W2894722396","https://openalex.org/W2896248523","https://openalex.org/W2903253065","https://openalex.org/W2913840322","https://openalex.org/W2937582027","https://openalex.org/W2963947602","https://openalex.org/W2964275488","https://openalex.org/W2964315056","https://openalex.org/W2967378606","https://openalex.org/W2968405839","https://openalex.org/W2984966510","https://openalex.org/W2985707469","https://openalex.org/W2986011842","https://openalex.org/W2991625383","https://openalex.org/W2995884406","https://openalex.org/W3006340693","https://openalex.org/W3007419793","https://openalex.org/W3008634534","https://openalex.org/W3012438347","https://openalex.org/W3018996888","https://openalex.org/W3022601977","https://openalex.org/W3035836614","https://openalex.org/W3043748799","https://openalex.org/W3086351065","https://openalex.org/W3089817617","https://openalex.org/W3092206239","https://openalex.org/W3101889877","https://openalex.org/W3107882649","https://openalex.org/W3152678664","https://openalex.org/W3162743497","https://openalex.org/W3183650111","https://openalex.org/W3206780742","https://openalex.org/W4211209327","https://openalex.org/W6747806278","https://openalex.org/W6748839928","https://openalex.org/W6770196331"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Target":[0],"tracking":[1,69,75,110,212],"using":[2],"an":[3,164,172],"unmanned":[4],"aerial":[5],"vehicle":[6],"(UAV)":[7],"is":[8,295],"a":[9,16,39,68,102,112,271,279],"challenging":[10],"robotic":[11],"problem.":[12,45,76],"It":[13],"requires":[14],"handling":[15],"high":[17],"level":[18],"of":[19,30,63,96,115,136,153,174,190,227,278,311],"nonlinearity":[20],"and":[21,33,60,138,193,232,244,255,259,267,301],"dynamics.":[22],"Model-free":[23],"control":[24],"effectively":[25],"handles":[26],"the":[27,31,49,72,80,87,94,97,107,116,121,134,142,145,151,158,175,191,197,201,238,248,253,261,276,285,290,302,306],"uncertain":[28],"nature":[29],"problem,":[32],"reinforcement":[34],"learning":[35,188],"(RL)-based":[36],"approaches":[37],"are":[38],"good":[40],"candidate":[41],"for":[42,71,106,247,260,270],"solving":[43],"this":[44,47],"In":[46,149],"article,":[48],"Twin":[50],"Delayed":[51],"Deep":[52],"Deterministic":[53],"Policy":[54],"Gradient":[55],"Algorithm":[56],"(TD3),":[57],"as":[58,67,163],"recent":[59],"composite":[61],"architecture":[62],"RL,":[64],"was":[65,90,125,161,182,206,221],"explored":[66],"agent":[70,251,263,274],"UAV-based":[73,108],"target":[74,109,211,216,228,258,314],"Several":[77],"improvements":[78],"on":[79,157,209,224],"original":[81],"TD3":[82,98],"were":[83],"also":[84],"performed.":[85],"First,":[86],"proportional-differential":[88],"controller":[89],"used":[91,183],"to":[92,132,140,167,184,200,284,308],"boost":[93],"exploration":[95],"in":[99,120,144,275,313],"training.":[100,170],"Second,":[101],"novel":[103],"reward":[104,122,199],"formulation":[105],"enabled":[111],"careful":[113],"combination":[114],"various":[117,309],"dynamic":[118,159],"variables":[119,160],"functions.":[123],"This":[124],"accomplished":[126],"by":[127,178,214],"incorporating":[128],"two":[129],"exponential":[130,243,266],"functions":[131],"limit":[133],"effect":[135],"velocity":[137],"acceleration":[139],"prevent":[141],"deformation":[143],"policy":[146,192],"function":[147,177],"approximation.":[148],"addition,":[150],"concept":[152,166],"multistage":[154,235,303],"training":[155,205,236,304],"based":[156,208,223],"proposed":[162],"opposing":[165],"one-stage":[168],"combinatory":[169],"Third,":[171],"enhancement":[173],"rewarding":[176,246,269,300],"including":[179],"piecewise":[180],"decomposition":[181],"enable":[185],"more":[186],"stable":[187],"behaviour":[189],"move":[194],"out":[195],"from":[196],"linear":[198],"achievement":[202,245,268,299],"formula.":[203],"The":[204,218,234,297],"conducted":[207,222],"fixed":[210,249,254,272],"followed":[213],"moving":[215,257],"tracking.":[217,315],"flight":[219],"testing":[220],"three":[225],"types":[226],"trajectories:":[229],"fixed,":[230],"square,":[231],"blinking.":[233],"achieved":[237],"best":[239],"performance":[240],"with":[241,252,264],"both":[242,265],"trained":[250,273],"square":[256],"combined":[262],"case":[277],"blinking":[280],"target.":[281],"With":[282],"respect":[283],"traditional":[286],"proportional":[287],"differential":[288],"controller,":[289],"maximum":[291],"error":[292],"reduction":[293],"rate":[294],"86%.":[296],"developed":[298],"opens":[305],"door":[307],"applications":[310],"RL":[312]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":3}],"updated_date":"2026-05-19T21:40:30.786675","created_date":"2025-10-10T00:00:00"}