{"id":"https://openalex.org/W3208438150","doi":"https://doi.org/10.1109/icsipa52582.2021.9576806","title":"A Smart Flight Controller based on Reinforcement Learning for Unmanned Aerial Vehicle (UAV)","display_name":"A Smart Flight Controller based on Reinforcement Learning for Unmanned Aerial Vehicle (UAV)","publication_year":2021,"publication_date":"2021-09-13","ids":{"openalex":"https://openalex.org/W3208438150","doi":"https://doi.org/10.1109/icsipa52582.2021.9576806","mag":"3208438150"},"language":"en","primary_location":{"id":"doi:10.1109/icsipa52582.2021.9576806","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsipa52582.2021.9576806","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Signal and Image Processing Applications (ICSIPA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009645230","display_name":"Fawad Salam Khan","orcid":"https://orcid.org/0009-0005-7014-9470"},"institutions":[{"id":"https://openalex.org/I930072361","display_name":"Tun Hussein Onn University of Malaysia","ror":"https://ror.org/01c5wha71","country_code":"MY","type":"education","lineage":["https://openalex.org/I930072361"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Fawad Salam Khan","raw_affiliation_strings":["Faculty of Electrical and Electronic Engineering, Universiti Tun Hussein Onn Malaysia & CONVSYS (Pvt) Ltd., Parit Raja, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Electronic Engineering, Universiti Tun Hussein Onn Malaysia & CONVSYS (Pvt) Ltd., Parit Raja, Malaysia","institution_ids":["https://openalex.org/I930072361"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018743513","display_name":"Mohd Norzali Haji Mohd","orcid":"https://orcid.org/0000-0001-8503-7432"},"institutions":[{"id":"https://openalex.org/I930072361","display_name":"Tun Hussein Onn University of Malaysia","ror":"https://ror.org/01c5wha71","country_code":"MY","type":"education","lineage":["https://openalex.org/I930072361"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Mohd Norzali Haji Mohd","raw_affiliation_strings":["Faculty of Electrical and Electronic Engineering, Universiti Tun Hussein Onn Malaysia, Parit Raja, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Electronic Engineering, Universiti Tun Hussein Onn Malaysia, Parit Raja, Malaysia","institution_ids":["https://openalex.org/I930072361"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069284955","display_name":"Raja Masood Larik","orcid":"https://orcid.org/0000-0001-7835-6830"},"institutions":[{"id":"https://openalex.org/I151746803","display_name":"NED University of Engineering and Technology","ror":"https://ror.org/05db8zr24","country_code":"PK","type":"education","lineage":["https://openalex.org/I151746803"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Raja Masood Larik","raw_affiliation_strings":["Department of Electrical Engineering, NED Univesrity of Engg. & Tech. (NEDUET), Karachi, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, NED Univesrity of Engg. & Tech. (NEDUET), Karachi, Pakistan","institution_ids":["https://openalex.org/I151746803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062914350","display_name":"Muhammad Danial Khan","orcid":"https://orcid.org/0000-0002-4098-0088"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muhammad Danial Khan","raw_affiliation_strings":["Dept. of Machine Learning Automation & Innovation, CONVSYS (Pvt) Ltd, Islamabad, Pakistan"],"affiliations":[{"raw_affiliation_string":"Dept. of Machine Learning Automation & Innovation, CONVSYS (Pvt) Ltd, Islamabad, Pakistan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035856199","display_name":"Muhammad Inam Abbasi","orcid":"https://orcid.org/0000-0002-3127-4923"},"institutions":[{"id":"https://openalex.org/I32589535","display_name":"Technical University of Malaysia Malacca","ror":"https://ror.org/01xb6rs26","country_code":"MY","type":"education","lineage":["https://openalex.org/I32589535"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Muhammad Inam Abbasi","raw_affiliation_strings":["Dept. of Electrical and Computer Engg., Universiti Teknikal Melaka Malaysia (UTeM), Melaka, Malaysia"],"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Computer Engg., Universiti Teknikal Melaka Malaysia (UTeM), Melaka, Malaysia","institution_ids":["https://openalex.org/I32589535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073991344","display_name":"Susama Bagchi","orcid":"https://orcid.org/0000-0002-7665-1550"},"institutions":[{"id":"https://openalex.org/I930072361","display_name":"Tun Hussein Onn University of Malaysia","ror":"https://ror.org/01c5wha71","country_code":"MY","type":"education","lineage":["https://openalex.org/I930072361"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Susama Bagchi","raw_affiliation_strings":["Faculty of Electrical and Electronic Engineering, Universiti Tun Hussein Onn Malaysia, Parit Raja, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Electronic Engineering, Universiti Tun Hussein Onn Malaysia, Parit Raja, Malaysia","institution_ids":["https://openalex.org/I930072361"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5009645230"],"corresponding_institution_ids":["https://openalex.org/I930072361"],"apc_list":null,"apc_paid":null,"fwci":0.2719,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.64038517,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"203","last_page":"208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8379178047180176},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7119066119194031},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6541917324066162},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6082068681716919},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5569385290145874},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4957476556301117},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4517691135406494},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.4501188397407532},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.43924015760421753},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3549084961414337},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.329757958650589},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3210493326187134},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23493558168411255},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15727344155311584}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8379178047180176},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7119066119194031},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6541917324066162},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6082068681716919},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5569385290145874},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4957476556301117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4517691135406494},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.4501188397407532},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.43924015760421753},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3549084961414337},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.329757958650589},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3210493326187134},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23493558168411255},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15727344155311584},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsipa52582.2021.9576806","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsipa52582.2021.9576806","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Signal and Image Processing Applications (ICSIPA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310112","display_name":"Universiti Tun Hussein Onn Malaysia","ror":"https://ror.org/01c5wha71"},{"id":"https://openalex.org/F4320321408","display_name":"Ministry of Education","ror":"https://ror.org/01p262204"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2108734173","https://openalex.org/W2171843350","https://openalex.org/W2346821111","https://openalex.org/W2567210518","https://openalex.org/W2733312032","https://openalex.org/W2793787379","https://openalex.org/W2797028887","https://openalex.org/W2883079144","https://openalex.org/W2913859679","https://openalex.org/W2949191055","https://openalex.org/W2962804681","https://openalex.org/W2962890638","https://openalex.org/W2969529576","https://openalex.org/W2986435640","https://openalex.org/W3036766693","https://openalex.org/W3040545394","https://openalex.org/W3106462682","https://openalex.org/W3143827660","https://openalex.org/W3204763521","https://openalex.org/W4239774419","https://openalex.org/W6750181461","https://openalex.org/W6759231395","https://openalex.org/W6802465846","https://openalex.org/W6959483656"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W3031039437","https://openalex.org/W3095877357","https://openalex.org/W183202219","https://openalex.org/W2072565696","https://openalex.org/W10861731","https://openalex.org/W2050451745"],"abstract_inverted_index":{"Traditional":[0],"flight":[1,25,38,66,190],"controllers":[2],"consist":[3],"of":[4,57,138,144],"Proportional":[5],"Integral":[6],"Derivates":[7],"(PID),":[8],"that":[9,45,158,170],"although":[10],"have":[11],"dominant":[12],"stability":[13],"control":[14,72],"but":[15],"required":[16],"high":[17],"human":[18],"interventions.":[19],"In":[20],"this":[21],"study,":[22],"a":[23,42,55,139,145],"smart":[24],"controller":[26,67],"is":[27,68,212],"developed":[28],"for":[29,37,191],"controlling":[30],"UAVs":[31,171],"which":[32],"produces":[33],"operator":[34],"less":[35],"mechanisms":[36],"controllers.":[39],"It":[40,78,134],"uses":[41],"neural":[43,141],"network":[44,142],"has":[46],"been":[47],"trained":[48,70,140],"using":[49],"reinforcement":[50],"learning":[51,81],"techniques.":[52],"Engineered":[53],"with":[54,162,183],"variety":[56],"actuators":[58],"(pitch,":[59],"yaw,":[60],"roll,":[61],"and":[62,88,99,122,125,151,195,203],"speed),":[63],"the":[64,85,97,101,106,110,116,120,126,129,136,166,176,189,199],"next-generation":[65],"directly":[69],"to":[71,118,131],"its":[73],"own":[74],"decisions":[75],"in":[76,148,175],"flight.":[77],"also":[79],"optimizes":[80],"algorithms":[82],"different":[83],"from":[84,96,109],"traditional":[86],"Actor":[87],"Critic":[89],"networks.":[90],"The":[91,112,205],"agent":[92,113,127],"gets":[93],"state":[94,121],"information":[95],"environment":[98],"calculates":[100],"reward":[102,123,146],"function":[103,147],"depending":[104],"on":[105],"sensors":[107],"data":[108],"environment.":[111],"then":[114],"receives":[115],"observations":[117],"identify":[119],"functions":[124,186],"activates":[128],"algorithm":[130],"perform":[132],"actions.":[133],"shows":[135,169],"performance":[137],"consisting":[143],"both":[149],"simulation":[150],"real-time":[152],"UAV":[153],"control.":[154],"Experimental":[155],"results":[156],"show":[157],"it":[159],"can":[160,172],"respond":[161],"relative":[163],"precision.":[164],"Using":[165],"same":[167],"framework":[168],"reliably":[173],"hover":[174],"air,":[177],"even":[178],"under":[179],"adverse":[180],"initialization":[181],"conditions":[182],"obstacles.":[184],"Reward":[185],"computed":[187],"during":[188,209],"2500,":[192],"5000,":[193],"7500":[194],"10000":[196],"episodes":[197],"between":[198],"normalized":[200],"values":[201],"0":[202],"\u22124000.":[204],"computation":[206],"time":[207],"observed":[208],"each":[210],"episode":[211],"15":[213],"micro":[214],"sec.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}