{"id":"https://openalex.org/W4200575556","doi":"https://doi.org/10.1109/cce53527.2021.9633086","title":"Low-Level Control of a Quadrotor using Twin Delayed Deep Deterministic Policy Gradient (TD3)","display_name":"Low-Level Control of a Quadrotor using Twin Delayed Deep Deterministic Policy Gradient (TD3)","publication_year":2021,"publication_date":"2021-11-10","ids":{"openalex":"https://openalex.org/W4200575556","doi":"https://doi.org/10.1109/cce53527.2021.9633086"},"language":"en","primary_location":{"id":"doi:10.1109/cce53527.2021.9633086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cce53527.2021.9633086","pdf_url":null,"source":{"id":"https://openalex.org/S4363608599","display_name":"2021 18th International Conference on Electrical Engineering, Computing Science and Automatic Control (CCE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 18th International Conference on Electrical Engineering, Computing Science and Automatic Control (CCE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032063029","display_name":"Mazen Shehab","orcid":null},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Mazen Shehab","raw_affiliation_strings":["German University in Cairo,Mechatronics Engineering Department,Cairo,Egypt","Mechatronics Engineering Department, German University in Cairo, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"German University in Cairo,Mechatronics Engineering Department,Cairo,Egypt","institution_ids":["https://openalex.org/I96823368"]},{"raw_affiliation_string":"Mechatronics Engineering Department, German University in Cairo, Cairo, Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074579788","display_name":"Ahmed Zaghloul","orcid":null},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Ahmed Zaghloul","raw_affiliation_strings":["German University in Cairo,Mechatronics Engineering Department,Cairo,Egypt","Mechatronics Engineering Department, German University in Cairo, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"German University in Cairo,Mechatronics Engineering Department,Cairo,Egypt","institution_ids":["https://openalex.org/I96823368"]},{"raw_affiliation_string":"Mechatronics Engineering Department, German University in Cairo, Cairo, Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021248259","display_name":"Ayman El-Badawy","orcid":"https://orcid.org/0000-0001-7288-7841"},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Ayman El-Badawy","raw_affiliation_strings":["German University in Cairo,Mechatronics Engineering Department,Cairo,Egypt","Mechatronics Engineering Department, German University in Cairo, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"German University in Cairo,Mechatronics Engineering Department,Cairo,Egypt","institution_ids":["https://openalex.org/I96823368"]},{"raw_affiliation_string":"Mechatronics Engineering Department, German University in Cairo, Cairo, Egypt","institution_ids":["https://openalex.org/I96823368"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5032063029"],"corresponding_institution_ids":["https://openalex.org/I96823368"],"apc_list":null,"apc_paid":null,"fwci":2.1362,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.90259862,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7685505151748657},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6690371632575989},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6615567803382874},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6586360335350037},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5745272040367126},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.5555621385574341},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5211812853813171},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4432111382484436},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.43927255272865295},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.42147254943847656},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3548370897769928},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34559449553489685},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18872737884521484},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09385603666305542}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7685505151748657},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6690371632575989},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6615567803382874},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6586360335350037},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5745272040367126},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.5555621385574341},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5211812853813171},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4432111382484436},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.43927255272865295},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.42147254943847656},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3548370897769928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34559449553489685},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18872737884521484},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09385603666305542},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cce53527.2021.9633086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cce53527.2021.9633086","pdf_url":null,"source":{"id":"https://openalex.org/S4363608599","display_name":"2021 18th International Conference on Electrical Engineering, Computing Science and Automatic Control (CCE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 18th International Conference on Electrical Engineering, Computing Science and Automatic Control (CCE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2733312032","https://openalex.org/W2787938642","https://openalex.org/W2907877674","https://openalex.org/W2985707469","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4225571923","https://openalex.org/W2018658498","https://openalex.org/W3212257828","https://openalex.org/W2999580272","https://openalex.org/W4297873223","https://openalex.org/W3009457412","https://openalex.org/W2350784623","https://openalex.org/W2126211886"],"abstract_inverted_index":{"Unmanned":[0],"Aerial":[1],"Vehicles":[2],"(UAVs)":[3],"like":[4],"Quadrotors":[5],"are":[6],"inherently":[7],"under-actuated":[8],"and":[9,15,44,52,142,149],"unstable":[10],"systems.":[11,32],"The":[12,73,92,152],"mechanical":[13],"complexity":[14],"non-linearity":[16],"of":[17,29,41,155,168],"such":[18],"systems":[19],"make":[20],"it":[21,135],"a":[22,83,139,162],"difficult":[23],"task":[24],"to":[25,35,78,95,114,118,164],"control":[26,54],"the":[27,30,39,70,80,102,116,120,156,166,169],"flight":[28,50],"mentioned":[31],"However,":[33],"due":[34],"recent":[36],"advancements":[37],"in":[38,101,161],"fields":[40],"data":[42],"science":[43],"machine":[45],"learning,":[46],"new":[47],"algorithms":[48],"for":[49],"stabilization":[51],"trajectory":[53],"were":[55],"developed":[56],"using":[57],"Deep":[58,107],"Reinforcement":[59],"Learning.":[60],"This":[61,123],"paper":[62],"presents":[63],"two":[64],"low-level":[65],"Quadrotor":[66,81],"controllers":[67],"based":[68,129],"on":[69,144],"same":[71],"algorithm.":[72],"first":[74],"designed":[75],"controller":[76],"aims":[77],"stabilize":[79],"at":[82],"certain":[84],"preset":[85],"point":[86],"given":[87,100],"any":[88,97],"random":[89],"initial":[90],"position.":[91],"second":[93],"is":[94,112,125,159],"track":[96],"target":[98],"position":[99],"3D":[103],"space.":[104],"Twin":[105],"Delayed":[106],"Deterministic":[108],"Policy":[109],"Gradient":[110],"(TD3)":[111],"used":[113,133],"train":[115],"agents":[117],"achieve":[119],"required":[121],"tasks.":[122],"method":[124],"an":[126],"off-policy":[127],"Actor-Critic":[128],"method.":[130],"It":[131],"was":[132],"as":[134],"does":[136],"not":[137],"require":[138],"system":[140],"model":[141],"works":[143],"environments":[145],"with":[146],"continuous":[147],"action":[148],"state":[150],"spaces.":[151],"superb":[153],"performance":[154],"trained":[157],"policies":[158],"demonstrated":[160],"simulation":[163],"illustrate":[165],"effectiveness":[167],"proposed":[170],"controllers.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}