{"id":"https://openalex.org/W4404628811","doi":"https://doi.org/10.1109/niles63360.2024.10753187","title":"Reinforcement Learning Position Control of a Quadrotor Using Soft Actor-Critic (SAC)","display_name":"Reinforcement Learning Position Control of a Quadrotor Using Soft Actor-Critic (SAC)","publication_year":2024,"publication_date":"2024-10-19","ids":{"openalex":"https://openalex.org/W4404628811","doi":"https://doi.org/10.1109/niles63360.2024.10753187"},"language":"en","primary_location":{"id":"doi:10.1109/niles63360.2024.10753187","doi":"https://doi.org/10.1109/niles63360.2024.10753187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/niles63360.2024.10753187","pdf_url":null,"source":{"id":"https://openalex.org/S4306498600","display_name":"Novel Intelligent and Leading Emerging Sciences Conference (NILES)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 6th Novel Intelligent and Leading Emerging Sciences Conference (NILES)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2512.18333","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114592816","display_name":"Youssef Mahran","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Youssef Mahran","raw_affiliation_strings":["The German University in Cairo,Mechatronics Engineering Department,Cairo,Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The German University in Cairo,Mechatronics Engineering Department,Cairo,Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114592815","display_name":"Zeyad Gamal","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Zeyad Gamal","raw_affiliation_strings":["The German University in Cairo,Mechatronics Engineering Department,Cairo,Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The German University in Cairo,Mechatronics Engineering Department,Cairo,Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021248259","display_name":"Ayman El-Badawy","orcid":"https://orcid.org/0000-0001-7288-7841","observed_orcids":["https://orcid.org/0000-0001-7288-7841"]},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Ayman El-Badawy","raw_affiliation_strings":["The German University in Cairo,Mechatronics Engineering Department,Cairo,Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The German University in Cairo,Mechatronics Engineering Department,Cairo,Egypt","institution_ids":["https://openalex.org/I96823368"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I96823368"],"apc_list":null,"apc_paid":null,"fwci":0.8833,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.75521312,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"72","last_page":"75"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.02019999921321869,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13855","display_name":"Aerospace Engineering and Control Systems","score":0.00570000009611249,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quadrotor","display_name":"quadrotor","score":0.8450000286102295},{"id":"https://openalex.org/keywords/thrust-vector-control","display_name":"thrust vectoring","score":0.9409999847412109},{"id":"https://openalex.org/keywords/position-control","display_name":"position control","score":0.7680000066757202},{"id":"https://openalex.org/keywords/soft-actor-critic","display_name":"soft actor-critic","score":0.9810000061988831},{"id":"https://openalex.org/keywords/reinforcement-learning-control","display_name":"reinforcement learning control","score":0.7360000014305115},{"id":"https://openalex.org/keywords/path-following","display_name":"path following","score":0.843999981880188}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8079396486282349},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.5981065630912781},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5651410222053528},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5204163193702698},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.45076805353164673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43786129355430603},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3266841173171997},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2978798747062683},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.06463584303855896},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/niles63360.2024.10753187","doi":"https://doi.org/10.1109/niles63360.2024.10753187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/niles63360.2024.10753187","pdf_url":null,"source":{"id":"https://openalex.org/S4306498600","display_name":"Novel Intelligent and Leading Emerging Sciences Conference (NILES)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 6th Novel Intelligent and Leading Emerging Sciences Conference (NILES)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2512.18333","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2512.18333","pdf_url":"https://arxiv.org/pdf/2512.18333","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2512.18333","doi":"https://doi.org/10.48550/arxiv.2512.18333","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.18333","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2512.18333","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2512.18333","pdf_url":"https://arxiv.org/pdf/2512.18333","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404628811.pdf","grobid_xml":"https://content.openalex.org/works/W4404628811.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W3091808162","https://openalex.org/W4200575556","https://openalex.org/W4382050605","https://openalex.org/W4386142334","https://openalex.org/W6801627973"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"This":[0],"paper":[1,25],"proposes":[2],"a":[3,87],"new":[4],"Reinforcement":[5],"Learning":[6],"(RL)":[7],"based":[8],"control":[9,28,59,78],"architecture":[10],"for":[11,128],"quadrotors.":[12],"With":[13],"the":[14,19,29,37,43,47,57,63,77,97,103,108,116,129],"literature":[15],"focusing":[16],"on":[17],"controlling":[18],"four":[20],"rotors'":[21],"RPMs":[22],"directly,":[23],"this":[24],"aims":[26],"to":[27,80,95,115],"quadrotor's":[30,65],"thrust":[31,41,110,131],"vector.":[32],"The":[33,53,72,83],"RL":[34,91,98],"agent":[35,54],"computes":[36],"percentage":[38],"of":[39,107],"overall":[40],"along":[42,45,61],"quadrotor's$z$-axis":[44],"with":[46,62],"desired":[48],"Roll$(\\phi)$and":[49],"Pitch":[50],"(\u03b8)":[51],"angles.":[52],"then":[55,75],"sends":[56],"calculated":[58],"signals":[60,79],"current":[64],"Yaw":[66],"angle$(\\psi)$to":[67],"an":[68],"attitude":[69],"PID":[70,73],"controller.":[71,133],"controller":[74,112],"maps":[76],"motor":[81],"RPMs.":[82],"Soft":[84],"Actor-Critic":[85],"algorithm,":[86,92],"model-free":[88],"off-policy":[89],"stochastic":[90],"was":[93],"used":[94],"train":[96],"agents.":[99],"Training":[100],"results":[101,121],"show":[102,122],"faster":[104],"training":[105],"time":[106],"proposed":[109,130],"vector":[111,132],"in":[113],"comparison":[114],"conventional":[117],"RPM":[118],"controllers.":[119],"Simulation":[120],"smoother":[123],"and":[124],"more":[125],"accurate":[126],"path-following":[127]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}