{"id":"https://openalex.org/W4388040651","doi":"https://doi.org/10.1109/pimrc56721.2023.10293891","title":"Invited Paper: Actuator Trajectory Planning for UAVs with Overhead Manipulator using Reinforcement Learning","display_name":"Invited Paper: Actuator Trajectory Planning for UAVs with Overhead Manipulator using Reinforcement Learning","publication_year":2023,"publication_date":"2023-09-05","ids":{"openalex":"https://openalex.org/W4388040651","doi":"https://doi.org/10.1109/pimrc56721.2023.10293891"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc56721.2023.10293891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc56721.2023.10293891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 34th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092698854","display_name":"Hazim Alzorgan","orcid":null},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hazim Alzorgan","raw_affiliation_strings":["Clemson University,School of Computer Science,Clemson,SC","School of Computer Science, Clemson University, Clemson, SC"],"affiliations":[{"raw_affiliation_string":"Clemson University,School of Computer Science,Clemson,SC","institution_ids":["https://openalex.org/I8078737"]},{"raw_affiliation_string":"School of Computer Science, Clemson University, Clemson, SC","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011987346","display_name":"Abolfazl Razi","orcid":"https://orcid.org/0000-0002-3330-6132"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abolfazl Razi","raw_affiliation_strings":["Clemson University,School of Computer Science,Clemson,SC","School of Computer Science, Clemson University, Clemson, SC"],"affiliations":[{"raw_affiliation_string":"Clemson University,School of Computer Science,Clemson,SC","institution_ids":["https://openalex.org/I8078737"]},{"raw_affiliation_string":"School of Computer Science, Clemson University, Clemson, SC","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045494565","display_name":"Ata Jahangir Moshayedi","orcid":"https://orcid.org/0000-0002-9457-6267"},"institutions":[{"id":"https://openalex.org/I4510145","display_name":"Jiangxi University of Science and Technology","ror":"https://ror.org/03q0t9252","country_code":"CN","type":"education","lineage":["https://openalex.org/I4510145"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ata Jahangir Moshayedi","raw_affiliation_strings":["Jiangxi University of Sci. &#x0026; Tech.,School of Information Engineering,Jiangxi,China"],"affiliations":[{"raw_affiliation_string":"Jiangxi University of Sci. &#x0026; Tech.,School of Information Engineering,Jiangxi,China","institution_ids":["https://openalex.org/I4510145"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5092698854"],"corresponding_institution_ids":["https://openalex.org/I8078737"],"apc_list":null,"apc_paid":null,"fwci":0.4919,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.66077701,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6816696524620056},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.653874933719635},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6530670523643494},{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.49869251251220703},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.45439767837524414},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.448181688785553},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3669933080673218},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3565501570701599},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.32850271463394165},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2162923514842987},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.20179417729377747}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6816696524620056},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.653874933719635},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6530670523643494},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.49869251251220703},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.45439767837524414},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.448181688785553},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3669933080673218},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3565501570701599},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.32850271463394165},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2162923514842987},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.20179417729377747},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc56721.2023.10293891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc56721.2023.10293891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 34th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2103469869","https://openalex.org/W2161427949","https://openalex.org/W2734739950","https://openalex.org/W2788030459","https://openalex.org/W2809514727","https://openalex.org/W2963089940","https://openalex.org/W2975727910","https://openalex.org/W3020648118","https://openalex.org/W3039353890","https://openalex.org/W3103559770","https://openalex.org/W3128073394","https://openalex.org/W3136217325","https://openalex.org/W3174123873","https://openalex.org/W4211243453","https://openalex.org/W4214911442","https://openalex.org/W4226494925","https://openalex.org/W4310184861","https://openalex.org/W4312250248","https://openalex.org/W6811262266"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4323768008","https://openalex.org/W1941703695","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W4234906596","https://openalex.org/W4229591372","https://openalex.org/W2071544734"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,60,87],"investigate":[4],"the":[5,34,47,50,53,83,98,102,111,169,172,190,194],"operation":[6],"of":[7,26,49,52,101,120,171,185],"an":[8,13,106],"aerial":[9],"manipulator":[10],"system,":[11],"namely":[12],"Unmanned":[14],"Aerial":[15],"Vehicle":[16],"(UAV)":[17],"equipped":[18],"with":[19,23,150,202],"a":[20,42,62,74,89,115,118,160],"controllable":[21],"arm":[22],"two":[24],"degrees":[25],"freedom":[27],"to":[28,45,77,93],"carry":[29],"out":[30],"actuation":[31,121],"tasks":[32,122],"on":[33,40,67],"fly.":[35],"Our":[36,154],"solution":[37],"is":[38],"based":[39,66],"employing":[41],"Q-learning":[43,91,201],"method":[44,179],"control":[46,97,152,156,162],"trajectory":[48,100,109,198],"tip":[51],"arm,":[54],"also":[55],"called":[56],"end-effector.":[57],"More":[58],"specifically,":[59],"develop":[61],"motion":[63,170],"planning":[64],"model":[65,92],"Time":[68],"To":[69],"Collision":[70],"(TTC),":[71],"which":[72],"enables":[73,117],"quadrotor":[75],"UAV":[76,112],"navigate":[78],"around":[79],"obstacles":[80],"while":[81,147],"ensuring":[82],"manipulator\u2019s":[84,103],"reachability.":[85],"Additionally,":[86],"utilize":[88],"model-based":[90],"independently":[94],"track":[95],"and":[96,129,138,144,196],"desired":[99],"end-effector,":[104],"given":[105],"arbitrary":[107],"baseline":[108],"for":[110],"platform.":[113],"Such":[114],"combination":[116],"variety":[119],"such":[123],"as":[124],"high-altitude":[125],"welding,":[126],"structural":[127],"monitoring":[128],"repair,":[130],"battery":[131],"replacement,":[132],"gutter":[133],"cleaning,":[134,137],"sky":[135],"scrapper":[136],"power":[139],"line":[140],"maintenance":[141],"in":[142,159,168,183],"hard-to-reach":[143],"risky":[145],"environments":[146],"retaining":[148],"compatibility":[149],"flight":[151],"firmware.":[153],"RL-based":[155],"mechanism":[157],"results":[158],"robust":[161],"strategy":[163],"that":[164],"can":[165],"handle":[166],"uncertainties":[167],"UAV,":[173],"offering":[174],"promising":[175],"performance.":[176],"Specifically,":[177],"our":[178],"achieves":[180],"92%":[181],"accuracy":[182],"terms":[184],"average":[186],"displacement":[187],"error":[188],"(i.e.":[189],"mean":[191],"distance":[192],"between":[193],"target":[195],"obtained":[197],"points)":[199],"using":[200],"15,000":[203],"episodes":[204],"<sup":[205],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[206],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[207],".":[208]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}