{"id":"https://openalex.org/W4387247676","doi":"https://doi.org/10.1109/taes.2023.3321260","title":"Payload Transporting With Two Quadrotors by Centralized Reinforcement Learning Method","display_name":"Payload Transporting With Two Quadrotors by Centralized Reinforcement Learning Method","publication_year":2023,"publication_date":"2023-10-02","ids":{"openalex":"https://openalex.org/W4387247676","doi":"https://doi.org/10.1109/taes.2023.3321260"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2023.3321260","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2023.3321260","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006273366","display_name":"Dasheng Lin","orcid":"https://orcid.org/0000-0003-4905-3392"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dasheng Lin","raw_affiliation_strings":["College of Artificial Intelligence, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100439073","display_name":"Jianda Han","orcid":"https://orcid.org/0000-0002-9664-4534"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianda Han","raw_affiliation_strings":["College of Artificial Intelligence, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377554","display_name":"Kun Li","orcid":"https://orcid.org/0000-0002-6699-6264"},"institutions":[{"id":"https://openalex.org/I184843921","display_name":"Hebei University of Technology","ror":"https://ror.org/018hded08","country_code":"CN","type":"education","lineage":["https://openalex.org/I184843921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Li","raw_affiliation_strings":["School of Civil and Transportation Engineering, Hebei University of Technology, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Civil and Transportation Engineering, Hebei University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I184843921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040922631","display_name":"Jianlei Zhang","orcid":"https://orcid.org/0000-0002-9932-9265"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlei Zhang","raw_affiliation_strings":["College of Artificial Intelligence, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100350831","display_name":"Chunyan Zhang","orcid":"https://orcid.org/0000-0002-2095-7833"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunyan Zhang","raw_affiliation_strings":["College of Artificial Intelligence, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5006273366"],"corresponding_institution_ids":["https://openalex.org/I205237279"],"apc_list":null,"apc_paid":null,"fwci":3.3457,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.936077,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"60","issue":"1","first_page":"239","last_page":"251"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/payload","display_name":"Payload (computing)","score":0.8724948167800903},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6200650334358215},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5530326962471008},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.37999629974365234},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.36904436349868774},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25422734022140503},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2276780605316162},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.12247335910797119}],"concepts":[{"id":"https://openalex.org/C134066672","wikidata":"https://www.wikidata.org/wiki/Q1424639","display_name":"Payload (computing)","level":3,"score":0.8724948167800903},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6200650334358215},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5530326962471008},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.37999629974365234},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.36904436349868774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25422734022140503},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2276780605316162},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.12247335910797119}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taes.2023.3321260","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2023.3321260","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3547054289","display_name":null,"funder_award_id":"62073174","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5773010719","display_name":null,"funder_award_id":"62073175","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1964342070","https://openalex.org/W2025004307","https://openalex.org/W2345097924","https://openalex.org/W2418068707","https://openalex.org/W2509583008","https://openalex.org/W2557430988","https://openalex.org/W2581292955","https://openalex.org/W2585814306","https://openalex.org/W2613683354","https://openalex.org/W2652356085","https://openalex.org/W2733312032","https://openalex.org/W2911447833","https://openalex.org/W2920658888","https://openalex.org/W2920888955","https://openalex.org/W2937578213","https://openalex.org/W2939045095","https://openalex.org/W2955344016","https://openalex.org/W3001637818","https://openalex.org/W3005355833","https://openalex.org/W3048445952","https://openalex.org/W3122575011","https://openalex.org/W3128011616","https://openalex.org/W3132087422","https://openalex.org/W3136694950","https://openalex.org/W3201954015","https://openalex.org/W3203239815","https://openalex.org/W4214717370","https://openalex.org/W4220849261","https://openalex.org/W6637967152","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6739879593","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1535080110","https://openalex.org/W306312984","https://openalex.org/W857189463","https://openalex.org/W4288094128","https://openalex.org/W2979675132","https://openalex.org/W2790520092","https://openalex.org/W4306309337"],"abstract_inverted_index":{"Nowadays,":[0],"quadrotors":[1,22],"find":[2],"applications":[3],"in":[4,41,89],"automation":[5],"and":[6,72,92,97],"artificial":[7],"intelligence.":[8],"Among":[9],"diverse":[10],"quadrotor":[11],"studies,":[12],"payload":[13,45,70],"transport":[14],"stands":[15],"out,":[16],"posing":[17],"implementation":[18],"challenges.":[19],"Using":[20],"multiple":[21],"reduces":[23],"per-quadrotor":[24],"load":[25],"while":[26],"increasing":[27],"system":[28,73],"complexity.":[29],"Inspired":[30],"by":[31,55,80],"model-free":[32],"reinforcement":[33,51],"learning,":[34],"we":[35],"apply":[36],"it":[37],"to":[38,108],"position":[39],"control":[40],"a":[42,50],"nonlinear":[43],"two-quadrotor":[44],"system.":[46],"Our":[47],"approach":[48],"employs":[49],"learning":[52],"agent":[53],"guided":[54],"the":[56,77],"twin":[57],"delay":[58],"deep":[59],"deterministic":[60],"policy":[61],"gradient":[62],"(TD3)":[63],"algorithm.":[64],"Its":[65],"goal":[66],"is":[67],"accurate":[68],"cable-suspended":[69],"delivery":[71],"stabilization.":[74],"We":[75],"test":[76],"method's":[78],"robustness":[79],"adding":[81],"noise.":[82],"Simulation":[83],"results":[84],"show":[85],"that":[86],"TD3":[87],"excels":[88],"ideal":[90],"conditions":[91],"handles":[93],"noise":[94],"during":[95],"training":[96],"testing,":[98],"highlighting":[99],"its":[100],"effectiveness.":[101],"This":[102],"article's":[103],"scope":[104],"can":[105],"be":[106],"expanded":[107],"encompass":[109],"scenarios":[110],"involving":[111],"three":[112],"or":[113],"more":[114],"quadrotors,":[115],"providing":[116],"valuable":[117],"insights":[118],"for":[119],"future":[120],"endeavors.":[121]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}