{"id":"https://openalex.org/W2945202888","doi":"https://doi.org/10.1631/fitee.1800571","title":"Motion planning of a quadrotor robot game using a simulation-based projected policy iteration method","display_name":"Motion planning of a quadrotor robot game using a simulation-based projected policy iteration method","publication_year":2019,"publication_date":"2019-04-01","ids":{"openalex":"https://openalex.org/W2945202888","doi":"https://doi.org/10.1631/fitee.1800571","mag":"2945202888"},"language":"en","primary_location":{"id":"doi:10.1631/fitee.1800571","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.1800571","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091779644","display_name":"Lidong Zhang","orcid":"https://orcid.org/0000-0002-0501-6162"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Li-dong Zhang","raw_affiliation_strings":["Department of Aeronautics and Astronautics, Fudan University, Shanghai, 200433, China","Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, H3G1M8, Canada","Department of Aeronautics and Astronautics, Fudan University, Shanghai, China","Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Astronautics, Fudan University, Shanghai, 200433, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, H3G1M8, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Department of Aeronautics and Astronautics, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032903379","display_name":"Ban Wang","orcid":"https://orcid.org/0000-0003-2880-9752"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ban Wang","raw_affiliation_strings":["Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, H3G1M8, Canada","Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, H3G1M8, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100743106","display_name":"Zhixiang Liu","orcid":"https://orcid.org/0000-0002-3544-263X"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhi-xiang Liu","raw_affiliation_strings":["Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, H3G1M8, Canada","Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, H3G1M8, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100416422","display_name":"Youmin Zhang","orcid":"https://orcid.org/0000-0002-9731-5943"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"You-min Zhang","raw_affiliation_strings":["Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, H3G1M8, Canada","Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9731-5943","affiliations":[{"raw_affiliation_string":"Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, H3G1M8, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Department of Mechanical, Industrial and Aerospace Engineering, Concordia University, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084746127","display_name":"Jianliang Ai","orcid":"https://orcid.org/0000-0002-8982-8503"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian-liang Ai","raw_affiliation_strings":["Department of Aeronautics and Astronautics, Fudan University, Shanghai, 200433, China","Department of Aeronautics and Astronautics, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Astronautics, Fudan University, Shanghai, 200433, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Department of Aeronautics and Astronautics, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100416422"],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":0.1985,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.51615892,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"20","issue":"4","first_page":"525","last_page":"537"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6166130304336548},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5318170785903931},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5213997960090637},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5038761496543884},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.40798789262771606},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2799455523490906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6166130304336548},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5318170785903931},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5213997960090637},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5038761496543884},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.40798789262771606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2799455523490906}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1631/fitee.1800571","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.1800571","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1480376833","https://openalex.org/W1564274133","https://openalex.org/W1569098853","https://openalex.org/W1579026795","https://openalex.org/W1601081659","https://openalex.org/W1605316729","https://openalex.org/W1852719163","https://openalex.org/W1971942712","https://openalex.org/W1995476316","https://openalex.org/W2041810683","https://openalex.org/W2054136138","https://openalex.org/W2056653303","https://openalex.org/W2075110355","https://openalex.org/W2084202551","https://openalex.org/W2098432798","https://openalex.org/W2121825831","https://openalex.org/W2121863487","https://openalex.org/W2122410182","https://openalex.org/W2134130436","https://openalex.org/W2141022000","https://openalex.org/W2154761920","https://openalex.org/W2345644119","https://openalex.org/W2487144912","https://openalex.org/W2514332889","https://openalex.org/W2612991216","https://openalex.org/W2623293810","https://openalex.org/W2768254723","https://openalex.org/W2786970706","https://openalex.org/W2803533594","https://openalex.org/W2899591918","https://openalex.org/W2949575968","https://openalex.org/W4214717370","https://openalex.org/W4298043590","https://openalex.org/W6674995601","https://openalex.org/W6677916085","https://openalex.org/W7039022430"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655"],"abstract_inverted_index":{"Making":[0],"rational":[1],"decisions":[2],"for":[3,17,106],"sequential":[4],"decision":[5,72,137,184],"problems":[6,20,73],"in":[7,14,46,90,165,186],"complex":[8,69],"environments":[9],"has":[10],"been":[11,51],"challenging":[12],"researchers":[13],"various":[15],"fields":[16],"decades.":[18],"Such":[19],"consist":[21],"of":[22,40,81,110,129,181],"state":[23],"transition":[24],"dynamics,":[25],"stochastic":[26],"uncertainties,":[27],"long-term":[28],"utilities,":[29],"and":[30,62,70,94,113,142,153],"other":[31],"factors":[32],"that":[33,134,146],"assemble":[34],"high":[35],"barriers":[36,61],"including":[37],"the":[38,43,60,91,108,127,135,150,158,166,173,179,182,187],"curse":[39,128],"dimensionality.":[41,130],"Recently,":[42],"state-of-the-art":[44],"algorithms":[45],"reinforcement":[47],"learning":[48,107],"studies":[49],"have":[50,176],"developed,":[52],"providing":[53],"a":[54,79,82,101,119],"strong":[55],"potential":[56],"to":[57,66,125],"efficiently":[58],"break":[59],"make":[63],"it":[64],"possible":[65],"deal":[67],"with":[68,74,149],"practical":[71],"decent":[75],"performance.":[76],"We":[77],"propose":[78],"formulation":[80],"velocity":[83],"varying":[84],"one-on-one":[85],"quadrotor":[86,152],"robot":[87],"game":[88,111],"problem":[89],"three-dimensional":[92],"space":[93],"an":[95],"approximate":[96],"dynamic":[97],"programming":[98],"approach":[99],"using":[100],"projected":[102],"policy":[103],"iteration":[104],"method":[105],"utilities":[109],"states":[112],"improving":[114],"motion":[115,144],"policies.":[116],"In":[117],"addition,":[118],"simulation-based":[120],"iterative":[121],"scheme":[122],"is":[123],"employed":[124],"overcome":[126],"Simulation":[131],"results":[132],"demonstrate":[133],"proposed":[136,183],"strategy":[138,185],"can":[139,147],"generate":[140],"effective":[141],"efficient":[143],"policies":[145],"contend":[148],"opponent":[151],"gather":[154],"advantaged":[155],"status":[156],"during":[157],"game.":[159],"Flight":[160],"experiments,":[161],"which":[162],"are":[163],"conducted":[164],"Networked":[167],"Autonomous":[168],"Vehicles":[169],"(NAV)":[170],"Lab":[171],"at":[172],"Concordia":[174],"University,":[175],"further":[177],"validated":[178],"performance":[180],"real-time":[188],"environment.":[189]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}