{"id":"https://openalex.org/W2945088828","doi":"https://doi.org/10.1109/rivf.2019.8713624","title":"Reinforcement Learning for Two-Aircraft Conflict Resolution in the Presence of Uncertainty","display_name":"Reinforcement Learning for Two-Aircraft Conflict Resolution in the Presence of Uncertainty","publication_year":2019,"publication_date":"2019-03-01","ids":{"openalex":"https://openalex.org/W2945088828","doi":"https://doi.org/10.1109/rivf.2019.8713624","mag":"2945088828"},"language":"en","primary_location":{"id":"doi:10.1109/rivf.2019.8713624","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rivf.2019.8713624","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE-RIVF International Conference on Computing and Communication Technologies (RIVF)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dr.ntu.edu.sg/bitstream/10356/144709/2/RIVF19_RLforCR.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091693318","display_name":"Duc-Thinh Pham","orcid":"https://orcid.org/0000-0001-5156-8171"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Duc-Thinh Pham","raw_affiliation_strings":["Air Traffic Management Research Institute, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Traffic Management Research Institute, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010542767","display_name":"Ngoc Phu Tran","orcid":"https://orcid.org/0000-0001-7296-7681"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ngoc Phu Tran","raw_affiliation_strings":["Air Traffic Management Research Institute, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Traffic Management Research Institute, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004991649","display_name":"Sim Kuan Goh","orcid":"https://orcid.org/0000-0003-4635-742X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Sim Kuan Goh","raw_affiliation_strings":["Air Traffic Management Research Institute, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Traffic Management Research Institute, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008604294","display_name":"Sameer Alam","orcid":"https://orcid.org/0000-0002-7379-8223"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Sameer Alam","raw_affiliation_strings":["Air Traffic Management Research Institute, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Traffic Management Research Institute, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081721894","display_name":"V\u0169 D\u01b0\u01a1ng","orcid":"https://orcid.org/0000-0002-0189-4080"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Vu Duong","raw_affiliation_strings":["Air Traffic Management Research Institute, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Traffic Management Research Institute, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":17.9874,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.98553749,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12125","display_name":"Aerospace and Aviation Technology","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9559003114700317},{"id":"https://openalex.org/keywords/conflict-resolution","display_name":"Conflict resolution","score":0.8123292326927185},{"id":"https://openalex.org/keywords/air-traffic-control","display_name":"Air traffic control","score":0.7820320725440979},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7312377691268921},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7013615965843201},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5744273662567139},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5581873059272766},{"id":"https://openalex.org/keywords/error-driven-learning","display_name":"Error-driven learning","score":0.45408183336257935},{"id":"https://openalex.org/keywords/air-combat","display_name":"Air combat","score":0.4532890319824219},{"id":"https://openalex.org/keywords/conflict-management","display_name":"Conflict management","score":0.41570010781288147},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.41185060143470764},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37738046050071716},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.26172178983688354},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2069181501865387}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9559003114700317},{"id":"https://openalex.org/C21711469","wikidata":"https://www.wikidata.org/wiki/Q1194317","display_name":"Conflict resolution","level":2,"score":0.8123292326927185},{"id":"https://openalex.org/C166961238","wikidata":"https://www.wikidata.org/wiki/Q221395","display_name":"Air traffic control","level":2,"score":0.7820320725440979},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7312377691268921},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7013615965843201},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5744273662567139},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5581873059272766},{"id":"https://openalex.org/C47932503","wikidata":"https://www.wikidata.org/wiki/Q5395689","display_name":"Error-driven learning","level":3,"score":0.45408183336257935},{"id":"https://openalex.org/C2988296547","wikidata":"https://www.wikidata.org/wiki/Q471145","display_name":"Air combat","level":2,"score":0.4532890319824219},{"id":"https://openalex.org/C2779683958","wikidata":"https://www.wikidata.org/wiki/Q1640893","display_name":"Conflict management","level":2,"score":0.41570010781288147},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.41185060143470764},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37738046050071716},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.26172178983688354},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2069181501865387},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/rivf.2019.8713624","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rivf.2019.8713624","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE-RIVF International Conference on Computing and Communication Technologies (RIVF)","raw_type":"proceedings-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/144709","is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/144709","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/144709/2/RIVF19_RLforCR.pdf","source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"}],"best_oa_location":{"id":"pmh:oai:dr.ntu.edu.sg:10356/144709","is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/144709","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/144709/2/RIVF19_RLforCR.pdf","source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4419076230","display_name":null,"funder_award_id":"M4062429.052","funder_id":"https://openalex.org/F4320335534","funder_display_name":"Air Traffic Management Research Institute"}],"funders":[{"id":"https://openalex.org/F4320323155","display_name":"Chinese Academy of Agricultural Sciences","ror":"https://ror.org/0313jb750"},{"id":"https://openalex.org/F4320335534","display_name":"Air Traffic Management Research Institute","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2945088828.pdf"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2124497430","https://openalex.org/W2145339207","https://openalex.org/W2155007355","https://openalex.org/W2257979135","https://openalex.org/W2333507536","https://openalex.org/W2521342753","https://openalex.org/W2578206533","https://openalex.org/W2771184965","https://openalex.org/W2883616392","https://openalex.org/W2887037553","https://openalex.org/W2963864421","https://openalex.org/W6682849425"],"related_works":["https://openalex.org/W56768689","https://openalex.org/W2002069732","https://openalex.org/W2970559006","https://openalex.org/W608439689","https://openalex.org/W2040378075","https://openalex.org/W2603100771","https://openalex.org/W2796402694","https://openalex.org/W1512941818","https://openalex.org/W3184064376","https://openalex.org/W4299378847"],"abstract_inverted_index":{"Recently,":[0],"the":[1,23,37,106,109,126,150],"advances":[2],"in":[3,28,42,101,111,142,149],"reinforcement":[4,26,40,78,95,170],"learning":[5,27,41,75,96,115,171],"have":[6],"enabled":[7],"an":[8,52,61,102],"artificial":[9],"intelligent":[10],"agent":[11],"to":[12,54,82,98,124],"solve":[13],"many":[14],"challenging":[15],"problems":[16],"(e.g.":[17],"AlphaGo)":[18],"at":[19,162],"unprecedented":[20],"levels.":[21,165],"However,":[22],"robustness":[24],"of":[25,39,64,86,94,108,152,156],"safety":[29],"critical":[30],"operation":[31],"remains":[32],"unclear.":[33],"In":[34],"this":[35],"work,":[36],"applicability":[38],"Air":[43],"Traffic":[44],"Control":[45],"was":[46,80,122],"explored.":[47],"We":[48,90],"focus":[49],"on":[50],"building":[51],"algorithm":[53],"automate":[55],"flight":[56],"conflict":[57,100,127,144,177],"resolution":[58,128],"which":[59],"is":[60,140,159,172],"ultimate":[62],"goal":[63],"air":[65,87],"traffic":[66,88],"control.":[67],"For":[68],"that":[69,73,136,169],"purpose,":[70],"a":[71,84,92,173],"simulator,":[72],"provides":[74],"environment":[76],"for":[77,176],"learning,":[79],"developed":[81],"simulate":[83],"variety":[85],"scenarios.":[89],"propose":[91],"variant":[93],"approach":[97,175],"resolve":[99],"airspace":[103],"and":[104],"investigate":[105],"performance":[107],"method":[110,139],"achieving":[112],"that.":[113],"Reinforcement":[114],"model,":[116],"specifically":[117],"deep":[118],"deterministic":[119],"policy":[120],"gradient,":[121],"adopted":[123],"learn":[125],"with":[129],"continuous":[130],"action":[131],"spaces.":[132],"Experimental":[133],"results":[134],"demonstrate":[135],"our":[137,157],"proposed":[138],"effective":[141],"resolving":[143],"between":[145],"two":[146],"aircraft":[147],"even":[148],"presence":[151],"uncertainty.":[153],"The":[154],"accuracy":[155],"model":[158],"\u2248":[160],"87%":[161],"different":[163],"uncertainty":[164],"Our":[166],"findings":[167],"suggest":[168],"promising":[174],"resolution.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}