{"id":"https://openalex.org/W4311167346","doi":"https://doi.org/10.1109/tits.2022.3209397","title":"A Deep Reinforcement Learning Approach for Airport Departure Metering Under Spatial\u2013Temporal Airside Interactions","display_name":"A Deep Reinforcement Learning Approach for Airport Departure Metering Under Spatial\u2013Temporal Airside Interactions","publication_year":2022,"publication_date":"2022-09-30","ids":{"openalex":"https://openalex.org/W4311167346","doi":"https://doi.org/10.1109/tits.2022.3209397"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2022.3209397","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3209397","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dr.ntu.edu.sg/bitstream/10356/161934/6/DRL_DM_author_copy%20AV..pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016064590","display_name":"Hasnain Ali","orcid":"https://orcid.org/0000-0002-2347-7739"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hasnain Ali","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Air Traffic Management Research Institute, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2347-7739","affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Air Traffic Management Research Institute, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091693318","display_name":"Duc-Thinh Pham","orcid":"https://orcid.org/0000-0001-5156-8171"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Duc-Thinh Pham","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Air Traffic Management Research Institute, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5156-8171","affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Air Traffic Management Research Institute, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008604294","display_name":"Sameer Alam","orcid":"https://orcid.org/0000-0002-7379-8223"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Sameer Alam","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Air Traffic Management Research Institute, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7379-8223","affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Air Traffic Management Research Institute, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001283900","display_name":"Michael Schultz","orcid":"https://orcid.org/0000-0003-4056-8461"},"institutions":[{"id":"https://openalex.org/I40527276","display_name":"Universit\u00e4t der Bundeswehr M\u00fcnchen","ror":"https://ror.org/05kkv3f82","country_code":"DE","type":"education","lineage":["https://openalex.org/I1315109972","https://openalex.org/I40527276","https://openalex.org/I4387152969"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Schultz","raw_affiliation_strings":["Institute of Flight Systems, Bundeswehr University Munich, Neubiberg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4056-8461","affiliations":[{"raw_affiliation_string":"Institute of Flight Systems, Bundeswehr University Munich, Neubiberg, Germany","institution_ids":["https://openalex.org/I40527276"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.6287,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.98451097,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"23","issue":"12","first_page":"23933","last_page":"23950"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.5471099019050598},{"id":"https://openalex.org/keywords/air-traffic-control","display_name":"Air traffic control","score":0.5380845069885254},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.5028404593467712},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4734102189540863},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.46572205424308777},{"id":"https://openalex.org/keywords/work-zone","display_name":"Work zone","score":0.455465167760849},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43936651945114136},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.43867364525794983},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.42764484882354736},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4186646342277527},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.29558923840522766},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2794818878173828},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18571200966835022},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08181405067443848}],"concepts":[{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.5471099019050598},{"id":"https://openalex.org/C166961238","wikidata":"https://www.wikidata.org/wiki/Q221395","display_name":"Air traffic control","level":2,"score":0.5380845069885254},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.5028404593467712},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4734102189540863},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.46572205424308777},{"id":"https://openalex.org/C2993327422","wikidata":"https://www.wikidata.org/wiki/Q4181026","display_name":"Work zone","level":3,"score":0.455465167760849},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43936651945114136},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.43867364525794983},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.42764484882354736},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4186646342277527},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.29558923840522766},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2794818878173828},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18571200966835022},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08181405067443848},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tits.2022.3209397","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3209397","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/161934","is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/161934","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/161934/6/DRL_DM_author_copy%20AV..pdf","source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:dr.ntu.edu.sg:10356/161934","is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/161934","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/161934/6/DRL_DM_author_copy%20AV..pdf","source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320329628","display_name":"Civil Aviation Authority of Singapore","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4311167346.pdf","grobid_xml":"https://content.openalex.org/works/W4311167346.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W169931978","https://openalex.org/W595843602","https://openalex.org/W1098724946","https://openalex.org/W1519632299","https://openalex.org/W1524882696","https://openalex.org/W1540144866","https://openalex.org/W1584859584","https://openalex.org/W1597809898","https://openalex.org/W1951263913","https://openalex.org/W1996611624","https://openalex.org/W2044075432","https://openalex.org/W2054288810","https://openalex.org/W2055534456","https://openalex.org/W2068878490","https://openalex.org/W2087461077","https://openalex.org/W2090140356","https://openalex.org/W2116237070","https://openalex.org/W2121654736","https://openalex.org/W2145339207","https://openalex.org/W2530849036","https://openalex.org/W2537003064","https://openalex.org/W2615680539","https://openalex.org/W2731848040","https://openalex.org/W2736601468","https://openalex.org/W2767306398","https://openalex.org/W2768233943","https://openalex.org/W2794842204","https://openalex.org/W2904466241","https://openalex.org/W2909253693","https://openalex.org/W2911296969","https://openalex.org/W2947563365","https://openalex.org/W2964043796","https://openalex.org/W2993429673","https://openalex.org/W2999796615","https://openalex.org/W3013583689","https://openalex.org/W3013691105","https://openalex.org/W3023459132","https://openalex.org/W3038055025","https://openalex.org/W3045489841","https://openalex.org/W3049250106","https://openalex.org/W3106357768","https://openalex.org/W3139188889","https://openalex.org/W3182266450","https://openalex.org/W3190036725","https://openalex.org/W4214717370","https://openalex.org/W4301501993","https://openalex.org/W6617931175","https://openalex.org/W6631386124","https://openalex.org/W6632386710","https://openalex.org/W6634901293","https://openalex.org/W6677343671","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6745873365","https://openalex.org/W6781609241","https://openalex.org/W6792744183","https://openalex.org/W6799411759","https://openalex.org/W7066369292"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4225269853"],"abstract_inverted_index":{"Airport":[0,29],"taxi":[1,39,114,198],"delays":[2,40,115],"adversely":[3],"affect":[4],"airports":[5],"and":[6,20,103,133,143,222,294],"airlines":[7],"around":[8],"the":[9,87,124,145,162,172,182,228,248,285,297],"world":[10],"leading":[11,90],"to":[12,25,37,52,59,74,83,91,112,139,159,207,281],"airside":[13,71,88,141,166,298],"congestion,":[14],"increased":[15,241],"Air":[16],"Traffic":[17],"Controllers/Pilot":[18],"workload,":[19],"adverse":[21],"environmental":[22],"impact":[23],"due":[24],"excessive":[26],"fuel":[27,289],"burn.":[28],"Departure":[30],"Metering":[31],"(DM)":[32],"is":[33,51,185],"an":[34,219,277],"effective":[35,150,278],"approach":[36,111],"contain":[38,282],"by":[41,247,291],"controlling":[42],"departure":[43,72],"pushback":[44],"timings.":[45],"The":[46,179],"key":[47],"idea":[48],"behind":[49],"DM":[50,62,105,125,147,173,250,279],"transfer":[53],"aircraft":[54],"waiting":[55],"time":[56,212],"from":[57],"taxiways":[58],"gates.":[60],"State-of-the-art":[61],"methods":[63],"use":[64],"model-based":[65],"control":[66,95],"policies":[67,96],"that":[68,273],"rely":[69],"on":[70,261,284],"modeling":[73],"obtain":[75],"simplified":[76],"analytical":[77],"equations.":[78],"Consequently,":[79],"these":[80],"models":[81],"fail":[82],"capture":[84],"non-stationarity":[85],"in":[86,127,197,201,210,235,257],"operations":[89,142,267],"poor":[92],"performance":[93,180,230],"of":[94,165,181,194,231,265],"under":[97,187],"uncertainties.":[98],"This":[99,121,169],"work":[100,154],"proposes":[101],"model-free":[102],"learning-based":[104],"using":[106],"Deep":[107],"Reinforcement":[108],"Learning":[109],"(DRL)":[110],"reduce":[113,287],"while":[116],"meeting":[117],"flight":[118],"schedule":[119],"constraints.":[120],"paper":[122],"casts":[123],"problem":[126],"a":[128,135,192,254,262],"markov":[129],"decision":[130],"process":[131],"framework":[132],"develops":[134],"representative":[136],"airport-airside":[137],"simulator":[138],"simulate":[140],"evaluate":[144],"learnt":[146,183,249],"policy.":[148],"For":[149],"state":[151],"representation,":[152],"this":[153],"introduces":[155],"taxiway":[156],"hotspot":[157],"features":[158],"account":[160],"for":[161],"spatial-temporal":[163],"evolution":[164],"congestion":[167,283],"levels.":[168],"significantly":[170],"improves":[171],"policy":[174,184,251,280],"convergence":[175],"rate":[176],"during":[177],"training.":[178],"evaluated":[186],"different":[188],"traffic":[189,203,237,242],"densities":[190],"with":[191],"reduction":[193],"approximately":[195,292],"44%":[196],"out":[199],"delays,":[200],"medium-density":[202],"scenarios,":[204],"which":[205],"corresponds":[206],"2-minute":[208],"savings":[209,245],"taxi-out":[211],"per":[213],"aircraft.":[214],"Furthermore,":[215],"benchmarking":[216],"DRL":[217,274],"against":[218],"evolutionary":[220],"method":[221],"another":[223],"state-of-the-art":[224],"simulation-based":[225],"heuristic":[226],"demonstrates":[227],"superior":[229],"our":[232],"method,":[233],"especially":[234],"high":[236],"density":[238],"scenarios.":[239],"With":[240],"density,":[243],"taxi-time":[244],"achieved":[246],"increase":[252],"without":[253],"significant":[255],"decrease":[256],"runway":[258],"throughput.":[259],"Results,":[260],"typical":[263],"day":[264],"simulated":[266],"at":[268],"Singapore":[269],"Changi":[270],"Airport,":[271],"demonstrate":[272],"can":[275],"learn":[276],"taxiways,":[286],"total":[288],"consumption":[290],"22%":[293],"better":[295],"manage":[296],"traffic.":[299]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}