{"id":"https://openalex.org/W2904681300","doi":"https://doi.org/10.1109/itsc.2018.8569473","title":"Reinforcement Learning-Based Bus Holding for High-Frequency Services","display_name":"Reinforcement Learning-Based Bus Holding for High-Frequency Services","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2904681300","doi":"https://doi.org/10.1109/itsc.2018.8569473","mag":"2904681300"},"language":"en","primary_location":{"id":"doi:10.1109/itsc.2018.8569473","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2018.8569473","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 21st International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088490426","display_name":"Francesco Alesiani","orcid":"https://orcid.org/0000-0003-4413-7247"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Francesco Alesiani","raw_affiliation_strings":["NEC Laboratories Europe, Heidelberg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NEC Laboratories Europe, Heidelberg, Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090082938","display_name":"Konstantinos Gkiotsalitis","orcid":"https://orcid.org/0000-0002-3009-1527"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Konstantinos Gkiotsalitis","raw_affiliation_strings":["University of Twente, Enschede, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.2149,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.93305242,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3162","last_page":"3168"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/headway","display_name":"Headway","score":0.785373866558075},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7528084516525269},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6060165166854858},{"id":"https://openalex.org/keywords/trips-architecture","display_name":"TRIPS architecture","score":0.605206310749054},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5872539281845093},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4972136318683624},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.43388283252716064},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4192090630531311},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3938705623149872},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.35740524530410767},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31421536207199097},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2977127730846405}],"concepts":[{"id":"https://openalex.org/C2779240695","wikidata":"https://www.wikidata.org/wiki/Q4383682","display_name":"Headway","level":2,"score":0.785373866558075},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7528084516525269},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6060165166854858},{"id":"https://openalex.org/C157085824","wikidata":"https://www.wikidata.org/wiki/Q2384809","display_name":"TRIPS architecture","level":2,"score":0.605206310749054},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5872539281845093},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4972136318683624},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.43388283252716064},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4192090630531311},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3938705623149872},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.35740524530410767},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31421536207199097},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2977127730846405},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/itsc.2018.8569473","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2018.8569473","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 21st International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},{"id":"pmh:oai:ris.utwente.nl:publications/f2c8f189-324d-4669-b95c-44010f56efaa","is_oa":false,"landing_page_url":"https://research.utwente.nl/en/publications/f2c8f189-324d-4669-b95c-44010f56efaa","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Alesiani, F & Gkiotsalitis, K 2018, Reinforcement Learning-Based Bus Holding for High-Frequency Services. in 2018 21st International Conference on Intelligent Transportation Systems (ITSC)., 8569473, IEEE, pp. 3162-3168, 21st IEEE International Conference on Intelligent Transportation Systems 2018, Maui, Hawaii, United States, 4/11/18. https://doi.org/10.1109/ITSC.2018.8569473","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:ris.utwente.nl:publications/f2c8f189-324d-4669-b95c-44010f56efaa","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1522301498","https://openalex.org/W1802316727","https://openalex.org/W1952104250","https://openalex.org/W1976898311","https://openalex.org/W2007206842","https://openalex.org/W2034628819","https://openalex.org/W2036083936","https://openalex.org/W2046033161","https://openalex.org/W2062778018","https://openalex.org/W2062905113","https://openalex.org/W2068985771","https://openalex.org/W2085002156","https://openalex.org/W2089577733","https://openalex.org/W2090672779","https://openalex.org/W2099488522","https://openalex.org/W2104790370","https://openalex.org/W2114762815","https://openalex.org/W2121063216","https://openalex.org/W2121863487","https://openalex.org/W2125990328","https://openalex.org/W2138064221","https://openalex.org/W2139507895","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2156387975","https://openalex.org/W2164159470","https://openalex.org/W2164278908","https://openalex.org/W2169127893","https://openalex.org/W2195461262","https://openalex.org/W2201581102","https://openalex.org/W2530879108","https://openalex.org/W2594422949","https://openalex.org/W2735063875","https://openalex.org/W2746553466","https://openalex.org/W2747213132","https://openalex.org/W2768661221","https://openalex.org/W2790301888","https://openalex.org/W2790896033","https://openalex.org/W2793570951","https://openalex.org/W2885002530","https://openalex.org/W2885593186","https://openalex.org/W2963477884","https://openalex.org/W2964121744","https://openalex.org/W3037207827","https://openalex.org/W3101605325","https://openalex.org/W4214717370","https://openalex.org/W4292363360","https://openalex.org/W6682889407","https://openalex.org/W6734954222","https://openalex.org/W6743629521"],"related_works":["https://openalex.org/W1990084320","https://openalex.org/W3011309105","https://openalex.org/W2363400661","https://openalex.org/W2051775676","https://openalex.org/W2140196366","https://openalex.org/W44667219","https://openalex.org/W4313172028","https://openalex.org/W2345649773","https://openalex.org/W2902251460","https://openalex.org/W3126888195"],"abstract_inverted_index":{"Since":[0],"the":[1,27,40,43,47,54,59,63,96],"bus":[2,10,22,64,90,110],"holding":[3,11,23,65,91],"problem":[4],"is":[5,85,105,120],"an":[6,118],"operational":[7],"control":[8],"problem,":[9],"decisions":[12,66,92],"should":[13],"be":[14],"made":[15],"in":[16,93,107,112,134,145],"realtime.":[17],"For":[18,74],"this":[19,75,77],"reason,":[20,76],"common":[21],"approaches,":[24],"such":[25],"as":[26],"one-headway-based":[28],"holding,":[29],"focus":[30],"on":[31],"computationally":[32],"inexpensive,":[33],"rule-based":[34,51],"techniques":[35],"that":[36],"try":[37],"to":[38,67],"minimize":[39],"deviation":[41],"of":[42,62,87,98,123],"actual":[44],"headways":[45],"from":[46],"planned":[48],"ones.":[49],"Nevertheless,":[50],"methods":[52],"optimize":[53],"system":[55],"locally":[56],"without":[57],"considering":[58],"full":[60],"effect":[61],"future":[68],"trips":[69],"or":[70],"other":[71],"performance":[72],"indicators.":[73],"work":[78],"introduces":[79],"a":[80,99,108,131,142],"Reinforcement":[81],"Learning":[82],"approach":[83,104],"which":[84],"capable":[86],"making":[88],"holistic":[89],"realtime":[94],"after":[95],"completion":[97],"training":[100],"period.":[101],"The":[102],"proposed":[103],"trained":[106],"circular":[109],"line":[111],"Singapore":[113],"using":[114,127],"400":[115],"episodes":[116,129],"(where":[117],"episode":[119],"one":[121],"day":[122],"operations)":[124],"and":[125,141],"evaluated":[126],"200":[128],"demonstrating":[130],"significant":[132],"improvement":[133,144],"scenarios":[135,146],"with":[136,147],"strong":[137],"travel":[138,149],"time":[139,150],"disturbances":[140],"slight":[143],"low":[148],"variations.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}