{"id":"https://openalex.org/W3006464217","doi":"https://doi.org/10.1145/3394486.3403315","title":"City Metro Network Expansion with Reinforcement Learning","display_name":"City Metro Network Expansion with Reinforcement Learning","publication_year":2020,"publication_date":"2020-08-20","ids":{"openalex":"https://openalex.org/W3006464217","doi":"https://doi.org/10.1145/3394486.3403315","mag":"3006464217"},"language":"en","primary_location":{"id":"doi:10.1145/3394486.3403315","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394486.3403315","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery &amp; Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101059302","display_name":"Wei Yu","orcid":"https://orcid.org/0000-0002-2847-7770"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wei","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062610705","display_name":"Minjia Mao","orcid":"https://orcid.org/0000-0002-7141-8514"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minjia Mao","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101700311","display_name":"Xi Zhao","orcid":"https://orcid.org/0000-0002-3993-9870"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Zhao","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103277719","display_name":"Jianhua Zou","orcid":"https://orcid.org/0000-0003-1632-4758"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Zou","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101969543","display_name":"Ping An","orcid":"https://orcid.org/0009-0008-2100-3696"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping An","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2646","last_page":"2656"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10298","display_name":"Urban Transport and Accessibility","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7283974885940552},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.686985969543457},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6781100630760193},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5349176526069641},{"id":"https://openalex.org/keywords/trips-architecture","display_name":"TRIPS architecture","score":0.45963507890701294},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4543033540248871},{"id":"https://openalex.org/keywords/network-planning-and-design","display_name":"Network planning and design","score":0.41132837533950806},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3841138482093811},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.32872533798217773},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2920050621032715},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1859900951385498},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1654837727546692}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7283974885940552},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.686985969543457},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6781100630760193},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5349176526069641},{"id":"https://openalex.org/C157085824","wikidata":"https://www.wikidata.org/wiki/Q2384809","display_name":"TRIPS architecture","level":2,"score":0.45963507890701294},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4543033540248871},{"id":"https://openalex.org/C114563136","wikidata":"https://www.wikidata.org/wiki/Q19725982","display_name":"Network planning and design","level":2,"score":0.41132837533950806},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3841138482093811},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.32872533798217773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2920050621032715},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1859900951385498},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1654837727546692},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3394486.3403315","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394486.3403315","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery &amp; Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2021665984","https://openalex.org/W2023617773","https://openalex.org/W2046360296","https://openalex.org/W2046376809","https://openalex.org/W2047932630","https://openalex.org/W2070583489","https://openalex.org/W2082058326","https://openalex.org/W2085697310","https://openalex.org/W2093286150","https://openalex.org/W2104205822","https://openalex.org/W2106878035","https://openalex.org/W2135926883","https://openalex.org/W2164166972","https://openalex.org/W2346476828","https://openalex.org/W2507756961","https://openalex.org/W2585187023","https://openalex.org/W2745874040","https://openalex.org/W2754517384","https://openalex.org/W2788295351","https://openalex.org/W2790471151","https://openalex.org/W2800738130","https://openalex.org/W2883979847","https://openalex.org/W2903303642","https://openalex.org/W2963403868","https://openalex.org/W3102778384"],"related_works":["https://openalex.org/W2807758032","https://openalex.org/W4224254130","https://openalex.org/W2152103536","https://openalex.org/W3048948123","https://openalex.org/W2107643127","https://openalex.org/W2280422768","https://openalex.org/W3143197806","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"City":[0],"metro":[1,19,71,81,111,119,215],"network":[2,8,28,72,126,216],"expansion,":[3],"included":[4],"in":[5,23,217,231],"the":[6,17,24,69,80,92,109,114,117,133,141,146,152,155,172,178,183,192,198,201,213,222,232,238],"transportation":[7,27],"design,":[9,170],"aims":[10],"to":[11,43,49,55,107,131,139,150,181],"design":[12,29,108],"new":[13],"lines":[14],"based":[15,66,220],"on":[16,40,113,177,221],"existing":[18,118,245],"network.":[20,120],"Existing":[21],"methods":[22],"field":[25],"of":[26,97,116,154,194,226,240],"either":[30],"(i)":[31],"can":[32],"hardly":[33],"formulate":[34,79],"this":[35,76],"problem":[36,93],"efficiently,":[37],"(ii)":[38],"depend":[39],"expert":[41,167],"guidance":[42,168],"produce":[44],"solutions,":[45],"or":[46],"(iii)":[47],"appeal":[48],"problem-specific":[50],"heuristics":[51,195],"which":[52,90,136],"are":[53],"difficult":[54],"design.":[56],"To":[57],"address":[58],"these":[59],"limitations,":[60],"we":[61,78,102,211],"propose":[62],"a":[63,85,95],"reinforcement":[64],"learning":[65,173],"method":[67,163,242],"for":[68,185],"city":[70],"expansion":[73,83],"problem.":[74],"In":[75],"method,":[77],"line":[82,112],"as":[84,94],"Markov":[86],"decision":[87],"process":[88,96],"(MDP),":[89],"characterizes":[91],"sequential":[98],"station":[99,187,202],"selection.":[100,188,203],"Then,":[101],"train":[103],"an":[104,124,128],"actor-critic":[105],"model":[106],"next":[110],"basis":[115],"The":[121,143,161,235],"actor":[122,156],"is":[123,137],"encoder-decoder":[125],"with":[127,244],"attention":[129],"mechanism":[130],"generate":[132],"parameterized":[134],"policy":[135,184,199],"used":[138],"select":[140],"stations.":[142],"critic":[144],"estimates":[145],"expected":[147],"cumulative":[148],"reward":[149,179],"assist":[151],"training":[153,159],"by":[157,197],"reducing":[158],"variance.":[160],"proposed":[162],"does":[164],"not":[165],"require":[166],"during":[169],"since":[171],"procedure":[174],"only":[175],"relies":[176],"calculation":[180],"tune":[182],"better":[186],"Also,":[189],"it":[190],"avoids":[191],"difficulty":[193],"designing":[196],"formalizing":[200],"Considering":[204],"origin-destination":[205],"(OD)":[206],"trips":[207],"and":[208],"social":[209],"equity,":[210],"expand":[212],"current":[214],"Xi'an,":[218],"China,":[219],"real":[223],"mobility":[224],"information":[225],"24,770,715":[227],"mobile":[228],"phone":[229],"users":[230],"whole":[233],"city.":[234],"results":[236],"demonstrate":[237],"advantages":[239],"our":[241],"compared":[243],"approaches.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
