{"id":"https://openalex.org/W4308068720","doi":"https://doi.org/10.1109/itsc55140.2022.9921747","title":"Where to go: Agent Guidance with Deep Reinforcement Learning in A City-Scale Online Ride-Hailing Service","display_name":"Where to go: Agent Guidance with Deep Reinforcement Learning in A City-Scale Online Ride-Hailing Service","publication_year":2022,"publication_date":"2022-10-08","ids":{"openalex":"https://openalex.org/W4308068720","doi":"https://doi.org/10.1109/itsc55140.2022.9921747"},"language":"en","primary_location":{"id":"doi:10.1109/itsc55140.2022.9921747","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9921747","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049025559","display_name":"Jiyao Li","orcid":"https://orcid.org/0000-0002-2701-5179"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jiyao Li","raw_affiliation_strings":["Utah State University,Department of Computer Science,U.S.A","Department of Computer Science, Utah State University, U.S.A"],"affiliations":[{"raw_affiliation_string":"Utah State University,Department of Computer Science,U.S.A","institution_ids":["https://openalex.org/I121980950"]},{"raw_affiliation_string":"Department of Computer Science, Utah State University, U.S.A","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075230326","display_name":"Vicki H. Allan","orcid":"https://orcid.org/0000-0001-9563-1347"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vicki H. Allan","raw_affiliation_strings":["Utah State University,Department of Computer Science,U.S.A","Department of Computer Science, Utah State University, U.S.A"],"affiliations":[{"raw_affiliation_string":"Utah State University,Department of Computer Science,U.S.A","institution_ids":["https://openalex.org/I121980950"]},{"raw_affiliation_string":"Department of Computer Science, Utah State University, U.S.A","institution_ids":["https://openalex.org/I121980950"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5049025559"],"corresponding_institution_ids":["https://openalex.org/I121980950"],"apc_list":null,"apc_paid":null,"fwci":0.2168,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.34719065,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1943","last_page":"1948"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12392","display_name":"Sharing Economy and Platforms","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.86963951587677},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7667407989501953},{"id":"https://openalex.org/keywords/taxis","display_name":"Taxis","score":0.7489369511604309},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5286990404129028},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5027482509613037},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4794796407222748},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37786614894866943},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3356695771217346},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.1555824875831604},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10539776086807251},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.08768391609191895}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.86963951587677},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7667407989501953},{"id":"https://openalex.org/C183373512","wikidata":"https://www.wikidata.org/wiki/Q949618","display_name":"Taxis","level":2,"score":0.7489369511604309},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5286990404129028},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5027482509613037},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4794796407222748},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37786614894866943},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3356695771217346},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.1555824875831604},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10539776086807251},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.08768391609191895},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc55140.2022.9921747","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9921747","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2731640799","https://openalex.org/W3145095895","https://openalex.org/W2594548639","https://openalex.org/W4387544810","https://openalex.org/W2978498151","https://openalex.org/W2782837293","https://openalex.org/W2388377527","https://openalex.org/W565532978","https://openalex.org/W1946755446","https://openalex.org/W2376563300"],"abstract_inverted_index":{"Online":[0],"ride-hailing":[1,39,54],"services":[2],"have":[3],"become":[4],"a":[5,17,27,43,59,93],"prevalent":[6],"transportation":[7],"system":[8],"across":[9],"the":[10,114,118,121],"world.":[11],"In":[12],"this":[13],"paper,":[14],"we":[15],"study":[16],"challenging":[18],"problem":[19],"of":[20,52,113,124],"how":[21],"to":[22,129],"direct":[23],"vacant":[24,144],"taxis":[25],"around":[26],"city":[28],"such":[29,78],"that":[30,47,79,117],"supplies":[31],"and":[32,85,101,138],"demands":[33],"can":[34,81],"be":[35],"balanced":[36],"in":[37,75],"online":[38,53],"services.":[40,55],"We":[41,56,88],"design":[42],"new":[44],"reward":[45],"scheme":[46],"considers":[48],"multiple":[49],"performance":[50],"metrics":[51],"also":[57,105],"propose":[58],"novel":[60],"deep":[61],"reinforcement":[62],"learning":[63,102],"method":[64],"named":[65],"Deep-Q-Network":[66],"with":[67,127],"Action":[68],"Mask":[69],"(AM-DQN)":[70],"masking":[71],"off":[72],"unnecessary":[73],"actions":[74],"various":[76],"locations":[77],"agents":[80],"learn":[82],"much":[83],"faster":[84],"more":[86],"efficiently.":[87],"conduct":[89],"extensive":[90],"experiments":[91,115],"using":[92],"city-scale":[94],"dataset":[95],"from":[96],"Chicago.":[97],"Several":[98],"popular":[99],"heuristic":[100],"methods":[103,126],"are":[104],"implemented":[106],"as":[107],"baselines":[108],"for":[109,136,143],"comparison.":[110],"The":[111],"results":[112],"show":[116],"AM-DQN":[119],"attains":[120],"best":[122],"performances":[123],"all":[125],"respect":[128],"average":[130,133,139],"failure":[131],"rate,":[132],"waiting":[134],"time":[135,142],"customers,":[137],"idle":[140],"search":[141],"taxis.":[145]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-02-24T19:35:01.260952","created_date":"2025-10-10T00:00:00"}