{"id":"https://openalex.org/W4308080606","doi":"https://doi.org/10.1109/itsc55140.2022.9922110","title":"Bayesian Optimization for Multi-Agent Routing in Markov Games","display_name":"Bayesian Optimization for Multi-Agent Routing in Markov Games","publication_year":2022,"publication_date":"2022-10-08","ids":{"openalex":"https://openalex.org/W4308080606","doi":"https://doi.org/10.1109/itsc55140.2022.9922110"},"language":"en","primary_location":{"id":"doi:10.1109/itsc55140.2022.9922110","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9922110","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031176876","display_name":"Zhenyu Shou","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhenyu Shou","raw_affiliation_strings":["Columbia University,Department of Civil Engineering and Engineering Mechanics,New York City,NY,USA,10027"],"affiliations":[{"raw_affiliation_string":"Columbia University,Department of Civil Engineering and Engineering Mechanics,New York City,NY,USA,10027","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385692","display_name":"Xu Chen","orcid":"https://orcid.org/0000-0001-9943-6020"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu Chen","raw_affiliation_strings":["Columbia University,Department of Civil Engineering and Engineering Mechanics,New York City,NY,USA,10027"],"affiliations":[{"raw_affiliation_string":"Columbia University,Department of Civil Engineering and Engineering Mechanics,New York City,NY,USA,10027","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049787333","display_name":"Xuan Di","orcid":"https://orcid.org/0000-0003-2925-7697"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuan Di","raw_affiliation_strings":["Columbia University,Department of Civil Engineering and Engineering Mechanics,New York,NY,USA,10027","Data Science Institute, Columbia University, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Columbia University,Department of Civil Engineering and Engineering Mechanics,New York,NY,USA,10027","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Data Science Institute, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5031176876"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":0.4065,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56313993,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"3993","last_page":"3998"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10841","display_name":"Economic and Environmental Valuation","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.8751329183578491},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6888315677642822},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5606755018234253},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5481146574020386},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.5401941537857056},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.538441002368927},{"id":"https://openalex.org/keywords/bilevel-optimization","display_name":"Bilevel optimization","score":0.534498393535614},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5341721177101135},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.4580385684967041},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.41914427280426025},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3958669900894165},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.35966742038726807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29974597692489624},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.2997349500656128},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21043384075164795},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17914986610412598},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13767346739768982},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.13714128732681274},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12955492734909058},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08273518085479736}],"concepts":[{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.8751329183578491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6888315677642822},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5606755018234253},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5481146574020386},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.5401941537857056},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.538441002368927},{"id":"https://openalex.org/C3309286","wikidata":"https://www.wikidata.org/wiki/Q4907693","display_name":"Bilevel optimization","level":3,"score":0.534498393535614},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5341721177101135},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.4580385684967041},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.41914427280426025},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3958669900894165},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.35966742038726807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29974597692489624},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2997349500656128},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21043384075164795},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17914986610412598},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13767346739768982},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.13714128732681274},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12955492734909058},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08273518085479736},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc55140.2022.9922110","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9922110","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2026907359","https://openalex.org/W1981800580","https://openalex.org/W2994124117","https://openalex.org/W2618752689","https://openalex.org/W2971526008","https://openalex.org/W4289422123","https://openalex.org/W3025389440","https://openalex.org/W2991761232","https://openalex.org/W4292703869","https://openalex.org/W3107507524"],"abstract_inverted_index":{"This":[0],"paper":[1],"aims":[2,67],"to":[3,6,27,68,83,100],"understand":[4],"how":[5],"guide":[7],"travelers'":[8],"routing":[9],"behavior":[10,127],"toward":[11],"a":[12,16,20,41,56,75,92,135],"system":[13],"optimum,":[14],"using":[15],"bilevel":[17],"game":[18,43,59],"in":[19,60,147,156],"multi-agent":[21,57,95,161],"traffic":[22,34],"environment.":[23],"With":[24],"the":[25,45,49,52,80,109,114,126,131,157,160],"goal":[26],"optimize":[28],"some":[29],"systematic":[30],"objective":[31],"(e.g.,":[32],"overall":[33],"condition)":[35],"of":[36,88,106,116,128,159],"city":[37,89],"planners,":[38],"we":[39],"formulate":[40],"Stackelberg":[42],"with":[44],"upper":[46,81],"level":[47,54,82],"as":[48,55],"planner":[50],"and":[51,64,91,122,134,154],"lower":[53,110],"Markov":[58,162],"which":[61,143],"each":[62],"rational":[63],"selfish":[65],"traveler":[66],"minimize":[69],"her":[70],"travel":[71],"cost.":[72],"We":[73,112],"employ":[74],"Bayesian":[76],"optimization":[77],"method":[78],"on":[79,108,125,130],"solve":[84,101],"for":[85,102],"optimal":[86,103],"controls":[87],"planners":[90],"mean":[93],"field":[94],"deep":[96],"Q":[97],"learning":[98],"approach":[99],"route":[104],"choices":[105],"travelers":[107,129],"level.":[111],"demonstrate":[113],"effect":[115],"two":[117],"administrative":[118],"measures,":[119],"namely":[120],"tolling":[121],"signal":[123],"control,":[124],"Braess":[132,141],"network":[133],"large-sized":[136],"real-world":[137],"road":[138],"network,":[139],"respectively.":[140],"paradox,":[142],"is":[144,151],"usually":[145],"defined":[146,153],"static":[148],"user":[149],"equilibrium,":[150],"also":[152],"discovered":[155],"context":[158],"game.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}