{"id":"https://openalex.org/W4309651352","doi":"https://doi.org/10.1145/3557915.3561005","title":"Network-aware multi-agent reinforcement learning for the vehicle navigation problem","display_name":"Network-aware multi-agent reinforcement learning for the vehicle navigation problem","publication_year":2022,"publication_date":"2022-11-01","ids":{"openalex":"https://openalex.org/W4309651352","doi":"https://doi.org/10.1145/3557915.3561005"},"language":"en","primary_location":{"id":"doi:10.1145/3557915.3561005","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3557915.3561005","pdf_url":null,"source":{"id":"https://openalex.org/S4363608995","display_name":"Proceedings of the 30th International Conference on Advances in Geographic Information Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th International Conference on Advances in Geographic Information Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087540118","display_name":"Fazel Arasteh","orcid":null},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Fazel Arasteh","raw_affiliation_strings":["York University, Toronto, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"York University, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003309544","display_name":"Soroush SheikhGarGar","orcid":null},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Soroush SheikhGarGar","raw_affiliation_strings":["York University, Toronto, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"York University, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008923918","display_name":"Manos Papagelis","orcid":"https://orcid.org/0000-0003-0138-2541"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Manos Papagelis","raw_affiliation_strings":["York University, Toronto, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"York University, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I192455969"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I192455969"],"apc_list":null,"apc_paid":null,"fwci":2.0079,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88089431,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7657248973846436},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7399830222129822},{"id":"https://openalex.org/keywords/shortest-path-problem","display_name":"Shortest path problem","score":0.5311668515205383},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.49232161045074463},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.47537413239479065},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.465432345867157},{"id":"https://openalex.org/keywords/equal-cost-multi-path-routing","display_name":"Equal-cost multi-path routing","score":0.4269052743911743},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.4101036787033081},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3795023560523987},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3293563425540924},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.2795422077178955},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19006279110908508},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.12851616740226746},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.10708141326904297},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10634034872055054}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7657248973846436},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7399830222129822},{"id":"https://openalex.org/C22590252","wikidata":"https://www.wikidata.org/wiki/Q1058754","display_name":"Shortest path problem","level":3,"score":0.5311668515205383},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.49232161045074463},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.47537413239479065},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.465432345867157},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.4269052743911743},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.4101036787033081},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3795023560523987},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3293563425540924},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.2795422077178955},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19006279110908508},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.12851616740226746},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.10708141326904297},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10634034872055054},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3557915.3561005","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3557915.3561005","pdf_url":null,"source":{"id":"https://openalex.org/S4363608995","display_name":"Proceedings of the 30th International Conference on Advances in Geographic Information Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th International Conference on Advances in Geographic Information Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.6299999952316284,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2903709398","https://openalex.org/W2975262648","https://openalex.org/W3034944009","https://openalex.org/W3142600612","https://openalex.org/W3182680493","https://openalex.org/W4313043808"],"related_works":["https://openalex.org/W2108305519","https://openalex.org/W3035942111","https://openalex.org/W2347665962","https://openalex.org/W2138640781","https://openalex.org/W2162880363","https://openalex.org/W2351097701","https://openalex.org/W1971663816","https://openalex.org/W2555559350","https://openalex.org/W2001312276","https://openalex.org/W4237143639"],"abstract_inverted_index":{"Traffic":[0],"congestion":[1,63],"is":[2,23,91,108],"characterized":[3],"by":[4,64,162,182],"longer":[5],"trip":[6],"times,":[7],"and":[8,25,107,157],"increased":[9],"air":[10],"pollution.":[11],"In":[12,50,73],"a":[13,21,53,78,104,118,125,141],"static":[14],"road":[15,37,155],"network,":[16,156],"the":[17,30,43,57,69,129,147,150,154,174,179],"travel":[18,188],"time":[19],"to":[20,45,92,97,114,128],"destination":[22],"constant":[24],"can":[26,61],"be":[27],"computed":[28],"using":[29],"shortest":[31,71],"path":[32],"first":[33],"algorithm":[34,60,181],"(SPF).":[35],"However,":[36],"network":[38],"conditions":[39],"are":[40],"dynamic,":[41],"rendering":[42],"SPF":[44,58,180],"perform":[46],"sub-optimally":[47],"at":[48],"times.":[49],"addition,":[51],"in":[52,186],"realistic":[54],"multiple-vehicle":[55],"scenario,":[56],"routing":[59,65,112,126,142,159],"cause":[62],"all":[66],"vehicles":[67],"through":[68],"same":[70],"path.":[72],"this":[74,86],"paper,":[75],"we":[76],"propose":[77],"network-aware":[79],"multi-agent":[80],"reinforcement":[81],"learning":[82],"model":[83,177],"for":[84,110],"addressing":[85],"problem.":[87],"Our":[88,169],"key":[89],"idea":[90],"assign":[93],"an":[94,121],"RL":[95,100,130,138,167],"agent":[96,101,106,131,139],"intersections.":[98],"Each":[99],"operates":[102],"as":[103],"router":[105],"responsible":[109],"providing":[111],"instructions":[113],"approaching":[115],"vehicles.":[116],"When":[117],"vehicle":[119],"reaches":[120],"intersection,":[122],"it":[123],"submits":[124],"query":[127],"consisting":[132],"of":[133,153],"its":[134],"final":[135],"destination.":[136],"The":[137],"generates":[140],"response":[143],"based":[144],"on":[145],"(i)":[146],"destination,":[148],"(ii)":[149],"current":[151],"state":[152],"(iii)":[158],"policies":[160],"learned":[161],"cooperating":[163],"with":[164],"other":[165],"neighboring":[166],"agents.":[168],"experimental":[170],"evaluation":[171],"shows":[172],"that":[173],"proposed":[175],"MARL":[176],"outperforms":[178],"(up":[183],"to)":[184],"20.2%":[185],"average":[187],"time.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}