{"id":"https://openalex.org/W4413979703","doi":"https://doi.org/10.1109/tits.2025.3601536","title":"Real-Time Matching and Dispatching for Urban Freight Transportation: A Hierarchical Reinforcement Learning Through Actor-Critic and H3 Spatial Partitioning","display_name":"Real-Time Matching and Dispatching for Urban Freight Transportation: A Hierarchical Reinforcement Learning Through Actor-Critic and H3 Spatial Partitioning","publication_year":2025,"publication_date":"2025-09-04","ids":{"openalex":"https://openalex.org/W4413979703","doi":"https://doi.org/10.1109/tits.2025.3601536"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3601536","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3601536","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089618344","display_name":"Ali Shiri","orcid":null},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ali Shiri","raw_affiliation_strings":["Departement de mathématiques et de génie industriel, Polytechnique Montréal, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0009-0000-7725-9975","affiliations":[{"raw_affiliation_string":"Departement de mathématiques et de génie industriel, Polytechnique Montréal, Montreal, QC, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083719154","display_name":"Asad Yarahmadi","orcid":"https://orcid.org/0000-0001-9640-4023"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Asad Yarahmadi","raw_affiliation_strings":["Departement de mathématiques et de génie industriel, Polytechnique Montréal, Montreal, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departement de mathématiques et de génie industriel, Polytechnique Montréal, Montreal, QC, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050578289","display_name":"Samira Keivanpour","orcid":"https://orcid.org/0000-0003-3554-7789"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Samira Keivanpour","raw_affiliation_strings":["Departement de mathématiques et de génie industriel, Polytechnique Montréal, Montreal, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departement de mathématiques et de génie industriel, Polytechnique Montréal, Montreal, QC, Canada","institution_ids":["https://openalex.org/I45683168"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7368,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.73725642,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"26","issue":"11","first_page":"20814","last_page":"20825"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12306","display_name":"Urban and Freight Transport Logistics","score":0.9383999705314636,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12306","display_name":"Urban and Freight Transport Logistics","score":0.9383999705314636,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9046000242233276,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7432135343551636},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6488256454467773},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5582663416862488},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.5053958892822266},{"id":"https://openalex.org/keywords/travel-time","display_name":"Travel time","score":0.4843240976333618},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4006417393684387},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.38259977102279663},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.30212563276290894},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0947730541229248}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7432135343551636},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6488256454467773},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5582663416862488},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.5053958892822266},{"id":"https://openalex.org/C2985733770","wikidata":"https://www.wikidata.org/wiki/Q1233007","display_name":"Travel time","level":2,"score":0.4843240976333618},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4006417393684387},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.38259977102279663},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30212563276290894},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0947730541229248},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tits.2025.3601536","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3601536","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:publications.polymtl.ca:68394","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W1525941177","https://openalex.org/W4389662547"],"abstract_inverted_index":{"Real-time":[0],"freight":[1,49,99,151,167],"matching":[2,44,66],"and":[3,15,20,45,55,80,124,136,147],"dispatching":[4,46],"present":[5,69],"complex":[6],"challenges":[7],"due":[8],"to":[9,130,160],"the":[10,21,89,156,162],"dynamic":[11,150],"nature":[12],"of":[13,98,158,165],"supply":[14],"demand,":[16],"high-dimensional":[17],"decision":[18],"spaces,":[19],"need":[22],"for":[23,77,84],"rapid":[24],"response":[25],"under":[26,57],"operational":[27,163],"constraints.":[28,59],"In":[29],"this":[30],"paper,":[31],"we":[32,68],"propose":[33],"a":[34],"novel":[35],"Hierarchical":[36],"Reinforcement":[37],"Learning":[38],"(HRL)":[39],"framework":[40,111],"that":[41,109],"jointly":[42],"optimizes":[43],"processes":[47],"in":[48,101,149],"transportation,":[50],"offering":[51],"enhanced":[52],"responsiveness,":[53],"modularity,":[54],"coordination":[56],"real-time":[58],"To":[60],"mitigate":[61],"computational":[62],"demands":[63],"without":[64],"sacrificing":[65],"accuracy,":[67],"two":[70],"efficient":[71],"pre-filtering":[72],"algorithms,":[73],"PAMA":[74],"(Pre-filtering":[75,82],"Algorithm":[76,83],"Matching":[78],"Agent)":[79],"PADA":[81],"Dispatching":[85],"Agent),":[86],"which":[87],"enhance":[88,161],"H3":[90],"hexagonal":[91],"geospatial":[92],"partitioning":[93],"system.":[94],"A":[95],"GIS-based":[96],"simulation":[97],"flow":[100],"Montreal":[102],"provides":[103],"realistic":[104],"validation.":[105],"Experimental":[106],"results":[107],"show":[108],"our":[110,139],"improves":[112],"successful":[113],"match":[114],"rates":[115],"by":[116,122],"1.73%,":[117],"reduces":[118],"vehicle":[119],"idle":[120],"time":[121],"5.7%,":[123],"maintains":[125],"low":[126],"empty":[127],"mileage.":[128],"Compared":[129],"state-of-the-art":[131],"baselines":[132],"including":[133],"Deep":[134],"Q-Network":[135],"clustering-based":[137],"methods,":[138],"HRL":[140,159],"model":[141],"achieves":[142],"superior":[143],"reward":[144],"efficiency,":[145],"scalability,":[146],"adaptability":[148],"environments.":[152],"These":[153],"findings":[154],"underscore":[155],"potential":[157],"efficiency":[164],"smart":[166],"platforms.":[168]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}