{"id":"https://openalex.org/W3125178068","doi":"https://doi.org/10.1109/tits.2020.3048361","title":"FlexPool: A Distributed Model-Free Deep Reinforcement Learning Algorithm for Joint Passengers and Goods Transportation","display_name":"FlexPool: A Distributed Model-Free Deep Reinforcement Learning Algorithm for Joint Passengers and Goods Transportation","publication_year":2021,"publication_date":"2021-01-15","ids":{"openalex":"https://openalex.org/W3125178068","doi":"https://doi.org/10.1109/tits.2020.3048361","mag":"3125178068"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2020.3048361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2020.3048361","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015748228","display_name":"Kaushik Manchella","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaushik Manchella","raw_affiliation_strings":["School of Industrial Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Industrial Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060355597","display_name":"Abhishek K. Umrawal","orcid":"https://orcid.org/0000-0003-4460-7499"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhishek K. Umrawal","raw_affiliation_strings":["School of Industrial Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-4460-7499","affiliations":[{"raw_affiliation_string":"School of Industrial Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064822688","display_name":"Vaneet Aggarwal","orcid":"https://orcid.org/0000-0001-9131-4723"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vaneet Aggarwal","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","School of Industrial Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0001-9131-4723","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]},{"raw_affiliation_string":"School of Industrial Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":6.4166,"has_fulltext":false,"cited_by_count":89,"citation_normalized_percentile":{"value":0.97268859,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":"4","first_page":"2035","last_page":"2047"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12392","display_name":"Sharing Economy and Platforms","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7187281847000122},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.5808489918708801},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5586439967155457},{"id":"https://openalex.org/keywords/last-mile","display_name":"Last mile (transportation)","score":0.4496510624885559},{"id":"https://openalex.org/keywords/truck","display_name":"Truck","score":0.44052356481552124},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4342750310897827},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4123510718345642},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.35817503929138184},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3121451437473297},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.16984012722969055},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15068548917770386},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.1302262842655182},{"id":"https://openalex.org/keywords/mile","display_name":"Mile","score":0.11429193615913391}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7187281847000122},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.5808489918708801},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5586439967155457},{"id":"https://openalex.org/C45440154","wikidata":"https://www.wikidata.org/wiki/Q6494801","display_name":"Last mile (transportation)","level":3,"score":0.4496510624885559},{"id":"https://openalex.org/C52121051","wikidata":"https://www.wikidata.org/wiki/Q43193","display_name":"Truck","level":2,"score":0.44052356481552124},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4342750310897827},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4123510718345642},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.35817503929138184},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3121451437473297},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.16984012722969055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15068548917770386},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.1302262842655182},{"id":"https://openalex.org/C186379835","wikidata":"https://www.wikidata.org/wiki/Q253276","display_name":"Mile","level":2,"score":0.11429193615913391},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2020.3048361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2020.3048361","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.4699999988079071,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G2618319484","display_name":null,"funder_award_id":"CNS-1618335","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W615119780","https://openalex.org/W1893706364","https://openalex.org/W2020329627","https://openalex.org/W2155968351","https://openalex.org/W2283594067","https://openalex.org/W2522004770","https://openalex.org/W2550729640","https://openalex.org/W2745868649","https://openalex.org/W2746553466","https://openalex.org/W2762670476","https://openalex.org/W2808035253","https://openalex.org/W2884345121","https://openalex.org/W2964169391","https://openalex.org/W2968301466","https://openalex.org/W2980195313","https://openalex.org/W2982455172","https://openalex.org/W2990778593","https://openalex.org/W3005463781","https://openalex.org/W3006149340","https://openalex.org/W3100789280","https://openalex.org/W4288087917","https://openalex.org/W6619303556","https://openalex.org/W6727056986","https://openalex.org/W6752500928","https://openalex.org/W6769893892"],"related_works":["https://openalex.org/W2151768624","https://openalex.org/W2214078930","https://openalex.org/W3122052772","https://openalex.org/W1983537108","https://openalex.org/W561646759","https://openalex.org/W1974098980","https://openalex.org/W630632068","https://openalex.org/W587064707","https://openalex.org/W4205159025","https://openalex.org/W602275442"],"abstract_inverted_index":{"The":[0,46,111,146],"growth":[1],"in":[2,11,182,201],"online":[3],"goods":[4,54,77,98,122,215],"delivery":[5,78],"is":[6,154],"causing":[7],"a":[8,86,117,124,168,210],"dramatic":[9],"surge":[10],"urban":[12,49,171],"vehicle":[13,40],"traffic":[14],"from":[15,105,186],"last-mile":[16],"deliveries.":[17],"On":[18],"the":[19,26,29,109,131,184,217],"other":[20,179],"hand,":[21],"ride-sharing":[22,32,118],"has":[23],"been":[24],"on":[25,37,56,150,167],"rise":[27],"with":[28,76,108,156],"success":[30],"of":[31,48,67,212,219],"platforms":[33],"and":[34,44,53,64,120,135,144,163,196,222],"increased":[35],"research":[36],"using":[38,123],"autonomous":[39],"technologies":[41],"for":[42,51,116,142,161],"routing":[43],"matching.":[45],"future":[47],"mobility":[50,172],"passengers":[52,96,115,143,162,187,213,231],"relies":[55],"leveraging":[57],"new":[58],"methods":[59],"that":[60,93,176],"minimize":[61],"operational":[62,133],"costs":[63],"environmental":[65,136],"footprints":[66],"transportation":[68,75],"systems.":[69],"This":[70],"article":[71],"considers":[72],"combining":[73],"passenger":[74],"to":[79,203],"improve":[80],"vehicle-based":[81],"transportation.":[82],"We":[83],"propose":[84],"FlexPool:":[85],"distributed":[87],"model-free":[88,180,205,224],"deep":[89,151],"reinforcement":[90,152],"learning":[91,101,153],"algorithm":[92,113,148,160],"jointly":[94],"serves":[95],"&":[97,188,214],"workloads":[99],"by":[100],"optimal":[102],"dispatch":[103],"policies":[104],"its":[106],"interaction":[107],"environment.":[110],"proposed":[112],"pools":[114],"service":[119,140],"delivers":[121],"multi-hop":[125,220],"transit":[126],"method.":[127],"These":[128],"flexibilities":[129],"decrease":[130],"fleet's":[132],"cost":[134],"footprint":[137],"while":[138],"maintaining":[139],"levels":[141],"goods.":[145,164,189,233],"dispatching":[147],"based":[149],"integrated":[155],"an":[157],"efficient":[158],"matching":[159],"Through":[165],"simulations":[166],"realistic":[169],"multi-agent":[170],"platform,":[173],"we":[174],"demonstrate":[175],"FlexPool":[177,190],"outperforms":[178],"settings":[181],"serving":[183],"demands":[185],"achieves":[191],"30%":[192],"higher":[193,198],"fleet":[194],"utilization":[195],"35%":[197],"fuel":[199],"efficiency":[200],"comparison":[202],"(i)":[204],"approaches":[206,225],"where":[207,226],"vehicles":[208,227],"transport":[209,229],"combination":[211],"without":[216],"use":[218],"transit,":[221],"(ii)":[223],"exclusively":[228],"either":[230],"or":[232]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":13}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}