{"id":"https://openalex.org/W3163548276","doi":"https://doi.org/10.1109/smc52423.2021.9658943","title":"Online Multimodal Transportation Planning using Deep Reinforcement Learning","display_name":"Online Multimodal Transportation Planning using Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3163548276","doi":"https://doi.org/10.1109/smc52423.2021.9658943","mag":"3163548276"},"language":"en","primary_location":{"id":"doi:10.1109/smc52423.2021.9658943","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc52423.2021.9658943","pdf_url":null,"source":{"id":"https://openalex.org/S4363607761","display_name":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.tue.nl/ws/files/194485513/Online_Multimodal_Transportation_Planning_using_Deep_Reinforcement_Learning.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010894301","display_name":"Amirreza Farahani","orcid":"https://orcid.org/0000-0003-2375-5396"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Amirreza Farahani","raw_affiliation_strings":["Eindhoven University of Technology,Department of Industrial Engineering,Eindhoven,The Netherlands,5612 AZ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology,Department of Industrial Engineering,Eindhoven,The Netherlands,5612 AZ","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056706542","display_name":"Laura Genga","orcid":"https://orcid.org/0000-0001-8746-8826"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Laura Genga","raw_affiliation_strings":["Eindhoven University of Technology,Department of Industrial Engineering,Eindhoven,The Netherlands,5612 AZ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology,Department of Industrial Engineering,Eindhoven,The Netherlands,5612 AZ","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024303560","display_name":"Remco Dijkman","orcid":"https://orcid.org/0000-0003-4083-0036"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Remco Dijkman","raw_affiliation_strings":["Eindhoven University of Technology,Department of Industrial Engineering,Eindhoven,The Netherlands,5612 AZ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology,Department of Industrial Engineering,Eindhoven,The Netherlands,5612 AZ","institution_ids":["https://openalex.org/I83019370"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":null,"apc_paid":null,"fwci":4.0045,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.94204372,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1691","last_page":"1698"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8365457057952881},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7138811945915222},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7094985842704773},{"id":"https://openalex.org/keywords/transportation-planning","display_name":"Transportation planning","score":0.5781970024108887},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.5624043941497803},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5359256267547607},{"id":"https://openalex.org/keywords/truck","display_name":"Truck","score":0.5291671752929688},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.5172651410102844},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.47825589776039124},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.47232526540756226},{"id":"https://openalex.org/keywords/competitor-analysis","display_name":"Competitor analysis","score":0.4505952298641205},{"id":"https://openalex.org/keywords/rule-of-thumb","display_name":"Rule of thumb","score":0.4245986342430115},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.35509955883026123},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3228985071182251},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1730937361717224}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8365457057952881},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7138811945915222},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7094985842704773},{"id":"https://openalex.org/C39118121","wikidata":"https://www.wikidata.org/wiki/Q1034047","display_name":"Transportation planning","level":2,"score":0.5781970024108887},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.5624043941497803},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5359256267547607},{"id":"https://openalex.org/C52121051","wikidata":"https://www.wikidata.org/wiki/Q43193","display_name":"Truck","level":2,"score":0.5291671752929688},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.5172651410102844},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.47825589776039124},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.47232526540756226},{"id":"https://openalex.org/C127576917","wikidata":"https://www.wikidata.org/wiki/Q624630","display_name":"Competitor analysis","level":2,"score":0.4505952298641205},{"id":"https://openalex.org/C89246107","wikidata":"https://www.wikidata.org/wiki/Q1398821","display_name":"Rule of thumb","level":2,"score":0.4245986342430115},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.35509955883026123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3228985071182251},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1730937361717224},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/smc52423.2021.9658943","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc52423.2021.9658943","pdf_url":null,"source":{"id":"https://openalex.org/S4363607761","display_name":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.tue.nl:publications/1a26b636-ae41-414c-88c5-e2849e02cb0e","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/1a26b636-ae41-414c-88c5-e2849e02cb0e","pdf_url":"https://pure.tue.nl/ws/files/194485513/Online_Multimodal_Transportation_Planning_using_Deep_Reinforcement_Learning.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Farahani, A, Genga, L & Dijkman, R 2022, Online Multimodal Transportation Planning using Deep Reinforcement Learning. in 2021 IEEE International Conference on Systems, Man, and Cybernetics, SMC 2021., 9658943, Institute of Electrical and Electronics Engineers, pp. 1691-1698, 2021 IEEE International Conference on Systems, Man and Cybernetics, IEEE SMC 2021, Melbourne, Victoria, Australia, 17/10/21. https://doi.org/10.1109/SMC52423.2021.9658943","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:tue:oai:pure.tue.nl:publications/1a26b636-ae41-414c-88c5-e2849e02cb0e","is_oa":false,"landing_page_url":"https://research.tue.nl/nl/publications/1a26b636-ae41-414c-88c5-e2849e02cb0e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2021 IEEE International Conference on Systems, Man, and Cybernetics, SMC 2021, 1691 - 1698","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:oai:pure.tue.nl:publications/1a26b636-ae41-414c-88c5-e2849e02cb0e","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/1a26b636-ae41-414c-88c5-e2849e02cb0e","pdf_url":"https://pure.tue.nl/ws/files/194485513/Online_Multimodal_Transportation_Planning_using_Deep_Reinforcement_Learning.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Farahani, A, Genga, L & Dijkman, R 2022, Online Multimodal Transportation Planning using Deep Reinforcement Learning. in 2021 IEEE International Conference on Systems, Man, and Cybernetics, SMC 2021., 9658943, Institute of Electrical and Electronics Engineers, pp. 1691-1698, 2021 IEEE International Conference on Systems, Man and Cybernetics, IEEE SMC 2021, Melbourne, Victoria, Australia, 17/10/21. https://doi.org/10.1109/SMC52423.2021.9658943","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4099999964237213}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3163548276.pdf","grobid_xml":"https://content.openalex.org/works/W3163548276.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W41159429","https://openalex.org/W626292722","https://openalex.org/W1757796397","https://openalex.org/W2006017723","https://openalex.org/W2038855137","https://openalex.org/W2138460300","https://openalex.org/W2150468603","https://openalex.org/W2199523148","https://openalex.org/W2425853333","https://openalex.org/W2469855837","https://openalex.org/W2507756961","https://openalex.org/W2535679265","https://openalex.org/W2560592986","https://openalex.org/W2562522332","https://openalex.org/W2607264901","https://openalex.org/W2805798351","https://openalex.org/W2807766588","https://openalex.org/W2810073955","https://openalex.org/W2898279621","https://openalex.org/W2911754412","https://openalex.org/W2912555327","https://openalex.org/W2921600809","https://openalex.org/W2943238378","https://openalex.org/W2951846985","https://openalex.org/W2952332632","https://openalex.org/W2962979969","https://openalex.org/W2964043796","https://openalex.org/W2981633988","https://openalex.org/W2996747743","https://openalex.org/W2997873913","https://openalex.org/W3014847873","https://openalex.org/W3043239066","https://openalex.org/W3043388922","https://openalex.org/W3101246294","https://openalex.org/W3103780890","https://openalex.org/W3107359062","https://openalex.org/W4295138992","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6692846177","https://openalex.org/W6725207838","https://openalex.org/W6730742100","https://openalex.org/W6731195585","https://openalex.org/W6748487558","https://openalex.org/W6758687306","https://openalex.org/W6771989723","https://openalex.org/W6780949593"],"related_works":["https://openalex.org/W2358804928","https://openalex.org/W4225710828","https://openalex.org/W1998528887","https://openalex.org/W2965538880","https://openalex.org/W2143282039","https://openalex.org/W2528370785","https://openalex.org/W4200335562","https://openalex.org/W2861933770","https://openalex.org/W618248309","https://openalex.org/W4210330112"],"abstract_inverted_index":{"In":[0],"this":[1],"paper":[2],"we":[3,112],"propose":[4],"a":[5,12,24,47,123,131,136],"Deep":[6,107],"Reinforcement":[7,108],"Learning":[8,109],"approach":[9,57],"to":[10,23,27,33,78,81,149,173,181],"solve":[11],"multimodal":[13],"transportation":[14,53,70,75,89,96,164],"planning":[15,38],"problem,":[16],"in":[17,60,94,160,211],"which":[18],"containers":[19,50],"must":[20],"be":[21],"assigned":[22],"truck":[25],"or":[26],"trains":[28],"that":[29,61,84,121,143],"will":[30],"transport":[31],"them":[32],"their":[34],"destination.":[35],"While":[36],"traditional":[37],"methods":[39],"work":[40],"\"offline\"":[41],"(i.e.,":[42],"they":[43],"take":[44,64],"decisions":[45,65],"for":[46,66,116,175,183,192,197],"batch":[48],"of":[49,130,153,162,168,200],"before":[51],"the":[52,55,87,105,128,144,176,184,193,198,201],"starts),":[54],"proposed":[56,106,145],"is":[58,71],"\"online\",":[59],"it":[62,187],"can":[63],"individual":[67],"containers,":[68],"while":[69],"being":[72],"executed.":[73],"Planning":[74],"online":[76],"helps":[77],"effectively":[79],"respond":[80],"unforeseen":[82],"events":[83],"may":[85],"affect":[86],"original":[88],"plan,":[90],"thus":[91],"supporting":[92],"companies":[93],"lowering":[95],"costs.":[97],"We":[98],"implemented":[99],"different":[100],"container":[101,154],"selection":[102],"heuristics":[103],"within":[104,190],"algorithm":[110],"and":[111,166,178,195],"evaluated":[113],"its":[114],"performance":[115],"each":[117],"heuristic":[118],"using":[119],"data":[120],"simulate":[122],"realistic":[124],"scenario,":[125],"designed":[126],"on":[127],"basis":[129],"real":[132],"case":[133],"study":[134],"at":[135],"logistics":[137],"company.":[138],"The":[139],"experimental":[140],"results":[141,189],"revealed":[142],"method":[146],"was":[147],"able":[148],"learn":[150],"effective":[151],"patterns":[152],"assignment.":[155],"It":[156],"out-performed":[157],"tested":[158],"competitors":[159],"terms":[161],"total":[163],"costs":[165],"utilization":[167],"train":[169],"capacity":[170,199],"by":[171,179,205],"20.48%":[172],"55.32%":[174],"cost":[177,194],"7.51%":[180],"20.54%":[182],"capacity.":[185],"Furthermore,":[186],"obtained":[188],"2.7%":[191],"0.72%":[196],"optimal":[202],"solution":[203],"generated":[204],"an":[206,212],"Integer":[207],"Linear":[208],"Programming":[209],"solver":[210],"offline":[213],"setting.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}