{"id":"https://openalex.org/W3136037938","doi":"https://doi.org/10.1109/bigdata50022.2020.9378191","title":"Dynamic Dispatching for Large-Scale Heterogeneous Fleet via Multi-agent Deep Reinforcement Learning","display_name":"Dynamic Dispatching for Large-Scale Heterogeneous Fleet via Multi-agent Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-12-10","ids":{"openalex":"https://openalex.org/W3136037938","doi":"https://doi.org/10.1109/bigdata50022.2020.9378191","mag":"3136037938"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata50022.2020.9378191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9378191","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079335583","display_name":"Chi Zhang","orcid":"https://orcid.org/0000-0003-3823-7794"},"institutions":[{"id":"https://openalex.org/I86725329","display_name":"Hitachi Global Storage Technologies (United States)","ror":"https://ror.org/02q0s1x22","country_code":"US","type":"company","lineage":["https://openalex.org/I86725329"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chi Zhang","raw_affiliation_strings":["Industrial AI Lab Hitachi America Ltd., Santa Clara, CA"],"affiliations":[{"raw_affiliation_string":"Industrial AI Lab Hitachi America Ltd., Santa Clara, CA","institution_ids":["https://openalex.org/I86725329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030064470","display_name":"Philip Odonkor","orcid":"https://orcid.org/0000-0003-3616-1431"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip Odonkor","raw_affiliation_strings":["Stevens Institute of Technology, Hoboken, NJ"],"affiliations":[{"raw_affiliation_string":"Stevens Institute of Technology, Hoboken, NJ","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100726971","display_name":"Shuai Zheng","orcid":"https://orcid.org/0000-0001-9006-6318"},"institutions":[{"id":"https://openalex.org/I86725329","display_name":"Hitachi Global Storage Technologies (United States)","ror":"https://ror.org/02q0s1x22","country_code":"US","type":"company","lineage":["https://openalex.org/I86725329"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuai Zheng","raw_affiliation_strings":["Industrial AI Lab Hitachi America Ltd., Santa Clara, CA"],"affiliations":[{"raw_affiliation_string":"Industrial AI Lab Hitachi America Ltd., Santa Clara, CA","institution_ids":["https://openalex.org/I86725329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086878357","display_name":"Hamed Khorasgani","orcid":"https://orcid.org/0000-0002-0892-6276"},"institutions":[{"id":"https://openalex.org/I86725329","display_name":"Hitachi Global Storage Technologies (United States)","ror":"https://ror.org/02q0s1x22","country_code":"US","type":"company","lineage":["https://openalex.org/I86725329"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamed Khorasgani","raw_affiliation_strings":["Industrial AI Lab Hitachi America Ltd., Santa Clara, CA"],"affiliations":[{"raw_affiliation_string":"Industrial AI Lab Hitachi America Ltd., Santa Clara, CA","institution_ids":["https://openalex.org/I86725329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076584511","display_name":"Susumu Serita","orcid":null},"institutions":[{"id":"https://openalex.org/I86725329","display_name":"Hitachi Global Storage Technologies (United States)","ror":"https://ror.org/02q0s1x22","country_code":"US","type":"company","lineage":["https://openalex.org/I86725329"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susumu Serita","raw_affiliation_strings":["Industrial AI Lab Hitachi America Ltd., Santa Clara, CA"],"affiliations":[{"raw_affiliation_string":"Industrial AI Lab Hitachi America Ltd., Santa Clara, CA","institution_ids":["https://openalex.org/I86725329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103731588","display_name":"Chetan Gupta","orcid":null},"institutions":[{"id":"https://openalex.org/I86725329","display_name":"Hitachi Global Storage Technologies (United States)","ror":"https://ror.org/02q0s1x22","country_code":"US","type":"company","lineage":["https://openalex.org/I86725329"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chetan Gupta","raw_affiliation_strings":["Industrial AI Lab Hitachi America Ltd., Santa Clara, CA"],"affiliations":[{"raw_affiliation_string":"Industrial AI Lab Hitachi America Ltd., Santa Clara, CA","institution_ids":["https://openalex.org/I86725329"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100354432","display_name":"Haiyan Wang","orcid":"https://orcid.org/0000-0001-8289-5351"},"institutions":[{"id":"https://openalex.org/I86725329","display_name":"Hitachi Global Storage Technologies (United States)","ror":"https://ror.org/02q0s1x22","country_code":"US","type":"company","lineage":["https://openalex.org/I86725329"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haiyan Wang","raw_affiliation_strings":["Industrial AI Lab Hitachi America Ltd., Santa Clara, CA"],"affiliations":[{"raw_affiliation_string":"Industrial AI Lab Hitachi America Ltd., Santa Clara, CA","institution_ids":["https://openalex.org/I86725329"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5079335583"],"corresponding_institution_ids":["https://openalex.org/I86725329"],"apc_list":null,"apc_paid":null,"fwci":2.4964,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.90856075,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1436","last_page":"1441"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13065","display_name":"Mining Techniques and Economics","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8193023800849915},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7799167633056641},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6255115866661072},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.502385139465332},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4851265847682953},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45844176411628723},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4395652711391449},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42008838057518005},{"id":"https://openalex.org/keywords/truck","display_name":"Truck","score":0.41550135612487793},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3236117959022522},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12537699937820435}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8193023800849915},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7799167633056641},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6255115866661072},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.502385139465332},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4851265847682953},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45844176411628723},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4395652711391449},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42008838057518005},{"id":"https://openalex.org/C52121051","wikidata":"https://www.wikidata.org/wiki/Q43193","display_name":"Truck","level":2,"score":0.41550135612487793},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3236117959022522},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12537699937820435},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata50022.2020.9378191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9378191","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310366","display_name":"Hitachi","ror":"https://ror.org/02exqgm79"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1560074431","https://openalex.org/W1582821475","https://openalex.org/W1665214252","https://openalex.org/W2044981647","https://openalex.org/W2119974213","https://openalex.org/W2140170679","https://openalex.org/W2187585879","https://openalex.org/W2592111460","https://openalex.org/W2742580292","https://openalex.org/W2744067593","https://openalex.org/W2766447205","https://openalex.org/W2962764167","https://openalex.org/W2963658727","https://openalex.org/W2977949361","https://openalex.org/W2977967375","https://openalex.org/W2996037775","https://openalex.org/W3015845567","https://openalex.org/W3016237793","https://openalex.org/W3030815866","https://openalex.org/W3031953693","https://openalex.org/W4252299384","https://openalex.org/W4285719527","https://openalex.org/W6633472260","https://openalex.org/W6637242042","https://openalex.org/W6686847057","https://openalex.org/W6768223682","https://openalex.org/W6768742838","https://openalex.org/W6772005887"],"related_works":["https://openalex.org/W1517019597","https://openalex.org/W1968776045","https://openalex.org/W2296713838","https://openalex.org/W767149399","https://openalex.org/W3036261569","https://openalex.org/W2889950528","https://openalex.org/W575062473","https://openalex.org/W4297672583","https://openalex.org/W2357934771","https://openalex.org/W3033024819"],"abstract_inverted_index":{"Dynamic":[0],"dispatching":[1,112],"is":[2,19,65],"one":[3],"of":[4,56,60,177,189,198],"the":[5,25,29,33,37,54,110,160,165,171],"core":[6],"problems":[7],"for":[8,211],"operation":[9],"optimization":[10],"in":[11,81,92,114,126,153,170,175,185,202],"traditional":[12],"industries":[13,190],"such":[14,74],"as":[15,17,75,207],"mining,":[16],"it":[18,86],"about":[20],"how":[21],"to":[22,28,108,143],"smartly":[23],"allocate":[24],"right":[26,30,34],"resources":[27],"place":[31],"at":[32],"time.":[35],"Conventionally,":[36],"industry":[38,172],"relies":[39],"on":[40],"heuristics":[41],"or":[42],"even":[43],"human":[44],"intuitions":[45],"which":[46,194],"are":[47],"often":[48],"short-sighted":[49],"and":[50,58,77,150],"sub-optimal":[51],"solutions.":[52],"Leveraging":[53],"power":[55],"AI":[57],"Internet":[59],"Things":[61],"(IoT),":[62],"data-driven":[63],"automation":[64],"reshaping":[66],"this":[67,98],"area.":[68],"However,":[69],"facing":[70],"its":[71],"own":[72],"challenges":[73],"large-scale":[76,197],"heterogenous":[78,199],"trucks":[79],"running":[80],"a":[82,102,138,154,186,196,203,208],"highly":[83,204],"dynamic":[84,111,205,212],"environment,":[85,206],"can":[87],"barely":[88],"adopt":[89],"methods":[90,162],"developed":[91],"other":[93],"domains":[94],"(e.g.,":[95,191],"ride-sharing).":[96],"In":[97],"paper,":[99],"we":[100,130],"propose":[101,131],"novel":[103,139],"Deep":[104,134],"Reinforcement":[105],"Learning":[106],"approach":[107,181],"solve":[109],"problem":[113],"mining.":[115],"We":[116,157],"first":[117],"develop":[118],"an":[119,132],"event-based":[120],"mining":[121],"simulator":[122],"with":[123,137],"parameters":[124],"calibrated":[125],"real":[127],"mines.":[128],"Then":[129],"experience-sharing":[133],"Q":[135],"Network":[136],"abstract":[140],"state/action":[141],"representation":[142],"learn":[144],"memories":[145],"from":[146],"heterogeneous":[147],"agents":[148],"altogether":[149],"realizes":[151],"learning":[152],"centralized":[155],"way.":[156],"demonstrate":[158],"that":[159],"proposed":[161,180],"significantly":[163],"outperform":[164],"most":[166],"widely":[167],"adopted":[168],"approaches":[169],"by":[173],"5.56%":[174],"terms":[176],"productivity.":[178],"The":[179],"has":[182],"great":[183],"potential":[184],"broader":[187],"range":[188],"manufacturing,":[192],"logistics)":[193],"have":[195],"equipment":[200],"working":[201],"general":[209],"framework":[210],"resource":[213],"allocation.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}