{"id":"https://openalex.org/W3130088494","doi":"https://doi.org/10.1145/3448218.3448219","title":"Action-limited, Multimodal Deep Q Learning for AGV Fleet Route Planning","display_name":"Action-limited, Multimodal Deep Q Learning for AGV Fleet Route Planning","publication_year":2021,"publication_date":"2021-01-14","ids":{"openalex":"https://openalex.org/W3130088494","doi":"https://doi.org/10.1145/3448218.3448219","mag":"3130088494"},"language":"en","primary_location":{"id":"doi:10.1145/3448218.3448219","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448218.3448219","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th International Conference on Control Engineering and Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100623303","display_name":"Hang Liu","orcid":"https://orcid.org/0000-0001-9664-3331"},"institutions":[{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hang Liu","raw_affiliation_strings":["Research & Development Group, Hitachi, Ltd Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Research & Development Group, Hitachi, Ltd Tokyo, Japan","institution_ids":["https://openalex.org/I65143321"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109306119","display_name":"Akihiko Hyodo","orcid":null},"institutions":[{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akihiko Hyodo","raw_affiliation_strings":["Research & Development Group, Hitachi, Ltd Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Research & Development Group, Hitachi, Ltd Tokyo, Japan","institution_ids":["https://openalex.org/I65143321"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064732632","display_name":"Akihito Akai","orcid":null},"institutions":[{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akihito Akai","raw_affiliation_strings":["Research & Development Group, Hitachi, Ltd Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Research & Development Group, Hitachi, Ltd Tokyo, Japan","institution_ids":["https://openalex.org/I65143321"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059413839","display_name":"Hidenori Sakaniwa","orcid":null},"institutions":[{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hidenori Sakaniwa","raw_affiliation_strings":["Research & Development Group, Hitachi, Ltd Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Research & Development Group, Hitachi, Ltd Tokyo, Japan","institution_ids":["https://openalex.org/I65143321"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101549126","display_name":"Shintaro Suzuki","orcid":"https://orcid.org/0000-0002-6121-784X"},"institutions":[{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shintaro Suzuki","raw_affiliation_strings":["Research & Development Group, Hitachi, Ltd Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Research & Development Group, Hitachi, Ltd Tokyo, Japan","institution_ids":["https://openalex.org/I65143321"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100623303"],"corresponding_institution_ids":["https://openalex.org/I65143321"],"apc_list":null,"apc_paid":null,"fwci":0.8896,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.77807271,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"57","last_page":"62"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12306","display_name":"Urban and Freight Transport Logistics","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7105547189712524},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5498077273368835},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49306532740592957},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4593413770198822},{"id":"https://openalex.org/keywords/route-planning","display_name":"Route planning","score":0.43340691924095154},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.225361168384552},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.21993005275726318},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.1800771951675415}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7105547189712524},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5498077273368835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49306532740592957},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4593413770198822},{"id":"https://openalex.org/C2989549987","wikidata":"https://www.wikidata.org/wiki/Q350882","display_name":"Route planning","level":2,"score":0.43340691924095154},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.225361168384552},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.21993005275726318},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.1800771951675415},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3448218.3448219","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448218.3448219","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th International Conference on Control Engineering and Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1969483458","https://openalex.org/W1993026423","https://openalex.org/W1999941455","https://openalex.org/W2004867005","https://openalex.org/W2079329679","https://openalex.org/W2104332709","https://openalex.org/W2108767121","https://openalex.org/W2137448073","https://openalex.org/W2140153029","https://openalex.org/W2145339207","https://openalex.org/W2145493798","https://openalex.org/W2155968351","https://openalex.org/W2619383789","https://openalex.org/W2887784286","https://openalex.org/W2946469828","https://openalex.org/W4253331343","https://openalex.org/W4301104990","https://openalex.org/W6684928874"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"The":[0,19,128],"superiority":[1],"of":[2,71,107],"Automated":[3],"Guided":[4],"Vehicle":[5],"(AGV)":[6],"fleet":[7,101,137],"management":[8,138],"system":[9],"is":[10,96],"often":[11],"reflected":[12],"in":[13,39,85],"the":[14,61,68,76,105,132],"time-efficient":[15],"on":[16,80,140],"overall":[17],"dispatch/navigation.":[18],"reinforcement":[20],"learning":[21,95,112],"can":[22,78,135],"then":[23],"be":[24],"applied":[25],"to":[26,41,98,104],"help":[27,106],"provide":[28],"an":[29,54],"optimal":[30],"route":[31],"planning":[32],"for":[33,46],"such":[34],"fleet.":[35],"In":[36],"this":[37],"study,":[38],"order":[40],"obtain":[42],"suitable":[43],"navigation":[44],"strategies":[45],"certain":[47,72],"specific":[48],"momentary":[49],"road":[50,89],"conditions,":[51],"we":[52],"propose":[53],"improved":[55],"deep":[56,93],"Q":[57,69,94],"network.":[58],"It":[59],"modifies":[60],"regression":[62],"loss":[63],"calculation":[64],"method":[65,134],"by":[66],"bounding":[67],"output":[70],"actions,":[73],"so":[74],"that":[75,82],"network":[77],"focus":[79],"actions":[81],"are":[83],"more":[84],"line":[86],"with":[87],"current":[88],"conditions.":[90],"Moreover,":[91],"multimodal":[92],"adopted":[97],"further":[99],"improve":[100],"efficiency,":[102],"owing":[103],"multi-source":[108],"monitoring":[109],"data.":[110],"Such":[111],"collects":[113],"action":[114],"suggestions":[115],"from":[116],"each":[117],"unimodal":[118],"learning,":[119],"and":[120],"integrates":[121],"their":[122],"results":[123,130],"through":[124],"experience-based":[125],"pooling":[126],"calculations.":[127],"simulation":[129],"show":[131],"proposed":[133],"optimize":[136],"efficiency":[139],"time":[141],"consumption":[142],"level.":[143]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-12-16T23:43:54.943958","created_date":"2025-10-10T00:00:00"}