{"id":"https://openalex.org/W4312756011","doi":"https://doi.org/10.1109/case49997.2022.9926449","title":"High-level Reward Deep Reinforcement Learning Approach for a Novel Physical-Logical Hybrid Factory Line Robot Vehicle Simulation","display_name":"High-level Reward Deep Reinforcement Learning Approach for a Novel Physical-Logical Hybrid Factory Line Robot Vehicle Simulation","publication_year":2022,"publication_date":"2022-08-20","ids":{"openalex":"https://openalex.org/W4312756011","doi":"https://doi.org/10.1109/case49997.2022.9926449"},"language":"en","primary_location":{"id":"doi:10.1109/case49997.2022.9926449","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case49997.2022.9926449","pdf_url":null,"source":{"id":"https://openalex.org/S4363607892","display_name":"2022 IEEE 18th International Conference on Automation Science and Engineering (CASE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 18th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043004282","display_name":"Ryota Higa","orcid":null},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]},{"id":"https://openalex.org/I118347220","display_name":"NEC (Japan)","ror":"https://ror.org/04jndar25","country_code":"JP","type":"company","lineage":["https://openalex.org/I118347220"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Ryota Higa","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology,Artificial Intelligence Research Center,Koto-ku,Japan,Tokyo 135-0064","Data Science Research Laboratories, NEC Corp., Kawasaki, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology,Artificial Intelligence Research Center,Koto-ku,Japan,Tokyo 135-0064","institution_ids":["https://openalex.org/I73613424"]},{"raw_affiliation_string":"Data Science Research Laboratories, NEC Corp., Kawasaki, Japan","institution_ids":["https://openalex.org/I118347220"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086735744","display_name":"Shinji Nakadai","orcid":"https://orcid.org/0000-0003-1652-838X"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]},{"id":"https://openalex.org/I118347220","display_name":"NEC (Japan)","ror":"https://ror.org/04jndar25","country_code":"JP","type":"company","lineage":["https://openalex.org/I118347220"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shinji Nakadai","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology,Artificial Intelligence Research Center,Koto-ku,Japan,Tokyo 135-0064","Data Science Research Laboratories, NEC Corp., Kawasaki, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology,Artificial Intelligence Research Center,Koto-ku,Japan,Tokyo 135-0064","institution_ids":["https://openalex.org/I73613424"]},{"raw_affiliation_string":"Data Science Research Laboratories, NEC Corp., Kawasaki, Japan","institution_ids":["https://openalex.org/I118347220"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5043004282"],"corresponding_institution_ids":["https://openalex.org/I118347220","https://openalex.org/I73613424"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24645697,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1399","last_page":"1404"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9412999749183655,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9380999803543091,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/factory","display_name":"Factory (object-oriented programming)","score":0.7106924057006836},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6630538702011108},{"id":"https://openalex.org/keywords/production-line","display_name":"Production line","score":0.6455442309379578},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6231889724731445},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5791751742362976},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5657572746276855},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5620154738426208},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.561018705368042},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5344862937927246},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.4116004407405853},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3965737819671631},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3629802465438843},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.34004610776901245},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32133352756500244},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.29016757011413574},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.18374589085578918}],"concepts":[{"id":"https://openalex.org/C40149104","wikidata":"https://www.wikidata.org/wiki/Q5620977","display_name":"Factory (object-oriented programming)","level":2,"score":0.7106924057006836},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6630538702011108},{"id":"https://openalex.org/C99862985","wikidata":"https://www.wikidata.org/wiki/Q10858068","display_name":"Production line","level":2,"score":0.6455442309379578},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6231889724731445},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5791751742362976},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5657572746276855},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5620154738426208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.561018705368042},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5344862937927246},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.4116004407405853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3965737819671631},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3629802465438843},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.34004610776901245},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32133352756500244},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29016757011413574},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.18374589085578918},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case49997.2022.9926449","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case49997.2022.9926449","pdf_url":null,"source":{"id":"https://openalex.org/S4363607892","display_name":"2022 IEEE 18th International Conference on Automation Science and Engineering (CASE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 18th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4380881540","https://openalex.org/W2005241044","https://openalex.org/W1992200341","https://openalex.org/W1769094419","https://openalex.org/W2092012225","https://openalex.org/W4242330506","https://openalex.org/W2363687700","https://openalex.org/W2287392633","https://openalex.org/W2981481368","https://openalex.org/W2009351465"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,10,50,73,81,87,137,157,189],"novel":[3,74,190],"factory":[4,12,37,46,83,141],"automation":[5],"method":[6,91,97],"that":[7,56,166,179,196],"simultaneously":[8],"optimizes":[9],"logical":[11],"production":[13,19,47,63,123,142,201],"line,":[14],"such":[15],"as":[16,114,116],"inventory":[17,61,110,161],"and":[18,21,35,65,85,111,160],"amount,":[20],"the":[22,58,77,106,109,117,122,133,140,149,154,181,199],"physical":[23],"path":[24,30,54,102,167],"planning":[25,31,55,103,168],"of":[26,80,100,119,192],"robot":[27,33,170,193],"vehicles.":[28],"Traditionally,":[29],"for":[32,53,76,169],"vehicles":[34],"overall":[36],"line":[38,84,143],"optimization":[39],"have":[40],"been":[41],"studied":[42],"independently.":[43],"However,":[44],"actual":[45],"lines":[48],"require":[49],"use":[51],"case":[52],"considers":[57],"balance":[59,107],"between":[60,108],"control,":[62],"maximization,":[64],"coordination":[66,118,195],"with":[67],"assembly":[68],"workers.":[69],"Therefore,":[70],"we":[71,185],"developed":[72],"approach":[75],"mobile":[78,127,150],"simulation":[79],"logistic-physical":[82],"devised":[86],"deep":[88],"reinforcement":[89],"learning":[90],"based":[92,176],"on":[93,177],"high-level":[94],"rewards.":[95],"This":[96,164],"is":[98,162],"capable":[99],"sequential":[101],"when":[104,156],"considering":[105],"product":[112],"number":[113],"well":[115],"agents":[120,172],"among":[121],"lines.":[124],"Consequently,":[125],"our":[126],"agent":[128,151],"successfully":[129],"learns":[130],"to":[131,187],"plan":[132],"shortest":[134],"route":[135,155],"without":[136],"bottleneck":[138,158],"in":[139],"during":[144],"any":[145],"given":[146],"episode.":[147],"Moreover,":[148],"appropriately":[152],"adjusts":[153],"occurs":[159],"excessive.":[163],"suggests":[165],"vehicle":[171,194],"can":[173],"be":[174,188],"achieved":[175],"indicators":[178],"optimize":[180],"entire":[182,200],"factory,":[183],"which":[184],"expect":[186],"application":[191],"operates":[197],"along":[198],"line.":[202]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}