{"id":"https://openalex.org/W4407228732","doi":"https://doi.org/10.1080/00207543.2025.2461131","title":"Flexible material handling system for multi-load autonomous mobile robots in manufacturing environments: a hierarchical reinforcement learning approach","display_name":"Flexible material handling system for multi-load autonomous mobile robots in manufacturing environments: a hierarchical reinforcement learning approach","publication_year":2025,"publication_date":"2025-02-06","ids":{"openalex":"https://openalex.org/W4407228732","doi":"https://doi.org/10.1080/00207543.2025.2461131"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2025.2461131","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2025.2461131","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061922694","display_name":"Keonwoo Park","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Keonwoo Park","raw_affiliation_strings":["Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102620244","display_name":"Seongbae Jo","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seongbae Jo","raw_affiliation_strings":["Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061938391","display_name":"Youngchul Shin","orcid":"https://orcid.org/0000-0002-0251-1256"},"institutions":[{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngchul Shin","raw_affiliation_strings":["Ajou University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ajou University","institution_ids":["https://openalex.org/I57664883"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007848705","display_name":"Ilkyeong Moon","orcid":"https://orcid.org/0000-0002-7072-1351"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Ilkyeong Moon","raw_affiliation_strings":["Seoul National University"],"raw_orcid":"https://orcid.org/0000-0002-7072-1351","affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5007848705"],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":null,"apc_paid":null,"fwci":3.8885,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.92666252,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"63","issue":"15","first_page":"5671","last_page":"5691"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.714032769203186},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5595372915267944},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5308020710945129},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4892137050628662},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3798729479312897},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.36455440521240234},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3634379506111145},{"id":"https://openalex.org/keywords/manufacturing-engineering","display_name":"Manufacturing engineering","score":0.34380418062210083},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3371664881706238}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.714032769203186},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5595372915267944},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5308020710945129},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4892137050628662},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3798729479312897},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.36455440521240234},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3634379506111145},{"id":"https://openalex.org/C117671659","wikidata":"https://www.wikidata.org/wiki/Q11049265","display_name":"Manufacturing engineering","level":1,"score":0.34380418062210083},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3371664881706238}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/00207543.2025.2461131","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2025.2461131","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1464794055","display_name":null,"funder_award_id":"RS-2024-00337285","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G2473389590","display_name":null,"funder_award_id":"RS-2023-00218913","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1963504979","https://openalex.org/W2024966195","https://openalex.org/W2032995373","https://openalex.org/W2053138114","https://openalex.org/W2063659595","https://openalex.org/W2107824903","https://openalex.org/W2126496459","https://openalex.org/W2145339207","https://openalex.org/W2335959470","https://openalex.org/W2892385368","https://openalex.org/W2912555327","https://openalex.org/W2963262099","https://openalex.org/W3009389630","https://openalex.org/W3041054077","https://openalex.org/W3046666013","https://openalex.org/W3081126571","https://openalex.org/W3109714359","https://openalex.org/W3121728793","https://openalex.org/W3122467547","https://openalex.org/W3125055412","https://openalex.org/W3130342639","https://openalex.org/W3177136099","https://openalex.org/W3193630371","https://openalex.org/W3198536111","https://openalex.org/W3200538121","https://openalex.org/W3209314316","https://openalex.org/W3209667582","https://openalex.org/W3212219118","https://openalex.org/W4205496101","https://openalex.org/W4223536612","https://openalex.org/W4242029130","https://openalex.org/W4282003318","https://openalex.org/W4283794115","https://openalex.org/W4321014257","https://openalex.org/W4368232742","https://openalex.org/W4384025375"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2122871747","https://openalex.org/W3114279067","https://openalex.org/W2337755673"],"abstract_inverted_index":{"The":[0,43],"increasing":[1],"complexity":[2],"of":[3,11,45,60,68,79,97,123,161],"customer":[4],"demands":[5],"has":[6],"led":[7],"to":[8,113],"the":[9,58,65,77,95,121,138,146,159,162],"implementation":[10],"flexible":[12],"job-shop":[13],"scheduling":[14],"and":[15,50,81],"automated":[16],"material":[17,37,61,115,163],"handling":[18,38,62,116,164],"systems":[19],"across":[20],"manufacturing":[21,100],"sectors.":[22,42],"In":[23,125],"particular,":[24],"advances":[25],"in":[26,92,94,99],"robotic":[27],"technology":[28],"have":[29],"made":[30,86],"autonomous":[31],"mobile":[32],"robots":[33],"(AMRs)":[34],"essential":[35],"for":[36,137],"tasks":[39],"within":[40],"these":[41],"capability":[44],"free":[46],"movement,":[47],"path":[48],"planning,":[49],"loading":[51,80],"multiple":[52,83],"work-in-processes":[53],"(WIPs)":[54],"can":[55],"significantly":[56],"enhance":[57],"efficiency":[59,160],"operations.":[63],"However,":[64],"full":[66],"flexibility":[67],"AMRs":[69],"cannot":[70],"be":[71],"utilised":[72],"when":[73],"their":[74],"decisions":[75],"regarding":[76],"sequence":[78],"unloading":[82],"WIPs":[84,98],"are":[85],"by":[87],"specific":[88],"rule-based":[89,170],"operations,":[90],"resulting":[91],"inefficiencies":[93],"throughput":[96,122],"environments.":[101],"To":[102],"address":[103],"this":[104,126],"inefficiency,":[105],"we":[106],"introduce":[107],"a":[108,128],"hierarchical":[109,139],"reinforcement":[110,140],"learning":[111,141],"algorithm":[112],"optimise":[114],"with":[117],"AMRs,":[118],"thereby":[119],"maximising":[120],"WIPs.":[124],"approach,":[127],"graph":[129],"attention":[130],"network":[131],"(GAT)":[132],"serves":[133],"as":[134],"an":[135],"encoder":[136],"(HRL)":[142],"input,":[143],"effectively":[144,167],"capturing":[145],"complex":[147],"relationships":[148],"between":[149],"different":[150],"nodes.":[151],"Computational":[152],"experiments":[153],"demonstrate":[154],"that":[155],"our":[156],"approach":[157],"enhances":[158],"system":[165],"more":[166],"than":[168],"existing":[169],"methods.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2026-06-14T06:11:07.267592","created_date":"2025-10-10T00:00:00"}