{"id":"https://openalex.org/W7130549028","doi":"https://doi.org/10.1109/ictc66702.2025.11388171","title":"Multi-Agent Reinforcement Learning for Control of Heterogeneous AMRs in Smart Factories","display_name":"Multi-Agent Reinforcement Learning for Control of Heterogeneous AMRs in Smart Factories","publication_year":2025,"publication_date":"2025-10-14","ids":{"openalex":"https://openalex.org/W7130549028","doi":"https://doi.org/10.1109/ictc66702.2025.11388171"},"language":null,"primary_location":{"id":"doi:10.1109/ictc66702.2025.11388171","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ictc66702.2025.11388171","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 16th International Conference on Information and Communication Technology Convergence (ICTC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126428330","display_name":"Jongin Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jongin Lee","raw_affiliation_strings":["Ajou University,Dept. Electrical and Computer Engineering,Suwon,South Korea,16499"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ajou University,Dept. Electrical and Computer Engineering,Suwon,South Korea,16499","institution_ids":["https://openalex.org/I57664883"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039532704","display_name":"Soyi Jung","orcid":"https://orcid.org/0000-0001-8435-0646"},"institutions":[{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Soyi Jung","raw_affiliation_strings":["Ajou University,Dept. Electrical and Computer Engineering,Suwon,South Korea,16499"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ajou University,Dept. Electrical and Computer Engineering,Suwon,South Korea,16499","institution_ids":["https://openalex.org/I57664883"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I57664883"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"630","last_page":"631"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.14710000157356262,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.14710000157356262,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.0982000008225441,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.0706000030040741,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6958000063896179},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6389999985694885},{"id":"https://openalex.org/keywords/factory","display_name":"Factory (object-oriented programming)","score":0.5378999710083008},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5375999808311462},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.508899986743927},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4853000044822693},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4399000108242035},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.42640000581741333},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.41290000081062317}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6958000063896179},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6607000231742859},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6389999985694885},{"id":"https://openalex.org/C40149104","wikidata":"https://www.wikidata.org/wiki/Q5620977","display_name":"Factory (object-oriented programming)","level":2,"score":0.5378999710083008},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5375999808311462},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.508899986743927},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4853000044822693},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4399000108242035},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.42640000581741333},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4047999978065491},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3953000009059906},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.33869999647140503},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33149999380111694},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.32409998774528503},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3122999966144562},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3043000102043152},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3034999966621399},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2948000133037567},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.28450000286102295},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2768000066280365},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.26460000872612},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ictc66702.2025.11388171","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ictc66702.2025.11388171","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 16th International Conference on Information and Communication Technology Convergence (ICTC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5693950653076172}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2799899844","https://openalex.org/W4214933331"],"related_works":[],"abstract_inverted_index":{"The":[0,60,89],"advancement":[1],"of":[2,17,37,68],"smart":[3,57],"factories":[4],"and":[5,14,75,101,118,128],"multi-stage":[6],"logistics":[7],"has":[8,26],"accelerated":[9],"the":[10,35,72,108],"need":[11],"for":[12,53],"efficient":[13,93],"adaptive":[15],"coordination":[16],"autonomous":[18],"mobile":[19],"robots":[20],"(AMRs).":[21],"While":[22],"most":[23],"existing":[24],"research":[25],"focused":[27],"on":[28],"homogeneous":[29],"automated":[30],"guided":[31],"vehicles":[32],"(AGVs)":[33],"systems,":[34],"control":[36,50],"heterogeneous":[38,54,127],"AMRs":[39,55],"remains":[40],"underexplored.":[41],"This":[42],"paper":[43],"proposes":[44],"a":[45,79],"multi-agent":[46],"reinforcement":[47],"learning":[48],"(MARL)-based":[49],"framework":[51,61],"tailored":[52],"in":[56,126],"factory":[58,130],"environments.":[59],"incorporates":[62],"AMR-specific":[63],"characteristics":[64],"such":[65],"as":[66],"field":[67],"view":[69],"(FOV)":[70],"into":[71],"observation":[73],"space":[74],"models":[76],"decision-making":[77],"using":[78],"multi-discrete":[80],"action":[81,84],"structure":[82],"with":[83],"masking":[85],"to":[86],"ensure":[87],"feasibility.":[88],"reward":[90],"function":[91],"promotes":[92],"task":[94,120],"execution":[95,121],"by":[96],"encouraging":[97],"successful":[98],"pickup,":[99],"delivery,":[100],"goal-directed":[102],"movement.":[103],"Simulation":[104],"results":[105],"demonstrate":[106],"that":[107],"proposed":[109],"approach":[110],"achieves":[111],"stable":[112],"learning,":[113],"improves":[114],"delivery":[115],"completion":[116],"rates,":[117],"reduces":[119],"time,":[122],"validating":[123],"its":[124],"effectiveness":[125],"complex":[129],"settings.":[131]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-02-20T00:00:00"}