{"id":"https://openalex.org/W4400875672","doi":"https://doi.org/10.3390/s24144713","title":"Optimizing Robotic Mobile Fulfillment Systems for Order Picking Based on Deep Reinforcement Learning","display_name":"Optimizing Robotic Mobile Fulfillment Systems for Order Picking Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-07-20","ids":{"openalex":"https://openalex.org/W4400875672","doi":"https://doi.org/10.3390/s24144713","pmid":"https://pubmed.ncbi.nlm.nih.gov/39066109"},"language":"en","primary_location":{"id":"doi:10.3390/s24144713","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24144713","pdf_url":"https://www.mdpi.com/1424-8220/24/14/4713/pdf?version=1721468628","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/14/4713/pdf?version=1721468628","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029887231","display_name":"Zhenyi Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyi Zhu","raw_affiliation_strings":["School of Science, Wuhan University of Technology, Wuhan 430070, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Science, Wuhan University of Technology, Wuhan 430070, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100417746","display_name":"Sai Wang","orcid":"https://orcid.org/0000-0002-3354-9089"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sai Wang","raw_affiliation_strings":["School of Ecology, Hainan University, Haikou 570228, China","State Key Laboratory of Marine Resource Utilization in South China Sea, Hainan University, Haikou 570228, China"],"raw_orcid":"https://orcid.org/0000-0002-3354-9089","affiliations":[{"raw_affiliation_string":"School of Ecology, Hainan University, Haikou 570228, China","institution_ids":["https://openalex.org/I20942203"]},{"raw_affiliation_string":"State Key Laboratory of Marine Resource Utilization in South China Sea, Hainan University, Haikou 570228, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009639693","display_name":"Tuan\u2010Tuan Wang","orcid":"https://orcid.org/0000-0002-6088-785X"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tuantuan Wang","raw_affiliation_strings":["School of Ecology, Hainan University, Haikou 570228, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Ecology, Hainan University, Haikou 570228, China","institution_ids":["https://openalex.org/I20942203"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100417746"],"corresponding_institution_ids":["https://openalex.org/I20942203"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":2.7526,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.90766922,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"24","issue":"14","first_page":"4713","last_page":"4713"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12176","display_name":"Optimization and Packing Problems","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.799048125743866},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5024478435516357},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4888119399547577},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4601462781429291},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.4384627938270569},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36791718006134033},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.35456621646881104}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.799048125743866},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5024478435516357},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4888119399547577},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4601462781429291},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4384627938270569},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36791718006134033},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.35456621646881104},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/s24144713","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24144713","pdf_url":"https://www.mdpi.com/1424-8220/24/14/4713/pdf?version=1721468628","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:39066109","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39066109","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11280736","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11280736","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11280736/pdf/sensors-24-04713.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:fc31d7a600704261ba3919a067cd9562","is_oa":false,"landing_page_url":"https://doaj.org/article/fc31d7a600704261ba3919a067cd9562","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 14, p 4713 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s24144713","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24144713","pdf_url":"https://www.mdpi.com/1424-8220/24/14/4713/pdf?version=1721468628","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6499999761581421,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1401512111","display_name":null,"funder_award_id":"42367054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4400875672.pdf"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W2416663518","https://openalex.org/W2475519212","https://openalex.org/W2571774090","https://openalex.org/W2600728131","https://openalex.org/W2904681706","https://openalex.org/W2924878303","https://openalex.org/W2967233880","https://openalex.org/W2979726070","https://openalex.org/W2983192524","https://openalex.org/W2999490101","https://openalex.org/W3028692088","https://openalex.org/W3083159312","https://openalex.org/W3089222267","https://openalex.org/W3161642569","https://openalex.org/W3174031548","https://openalex.org/W3182498371","https://openalex.org/W3193825386","https://openalex.org/W4220818309","https://openalex.org/W4223646441","https://openalex.org/W4224292663","https://openalex.org/W4225718780","https://openalex.org/W4283831698","https://openalex.org/W4285820110","https://openalex.org/W4290996406","https://openalex.org/W4307025648","https://openalex.org/W4318822142","https://openalex.org/W4322632476","https://openalex.org/W4366714851","https://openalex.org/W4379745006","https://openalex.org/W4379878605","https://openalex.org/W4384521583","https://openalex.org/W4385065652","https://openalex.org/W4385762403","https://openalex.org/W4388507652","https://openalex.org/W4389355733","https://openalex.org/W4390110611","https://openalex.org/W4391850950","https://openalex.org/W4392951336","https://openalex.org/W4393212691","https://openalex.org/W4394839955","https://openalex.org/W4400000629","https://openalex.org/W4400366236","https://openalex.org/W4400366382","https://openalex.org/W4401508078","https://openalex.org/W6769894700","https://openalex.org/W6810384317","https://openalex.org/W6859672965"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Robotic":[0],"Mobile":[1],"Fulfillment":[2],"Systems":[3],"(RMFSs)":[4],"face":[5],"challenges":[6],"in":[7,147],"handling":[8,148],"large-scale":[9,115,149,182],"orders":[10],"and":[11,29,55,69,73,84,105,126,176,189],"navigating":[12],"complex":[13],"environments,":[14],"frequently":[15],"encountering":[16],"a":[17,102],"series":[18],"of":[19,51,65,131,155,174],"intricate":[20],"decision-making":[21,169],"problems,":[22,100,183],"such":[23],"as":[24,122],"order":[25,53,67],"allocation,":[26],"shelf":[27,71,123],"selection,":[28,72],"robot":[30,75],"scheduling.":[31,76],"To":[32],"address":[33],"these":[34,99],"challenges,":[35],"this":[36],"paper":[37],"integrates":[38],"Deep":[39],"Reinforcement":[40],"Learning":[41],"(DRL)":[42],"technology":[43,94],"into":[44],"an":[45,161],"RMFS,":[46],"to":[47,97,109,114,141,184],"meet":[48],"the":[49,85,127,132],"needs":[50],"efficient":[52,178],"processing":[54,129],"system":[56,187],"stability.":[57],"This":[58],"study":[59],"focuses":[60],"on":[61,167],"three":[62],"key":[63],"stages":[64],"RMFSs:":[66],"allocation":[68],"sorting,":[70],"coordinated":[74],"For":[77],"each":[78,172],"stage,":[79],"mathematical":[80],"models":[81],"are":[82,88],"established":[83],"corresponding":[86],"solutions":[87],"proposed.":[89],"Unlike":[90],"traditional":[91,142],"methods,":[92,143],"DRL":[93],"is":[95],"introduced":[96],"solve":[98],"utilizing":[101],"Genetic":[103],"Algorithm":[104],"Ant":[106],"Colony":[107],"Optimization":[108],"handle":[110],"decision":[111],"making":[112],"related":[113],"orders.":[116],"Through":[117],"simulation":[118],"experiments,":[119],"performance":[120,188],"indicators-such":[121],"access":[124],"frequency":[125],"total":[128],"time":[130],"RMFS-are":[133],"evaluated.":[134],"The":[135],"experimental":[136],"results":[137],"demonstrate":[138],"that,":[139],"compared":[140],"our":[144],"algorithms":[145,180],"excel":[146],"orders,":[150],"showcasing":[151],"exceptional":[152],"superiority,":[153],"capable":[154],"completing":[156],"approximately":[157],"110":[158],"tasks":[159],"within":[160],"hour.":[162],"Future":[163],"research":[164],"should":[165],"focus":[166],"integrated":[168],"modeling":[170],"for":[171,181],"stage":[173],"RMFSs":[175],"designing":[177],"heuristic":[179],"further":[185],"enhance":[186],"efficiency.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-10T14:10:52.464848","created_date":"2025-10-10T00:00:00"}