{"id":"https://openalex.org/W3204752974","doi":"https://doi.org/10.1007/s44163-021-00003-3","title":"Applying reinforcement learning to plan manufacturing material handling","display_name":"Applying reinforcement learning to plan manufacturing material handling","publication_year":2021,"publication_date":"2021-09-22","ids":{"openalex":"https://openalex.org/W3204752974","doi":"https://doi.org/10.1007/s44163-021-00003-3","mag":"3204752974"},"language":"en","primary_location":{"id":"doi:10.1007/s44163-021-00003-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-021-00003-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44163-021-00003-3.pdf","source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44163-021-00003-3.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066586904","display_name":"Swetha Govindaiah","orcid":"https://orcid.org/0000-0002-3289-0234"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Swetha Govindaiah","raw_affiliation_strings":["HelpSystems, LLC, 4500 Lockhill Selma Road, San Antonio, TX, 78249, USA"],"raw_orcid":"https://orcid.org/0000-0002-3289-0234","affiliations":[{"raw_affiliation_string":"HelpSystems, LLC, 4500 Lockhill Selma Road, San Antonio, TX, 78249, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003894658","display_name":"Mikel D. Petty","orcid":"https://orcid.org/0000-0001-9838-2016"},"institutions":[{"id":"https://openalex.org/I82495205","display_name":"University of Alabama in Huntsville","ror":"https://ror.org/02zsxwr40","country_code":"US","type":"education","lineage":["https://openalex.org/I82495205"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mikel D. Petty","raw_affiliation_strings":["Computer Science Department, University of Alabama in Huntsville, 301 Sparkman Drive OKT N353, Huntsville, AL, 35899, USA"],"raw_orcid":"https://orcid.org/0000-0001-9838-2016","affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Alabama in Huntsville, 301 Sparkman Drive OKT N353, Huntsville, AL, 35899, USA","institution_ids":["https://openalex.org/I82495205"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5003894658"],"corresponding_institution_ids":["https://openalex.org/I82495205"],"apc_list":{"value":990,"currency":"EUR","value_usd":1067},"apc_paid":{"value":990,"currency":"EUR","value_usd":1067},"fwci":0.9066,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.79427083,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"1","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11741","display_name":"Flexible and Reconfigurable Manufacturing Systems","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8604265451431274},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6969625353813171},{"id":"https://openalex.org/keywords/factory","display_name":"Factory (object-oriented programming)","score":0.6664586067199707},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.6184755563735962},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5807449817657471},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5795760750770569},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5253545641899109},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5178523659706116},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48518091440200806},{"id":"https://openalex.org/keywords/material-handling","display_name":"Material handling","score":0.4420735538005829},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4253947138786316},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3727165460586548},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3546639680862427},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18961632251739502}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8604265451431274},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6969625353813171},{"id":"https://openalex.org/C40149104","wikidata":"https://www.wikidata.org/wiki/Q5620977","display_name":"Factory (object-oriented programming)","level":2,"score":0.6664586067199707},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.6184755563735962},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5807449817657471},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5795760750770569},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5253545641899109},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5178523659706116},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48518091440200806},{"id":"https://openalex.org/C2983137510","wikidata":"https://www.wikidata.org/wiki/Q1413942","display_name":"Material handling","level":2,"score":0.4420735538005829},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4253947138786316},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3727165460586548},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3546639680862427},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18961632251739502},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s44163-021-00003-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-021-00003-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44163-021-00003-3.pdf","source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s44163-021-00003-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-021-00003-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44163-021-00003-3.pdf","source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307907","display_name":"Steelcase","ror":"https://ror.org/03d8jhc95"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3204752974.pdf","grobid_xml":"https://content.openalex.org/works/W3204752974.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W146580909","https://openalex.org/W288089086","https://openalex.org/W580032574","https://openalex.org/W1557517019","https://openalex.org/W1569332670","https://openalex.org/W1583837637","https://openalex.org/W1585546214","https://openalex.org/W1601795611","https://openalex.org/W1663973292","https://openalex.org/W1964181037","https://openalex.org/W1977357978","https://openalex.org/W1990688481","https://openalex.org/W1990995139","https://openalex.org/W1991479893","https://openalex.org/W1998649829","https://openalex.org/W2001693199","https://openalex.org/W2012612381","https://openalex.org/W2026536622","https://openalex.org/W2028145591","https://openalex.org/W2032753170","https://openalex.org/W2044577916","https://openalex.org/W2056427612","https://openalex.org/W2056760934","https://openalex.org/W2060846151","https://openalex.org/W2079081021","https://openalex.org/W2117428849","https://openalex.org/W2117626647","https://openalex.org/W2121863487","https://openalex.org/W2122410182","https://openalex.org/W2141481921","https://openalex.org/W2157030740","https://openalex.org/W2159314501","https://openalex.org/W2164676489","https://openalex.org/W2186820913","https://openalex.org/W2187600643","https://openalex.org/W2205102597","https://openalex.org/W2329496615","https://openalex.org/W2341171179","https://openalex.org/W2530195778","https://openalex.org/W2544409203","https://openalex.org/W2623293810","https://openalex.org/W2752573522","https://openalex.org/W2901931945","https://openalex.org/W2944529101","https://openalex.org/W2944777798","https://openalex.org/W2963317745","https://openalex.org/W3004686484","https://openalex.org/W3123499450","https://openalex.org/W3145128584","https://openalex.org/W3145506661","https://openalex.org/W3176029617","https://openalex.org/W4233757421","https://openalex.org/W4235535825","https://openalex.org/W4285719527","https://openalex.org/W6669060165","https://openalex.org/W6677916085"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2013981730","https://openalex.org/W3039498702"],"abstract_inverted_index":{"Abstract":[0],"Applying":[1],"machine":[2],"learning":[3,76,115,163,179],"methods":[4],"to":[5,41,49,54,61,79,145,185],"improve":[6],"the":[7,23,33,56,133,167,175],"efficiency":[8],"of":[9,22,38,58,98,108,127,169,177],"complex":[10,101,187],"manufacturing":[11,30,89],"processes,":[12],"such":[13,59],"as":[14,113],"material":[15,85,102,128,136,152,170,188],"handling,":[16],"can":[17],"be":[18],"challenging.":[19],"The":[20],"interconnectedness":[21],"multiple":[24,125,151],"components":[25,126],"that":[26,123,161],"make":[27,50],"up":[28],"real-world":[29],"processes":[31,60],"and":[32,44,131],"typically":[34],"very":[35,52],"large":[36],"number":[37],"variables":[39],"required":[40],"specify":[42],"procedures":[43],"plans":[45,83,138,154],"within":[46],"them":[47],"combine":[48],"it":[51],"difficult":[53],"map":[55],"details":[57],"a":[62,95,99,106,118,140,181],"formal":[63,96],"mathematical":[64],"representation":[65,97],"suitable":[66,109],"for":[67,84],"conventional":[68],"optimization":[69],"methods.":[70],"Instead,":[71],"in":[72,87],"this":[73],"work":[74,173],"reinforcement":[75,114,147,162,178],"was":[77],"applied":[78],"produce":[80],"increasingly":[81],"efficient":[82],"handling":[86,103,129,137,153,189],"representative":[88],"facilities.":[90],"Doing":[91],"so":[92],"included":[93],"defining":[94],"realistically":[100,186],"plan,":[104],"specifying":[105],"set":[107,142],"plan":[110],"change":[111],"operators":[112],"actions,":[116],"implementing":[117],"simulation-based":[119],"multi-objective":[120,182],"reward":[121,183],"function":[122,184],"considers":[124],"costs,":[130],"abstracting":[132],"many":[134],"possible":[135],"into":[139],"state":[141],"small":[143],"enough":[144],"enable":[146],"learning.":[148],"Experimentation":[149],"with":[150,180],"on":[155],"two":[156],"separate":[157],"factory":[158],"layouts":[159],"indicated":[160],"could":[164],"consistently":[165],"reduce":[166],"cost":[168],"handling.":[171],"This":[172],"demonstrates":[174],"applicability":[176],"processes.":[190]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}