{"id":"https://openalex.org/W4317815228","doi":"https://doi.org/10.1109/wsc57314.2022.10015430","title":"A Simulation-Aided Deep Reinforcement Learning Approach for Optimization of Automated Sorting Center Processes","display_name":"A Simulation-Aided Deep Reinforcement Learning Approach for Optimization of Automated Sorting Center Processes","publication_year":2022,"publication_date":"2022-12-11","ids":{"openalex":"https://openalex.org/W4317815228","doi":"https://doi.org/10.1109/wsc57314.2022.10015430"},"language":"en","primary_location":{"id":"doi:10.1109/wsc57314.2022.10015430","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc57314.2022.10015430","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018285174","display_name":"Deepak Mohapatra","orcid":null},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Deepak Mohapatra","raw_affiliation_strings":["Tata Consultancy Services Research,Noida,UP,INDIA,201309"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Research,Noida,UP,INDIA,201309","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085420217","display_name":"Aritra Pal","orcid":"https://orcid.org/0000-0002-1644-7400"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aritra Pal","raw_affiliation_strings":["Tata Consultancy Services Research,Noida,UP,INDIA,201309"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Research,Noida,UP,INDIA,201309","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062933231","display_name":"Ankush Ojha","orcid":"https://orcid.org/0000-0003-0200-8658"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ankush Ojha","raw_affiliation_strings":["Tata Consultancy Services Research,Noida,UP,INDIA,201309"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Research,Noida,UP,INDIA,201309","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082841752","display_name":"Supratim Ghosh","orcid":"https://orcid.org/0000-0003-0116-6224"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Supratim Ghosh","raw_affiliation_strings":["Tata Consultancy Services Research,Noida,UP,INDIA,201309"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Research,Noida,UP,INDIA,201309","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071998997","display_name":"Marichi Agarwal","orcid":null},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Marichi Agarwal","raw_affiliation_strings":["Tata Consultancy Services Research,Noida,UP,INDIA,201309"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Research,Noida,UP,INDIA,201309","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045560127","display_name":"Chayan Sarkar","orcid":"https://orcid.org/0000-0003-4777-2086"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Chayan Sarkar","raw_affiliation_strings":["Tata Consultancy Services Research,Noida,UP,INDIA,201309"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Research,Noida,UP,INDIA,201309","institution_ids":["https://openalex.org/I55215948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55215948"],"apc_list":null,"apc_paid":null,"fwci":0.4143,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.60644046,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2795","last_page":"2806"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12176","display_name":"Optimization and Packing Problems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8278848528862},{"id":"https://openalex.org/keywords/sorting","display_name":"Sorting","score":0.7433754205703735},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7408163547515869},{"id":"https://openalex.org/keywords/sort","display_name":"sort","score":0.6844669580459595},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6199461817741394},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5534524917602539},{"id":"https://openalex.org/keywords/bin-packing-problem","display_name":"Bin packing problem","score":0.5407687425613403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49879884719848633},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4725244641304016},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.46308714151382446},{"id":"https://openalex.org/keywords/sorting-algorithm","display_name":"Sorting algorithm","score":0.43274053931236267},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.37461575865745544},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35229820013046265},{"id":"https://openalex.org/keywords/bin","display_name":"Bin","score":0.3466108739376068},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3143254816532135},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1905909776687622},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16983380913734436},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.0829172134399414}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8278848528862},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.7433754205703735},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7408163547515869},{"id":"https://openalex.org/C88548561","wikidata":"https://www.wikidata.org/wiki/Q347599","display_name":"sort","level":2,"score":0.6844669580459595},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6199461817741394},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5534524917602539},{"id":"https://openalex.org/C87219788","wikidata":"https://www.wikidata.org/wiki/Q814581","display_name":"Bin packing problem","level":3,"score":0.5407687425613403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49879884719848633},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4725244641304016},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.46308714151382446},{"id":"https://openalex.org/C108094655","wikidata":"https://www.wikidata.org/wiki/Q181593","display_name":"Sorting algorithm","level":3,"score":0.43274053931236267},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.37461575865745544},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35229820013046265},{"id":"https://openalex.org/C156273044","wikidata":"https://www.wikidata.org/wiki/Q4913766","display_name":"Bin","level":2,"score":0.3466108739376068},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3143254816532135},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1905909776687622},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16983380913734436},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0829172134399414},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wsc57314.2022.10015430","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc57314.2022.10015430","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.46000000834465027}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2007990112","https://openalex.org/W2008267420","https://openalex.org/W2074528531","https://openalex.org/W2103708524","https://openalex.org/W2161926431","https://openalex.org/W2747071822","https://openalex.org/W2981255168","https://openalex.org/W2983329230","https://openalex.org/W3035259122","https://openalex.org/W3036481609","https://openalex.org/W3130896630","https://openalex.org/W3175494061","https://openalex.org/W3215069417","https://openalex.org/W4200630547","https://openalex.org/W4206357259"],"related_works":["https://openalex.org/W2797538013","https://openalex.org/W2026961896","https://openalex.org/W173368591","https://openalex.org/W2034272113","https://openalex.org/W2138242427","https://openalex.org/W4288260564","https://openalex.org/W4255148175","https://openalex.org/W2971368033","https://openalex.org/W2001915926","https://openalex.org/W2096053066"],"abstract_inverted_index":{"Operations":[0],"in":[1,35],"a":[2,63,100],"parcel":[3],"sorting":[4,36],"center":[5],"(SC)":[6],"are":[7],"multi-fold":[8],"which":[9,38,70],"lead":[10],"to":[11,41,47,108],"multiple":[12],"NP-hard":[13],"optimization":[14],"problems,":[15],"namely,":[16],"parcel-chute":[17,74],"assignment,":[18],"online":[19,77],"bin-packing,":[20],"scheduling,":[21],"and":[22,76],"routing.":[23],"The":[24],"advent":[25],"of":[26,33,44,113],"multi-agent":[27],"robotics":[28],"has":[29,39,99],"accelerated":[30],"the":[31,42,73,111,118],"process":[32],"automation":[34],"centers":[37],"led":[40],"requirement":[43],"sophisticated":[45],"algorithms":[46],"optimize":[48],"these":[49],"operations":[50],"within":[51],"an":[52],"SC.":[53],"To":[54],"this":[55],"end,":[56],"we":[57,88],"propose":[58],"RL":[59],"-":[60],"SORT":[61,92],":":[62],"simulation-aided":[64],"deep":[65],"reinforcement":[66],"learning":[67],"based":[68],"algorithm":[69],"jointly":[71],"optimizes":[72],"assignment":[75],"roller-cage":[78],"(RC)":[79],"packing":[80],"problems.":[81],"Through":[82],"experimentation":[83],"on":[84],"our":[85],"simulation":[86],"framework,":[87],"show":[89],"that":[90],"RL-":[91],"not":[93],"only":[94],"outperforms":[95],"baselines,":[96],"but":[97],"also":[98],"low":[101],"computational":[102],"burden.":[103],"Further,":[104],"it":[105],"is":[106],"able":[107],"significantly":[109],"reduce":[110],"number":[112],"RCs":[114],"used,":[115],"thereby,":[116],"reducing":[117],"transportation":[119],"costs.":[120]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}