{"id":"https://openalex.org/W4415427400","doi":"https://doi.org/10.3233/faia251484","title":"Optimizing Parcels Sorting Through Reinforcement Learning for Intralogistics","display_name":"Optimizing Parcels Sorting Through Reinforcement Learning for Intralogistics","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415427400","doi":"https://doi.org/10.3233/faia251484"},"language":"en","primary_location":{"id":"doi:10.3233/faia251484","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251484","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia251484","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086291668","display_name":"Loris Roveda","orcid":"https://orcid.org/0000-0002-4427-536X"},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]},{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["CH","IT"],"is_corresponding":false,"raw_author_name":"Loris Roveda","raw_affiliation_strings":["Department of Innovative Technologies, University of Applied Science and Arts of Southern Switzerland (SUPSI), Istituto Dalle Molle di studi sull\u2019intelligenza artificiale (IDSIA)","Politecnico di Milano"],"raw_orcid":"https://orcid.org/0000-0002-4427-536X","affiliations":[{"raw_affiliation_string":"Department of Innovative Technologies, University of Applied Science and Arts of Southern Switzerland (SUPSI), Istituto Dalle Molle di studi sull\u2019intelligenza artificiale (IDSIA)","institution_ids":["https://openalex.org/I2614128279"]},{"raw_affiliation_string":"Politecnico di Milano","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020694448","display_name":"Marco Maccarini","orcid":"https://orcid.org/0000-0002-9081-7377"},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Marco Maccarini","raw_affiliation_strings":["Department of Innovative Technologies, University of Applied Science and Arts of Southern Switzerland (SUPSI), Istituto Dalle Molle di studi sull\u2019intelligenza artificiale (IDSIA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Innovative Technologies, University of Applied Science and Arts of Southern Switzerland (SUPSI), Istituto Dalle Molle di studi sull\u2019intelligenza artificiale (IDSIA)","institution_ids":["https://openalex.org/I2614128279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054982661","display_name":"Filippo Pura","orcid":"https://orcid.org/0000-0002-6300-2885"},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Filippo Pura","raw_affiliation_strings":["Department of Innovative Technologies, University of Applied Science and Arts of Southern Switzerland (SUPSI), Istituto Dalle Molle di studi sull\u2019intelligenza artificiale (IDSIA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Innovative Technologies, University of Applied Science and Arts of Southern Switzerland (SUPSI), Istituto Dalle Molle di studi sull\u2019intelligenza artificiale (IDSIA)","institution_ids":["https://openalex.org/I2614128279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120091992","display_name":"Fabio Reiso","orcid":null},"institutions":[{"id":"https://openalex.org/I3087508612","display_name":"Pride Foundation","ror":"https://ror.org/05tewmz75","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I3087508612"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fabio Reiso","raw_affiliation_strings":["Aidea srl"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aidea srl","institution_ids":["https://openalex.org/I3087508612"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088767562","display_name":"Blerina Spahiu","orcid":"https://orcid.org/0000-0002-6958-8215"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Blerina Spahiu","raw_affiliation_strings":["Department of Computer Science, Systems and Communication of the University of Milano-Bicocca"],"raw_orcid":"https://orcid.org/0000-0002-6958-8215","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Systems and Communication of the University of Milano-Bicocca","institution_ids":["https://openalex.org/I66752286"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.64680484,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sorting","display_name":"Sorting","score":0.8781999945640564},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.630299985408783},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6055999994277954},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6044999957084656},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5228999853134155},{"id":"https://openalex.org/keywords/sorting-algorithm","display_name":"Sorting algorithm","score":0.4580000042915344},{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.4406999945640564}],"concepts":[{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.8781999945640564},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.633899986743927},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.630299985408783},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6055999994277954},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6044999957084656},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5228999853134155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5206000208854675},{"id":"https://openalex.org/C108094655","wikidata":"https://www.wikidata.org/wiki/Q181593","display_name":"Sorting algorithm","level":3,"score":0.4580000042915344},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.4406999945640564},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.41519999504089355},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.4036000072956085},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39879998564720154},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.3698999881744385},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3634999990463257},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.3483999967575073},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29660001397132874},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.28999999165534973},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2754000127315521},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.26429998874664307},{"id":"https://openalex.org/C155386361","wikidata":"https://www.wikidata.org/wiki/Q1649571","display_name":"Process control","level":3,"score":0.2603999972343445}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/faia251484","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251484","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:boa.unimib.it:10281/575461","is_oa":false,"landing_page_url":"https://hdl.handle.net/10281/575461","pdf_url":null,"source":{"id":"https://openalex.org/S4306401259","display_name":"BOA (University of Milano-Bicocca)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:re.public.polimi.it:11311/1303834","is_oa":true,"landing_page_url":"https://hdl.handle.net/11311/1303834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.3233/faia251484","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251484","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Sorting":[0],"of":[1,15,70,76,100,112,119,156,169,249],"parcels":[2,166],"is":[3,21,132,138,184,198,212,220],"a":[4,19,73,161],"critical":[5],"process":[6,20,87],"in":[7,36,50,88,103,123,240],"intralogistics":[8],"for":[9,97,108,134,145,191,224],"the":[10,27,41,51,85,98,109,113,117,120,125,141,152,157,170,189,192,202,216,241,246],"proper":[11],"processing":[12],"and":[13,33,53,82,136,148,186,206,228,232,251],"dispatching":[14],"packages.":[16],"Commonly,":[17],"such":[18],"manually":[22],"executed":[23],"by":[24,175,200],"operators":[25],"along":[26],"plant,":[28],"without":[29],"any":[30],"added":[31],"value,":[32],"might":[34],"result":[35],"musculoskeletal":[37],"injuries":[38],"due":[39],"to":[40,92,215],"non-ergonomic":[42],"working":[43],"conditions.":[44],"Automation":[45],"solutions":[46,58],"are":[47,59],"also":[48],"present":[49],"market":[52],"scientific":[54],"literature.":[55],"However,":[56],"available":[57],"usually":[60],"implemented":[61],"with":[62,105,222,235],"pre-defined,":[63],"simplified":[64],"sorting":[65,86,101,154,171,195,217,253],"rules/finite":[66],"state":[67,118],"machines":[68],"capable":[69],"managing":[71],"only":[72],"limited":[74],"number":[75],"parcel":[77,146,203,236],"types/sorting":[78],"scenarios.":[79],"To":[80],"generalize":[81],"fully":[83],"automate":[84],"intralogistics,":[89],"we":[90],"propose":[91],"employ":[93],"Reinforcement":[94],"Learning":[95],"(RL)":[96],"derivation":[99],"policies":[102],"combination":[104],"machine":[106,142,225],"vision":[107,143,226],"online":[110],"tracking":[111],"parcels,":[114],"used":[115,133,187],"as":[116,140,188],"RL.":[121],"More":[122],"detail,":[124],"on-policy":[126],"Proximal":[127],"Policy":[128],"Optimization":[129],"(PPO)":[130],"algorithm":[131,144],"RL,":[135],"Yolo":[137],"chosen":[139],"recognition":[147],"tracking.":[149],"Based":[150],"on":[151],"AMS":[153,177],"module":[155],"SAIET":[158],"Engineering":[159],"company,":[160],"modular":[162],"kinematic":[163],"model":[164],"(with":[165],"collision":[167],"modeling)":[168],"system":[172],"(an":[173],"n":[174],"m":[176],"\u2013":[178,182],"i.e.,":[179],"2-action":[180],"actuators":[181],"matrix)":[183],"derived,":[185],"environment":[190],"PPO.":[193],"Offline":[194],"policy":[196,211],"training":[197],"performed":[199],"randomizing":[201],"number,":[204],"size,":[205],"entry":[207],"positions.":[208],"The":[209],"trained":[210],"then":[213],"deployed":[214],"module,":[218],"which":[219],"equipped":[221],"cameras":[223],"implementation":[227],"performance":[229,248],"evaluation.":[230],"In-distribution":[231],"out-of-distribution":[233],"(i.e.,":[234],"types":[237],"not":[238],"considered":[239],"off-line":[242],"training)":[243],"tests":[244],"achieved":[245],"target":[247],"96.5%":[250],"94%":[252],"accuracy,":[254],"respectively.":[255]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-24T00:00:00"}