{"id":"https://openalex.org/W4313046997","doi":"https://doi.org/10.1109/indin51773.2022.9976094","title":"Curriculum Learning in Peristaltic Sortation Machine","display_name":"Curriculum Learning in Peristaltic Sortation Machine","publication_year":2022,"publication_date":"2022-07-25","ids":{"openalex":"https://openalex.org/W4313046997","doi":"https://doi.org/10.1109/indin51773.2022.9976094"},"language":"en","primary_location":{"id":"doi:10.1109/indin51773.2022.9976094","is_oa":false,"landing_page_url":"https://doi.org/10.1109/indin51773.2022.9976094","pdf_url":null,"source":{"id":"https://openalex.org/S4363608444","display_name":"2022 IEEE 20th International Conference on Industrial Informatics (INDIN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 20th International Conference on Industrial Informatics (INDIN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076820104","display_name":"Mohammed Sharafath Abdul Hameed","orcid":"https://orcid.org/0000-0002-1792-7748"},"institutions":[{"id":"https://openalex.org/I3130920692","display_name":"South Westphalia University of Applied Sciences","ror":"https://ror.org/04t5phd24","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130920692"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Mohammed Sharafath Abdul Hameed","raw_affiliation_strings":["South Westphalia University of Applied Sciences,Dept. Automation Technology and Learning Systems,Soest,Germany","Dept. Automation Technology and Learning Systems, South Westphalia University of Applied Sciences, Soest, Germany"],"affiliations":[{"raw_affiliation_string":"South Westphalia University of Applied Sciences,Dept. Automation Technology and Learning Systems,Soest,Germany","institution_ids":["https://openalex.org/I3130920692"]},{"raw_affiliation_string":"Dept. Automation Technology and Learning Systems, South Westphalia University of Applied Sciences, Soest, Germany","institution_ids":["https://openalex.org/I3130920692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077816759","display_name":"Venkata Harshit Koneru","orcid":null},"institutions":[{"id":"https://openalex.org/I3130920692","display_name":"South Westphalia University of Applied Sciences","ror":"https://ror.org/04t5phd24","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130920692"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Venkata Harshit Koneru","raw_affiliation_strings":["South Westphalia University of Applied Sciences,Dept. Automation Technology and Learning Systems,Soest,Germany","Dept. Automation Technology and Learning Systems, South Westphalia University of Applied Sciences, Soest, Germany"],"affiliations":[{"raw_affiliation_string":"South Westphalia University of Applied Sciences,Dept. Automation Technology and Learning Systems,Soest,Germany","institution_ids":["https://openalex.org/I3130920692"]},{"raw_affiliation_string":"Dept. Automation Technology and Learning Systems, South Westphalia University of Applied Sciences, Soest, Germany","institution_ids":["https://openalex.org/I3130920692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018275800","display_name":"Johannes Poeppelbaum","orcid":null},"institutions":[{"id":"https://openalex.org/I3130920692","display_name":"South Westphalia University of Applied Sciences","ror":"https://ror.org/04t5phd24","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130920692"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Poeppelbaum","raw_affiliation_strings":["South Westphalia University of Applied Sciences,Dept. Automation Technology and Learning Systems,Soest,Germany","Dept. Automation Technology and Learning Systems, South Westphalia University of Applied Sciences, Soest, Germany"],"affiliations":[{"raw_affiliation_string":"South Westphalia University of Applied Sciences,Dept. Automation Technology and Learning Systems,Soest,Germany","institution_ids":["https://openalex.org/I3130920692"]},{"raw_affiliation_string":"Dept. Automation Technology and Learning Systems, South Westphalia University of Applied Sciences, Soest, Germany","institution_ids":["https://openalex.org/I3130920692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025397538","display_name":"Andreas Schwung","orcid":"https://orcid.org/0000-0001-8405-0977"},"institutions":[{"id":"https://openalex.org/I3130920692","display_name":"South Westphalia University of Applied Sciences","ror":"https://ror.org/04t5phd24","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130920692"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Schwung","raw_affiliation_strings":["South Westphalia University of Applied Sciences,Dept. Automation Technology and Learning Systems,Soest,Germany","Dept. Automation Technology and Learning Systems, South Westphalia University of Applied Sciences, Soest, Germany"],"affiliations":[{"raw_affiliation_string":"South Westphalia University of Applied Sciences,Dept. Automation Technology and Learning Systems,Soest,Germany","institution_ids":["https://openalex.org/I3130920692"]},{"raw_affiliation_string":"Dept. Automation Technology and Learning Systems, South Westphalia University of Applied Sciences, Soest, Germany","institution_ids":["https://openalex.org/I3130920692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5076820104"],"corresponding_institution_ids":["https://openalex.org/I3130920692"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17092222,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"21","issue":null,"first_page":"540","last_page":"545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8212498426437378},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7223184108734131},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6474445462226868},{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.546444833278656},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.4353378713130951},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.43384796380996704},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42449167370796204},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4207564890384674},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14848026633262634},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11331608891487122},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.1101110577583313}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8212498426437378},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7223184108734131},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6474445462226868},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.546444833278656},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.4353378713130951},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.43384796380996704},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42449167370796204},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4207564890384674},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14848026633262634},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11331608891487122},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.1101110577583313},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/indin51773.2022.9976094","is_oa":false,"landing_page_url":"https://doi.org/10.1109/indin51773.2022.9976094","pdf_url":null,"source":{"id":"https://openalex.org/S4363608444","display_name":"2022 IEEE 20th International Conference on Industrial Informatics (INDIN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 20th International Conference on Industrial Informatics (INDIN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1549238501","https://openalex.org/W2098774185","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2187600643","https://openalex.org/W2296073425","https://openalex.org/W2560643095","https://openalex.org/W2736601468","https://openalex.org/W2963940579","https://openalex.org/W2980384416","https://openalex.org/W3012544020","https://openalex.org/W3048178487","https://openalex.org/W3105225264","https://openalex.org/W3209616537","https://openalex.org/W6631190155","https://openalex.org/W6674884181","https://openalex.org/W6686695435","https://openalex.org/W6741002519","https://openalex.org/W6775683342"],"related_works":["https://openalex.org/W2341492732","https://openalex.org/W3187193180","https://openalex.org/W106542691","https://openalex.org/W1699080303","https://openalex.org/W4297799326","https://openalex.org/W3116064965","https://openalex.org/W4287027380","https://openalex.org/W2363929919","https://openalex.org/W4306765721","https://openalex.org/W2369648859"],"abstract_inverted_index":{"This":[0,273],"paper":[1,111],"presents":[2],"a":[3,8,19,33,42,46,56,66,126,148,174,192,264],"novel":[4],"approach":[5,151],"to":[6,35,51,94,103,113,118,152,281],"train":[7,104],"Reinforcement":[9],"Learning":[10],"(RL)":[11],"agent":[12,48,156,163,209,215,229,242],"faster":[13,127,277],"for":[14,276],"transportation":[15,91,139,159],"of":[16,60,73,89,109,136,141,177,206,266,279],"parcels":[17,37],"in":[18,157,166,169,202,223,252,259,287],"Peristaltic":[20],"Sortation":[21],"Machine":[22],"(PSM)":[23],"using":[24,38,77,244,262],"curriculum":[25,149],"learning":[26,150],"(CL).":[27],"The":[28,107,161,214,235],"PSM":[29,75,286],"was":[30,63],"developed":[31,76,125],"as":[32],"means":[34],"transport":[36],"an":[39,78],"actuator":[40,62],"and":[41,221,246],"flexible":[43],"film":[44],"where":[45,227],"RL":[47,162,208,241],"is":[49,112,164,218],"trained":[50,165,217,233,243],"control":[52],"the":[53,61,74,86,90,95,105,115,138,155,158,170,203,207,224,228,240,250,253,267,285],"actuator.":[54],"In":[55],"previous":[57],"paper,":[58],"training":[59,87,116,154,268],"done":[64],"on":[65,284],"Discrete":[67],"Element":[68],"Method":[69],"(DEM)":[70],"simulation":[71,132],"environment":[72,133,226,255],"open-source":[79],"DEM":[80,225,254],"library":[81],"called":[82],"LIGGGHTS,":[83],"which":[84,196],"reduced":[85],"time":[88,117,269],"task":[92,140],"compared":[93],"real":[96],"machine.":[97],"But":[98],"it":[99,146],"still":[100],"took":[101],"days":[102],"agent.":[106],"objective":[108],"this":[110,122],"reduce":[114],"hours.":[119],"To":[120],"overcome":[121],"problem,":[123],"we":[124,144,186],"but":[128],"lower":[129],"fidelity":[130],"python":[131],"(PSE)":[134],"capable":[135],"simulating":[137],"PSM.":[142],"And":[143],"used":[145],"with":[147,173,181],"accelerate":[153],"process.":[160],"two":[167],"steps":[168],"PSE:":[171],"1.":[172],"fixed":[175],"set":[176],"goal":[178,183],"positions,":[179],"2.":[180],"randomized":[182],"positions.":[184],"Additionally,":[185],"also":[187],"use":[188],"Gradient":[189],"Monitoring":[190],"(GM),":[191],"gradient":[193],"regularization":[194],"method,":[195],"provides":[197],"additional":[198],"trust":[199],"region":[200],"constraints":[201],"policy":[204],"updates":[205],"when":[210],"switching":[211],"between":[212],"tasks.":[213],"so":[216],"then":[219],"deployed":[220],"tested":[222,283],"has":[230],"not":[231],"been":[232],"before.":[234],"results":[236],"obtained":[237],"show":[238],"that":[239],"CL":[245],"PSE":[247],"successfully":[248],"completes":[249],"tasks":[251],"without":[256],"any":[257],"loss":[258],"performance,":[260],"while":[261],"only":[263],"fraction":[265],"(1.87%)":[270],"per":[271],"episode.":[272],"will":[274],"allow":[275],"prototyping":[278],"algorithms":[280],"be":[282],"future.":[288]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}