{"id":"https://openalex.org/W4214868464","doi":"https://doi.org/10.1109/access.2022.3156924","title":"Omnidirectional-Wheel Conveyor Path Planning and Sorting Using Reinforcement Learning Algorithms","display_name":"Omnidirectional-Wheel Conveyor Path Planning and Sorting Using Reinforcement Learning Algorithms","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4214868464","doi":"https://doi.org/10.1109/access.2022.3156924"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3156924","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3156924","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09729190.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09729190.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110846666","display_name":"Walid Zaher","orcid":null},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Walid Zaher","raw_affiliation_strings":["Electronics Department, Faculty of Information Engineering and Technology, German University in Cairo, New Cairo City, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics Department, Faculty of Information Engineering and Technology, German University in Cairo, New Cairo City, Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025550971","display_name":"Arsany W. Youssef","orcid":"https://orcid.org/0000-0003-1477-3066"},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Arsany W. Youssef","raw_affiliation_strings":["Mechatronics Department, Faculty of Engineering and Materials Science, German University in Cairo, New Cairo City, Egypt"],"raw_orcid":"https://orcid.org/0000-0003-1477-3066","affiliations":[{"raw_affiliation_string":"Mechatronics Department, Faculty of Engineering and Materials Science, German University in Cairo, New Cairo City, Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023289703","display_name":"Lamia A. Shihata","orcid":"https://orcid.org/0000-0002-8118-8679"},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Lamia A. Shihata","raw_affiliation_strings":["Design and Production Department, Faculty of Engineering and Materials Science, German University in Cairo, New Cairo City, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Design and Production Department, Faculty of Engineering and Materials Science, German University in Cairo, New Cairo City, Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081950400","display_name":"Eman Azab","orcid":"https://orcid.org/0000-0002-5558-6948"},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Eman Azab","raw_affiliation_strings":["Electronics Department, Faculty of Information Engineering and Technology, German University in Cairo, New Cairo City, Egypt"],"raw_orcid":"https://orcid.org/0000-0002-5558-6948","affiliations":[{"raw_affiliation_string":"Electronics Department, Faculty of Information Engineering and Technology, German University in Cairo, New Cairo City, Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090276836","display_name":"Maggie Mashaly","orcid":"https://orcid.org/0000-0002-8313-5554"},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Maggie Mashaly","raw_affiliation_strings":["Networks Department, Faculty of Information Engineering and Technology, German University in Cairo, New Cairo City, Egypt"],"raw_orcid":"https://orcid.org/0000-0002-8313-5554","affiliations":[{"raw_affiliation_string":"Networks Department, Faculty of Information Engineering and Technology, German University in Cairo, New Cairo City, Egypt","institution_ids":["https://openalex.org/I96823368"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5110846666"],"corresponding_institution_ids":["https://openalex.org/I96823368"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.0894,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.85699769,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"27945","last_page":"27959"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13341","display_name":"Belt Conveyor Systems Engineering","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sorting","display_name":"Sorting","score":0.7980161905288696},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7710415720939636},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.72991943359375},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.7069694399833679},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6107117533683777},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5804488658905029},{"id":"https://openalex.org/keywords/sort","display_name":"sort","score":0.5252482295036316},{"id":"https://openalex.org/keywords/sorting-algorithm","display_name":"Sorting algorithm","score":0.49802494049072266},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4978759288787842},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36056339740753174},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.10182973742485046}],"concepts":[{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.7980161905288696},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7710415720939636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.72991943359375},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.7069694399833679},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6107117533683777},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5804488658905029},{"id":"https://openalex.org/C88548561","wikidata":"https://www.wikidata.org/wiki/Q347599","display_name":"sort","level":2,"score":0.5252482295036316},{"id":"https://openalex.org/C108094655","wikidata":"https://www.wikidata.org/wiki/Q181593","display_name":"Sorting algorithm","level":3,"score":0.49802494049072266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4978759288787842},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36056339740753174},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.10182973742485046},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3156924","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3156924","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09729190.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:06caf14e31364a0fa490e8423afd158f","is_oa":true,"landing_page_url":"https://doaj.org/article/06caf14e31364a0fa490e8423afd158f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 27945-27959 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3156924","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3156924","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09729190.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.6000000238418579,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4214868464.pdf","grobid_xml":"https://content.openalex.org/works/W4214868464.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1973501242","https://openalex.org/W1989610000","https://openalex.org/W2054470660","https://openalex.org/W2150470619","https://openalex.org/W2152827112","https://openalex.org/W2210721416","https://openalex.org/W2554539006","https://openalex.org/W2581272845","https://openalex.org/W2746553466","https://openalex.org/W2772709170","https://openalex.org/W2781786131","https://openalex.org/W2822752092","https://openalex.org/W2888116234","https://openalex.org/W2902907165","https://openalex.org/W2921066950","https://openalex.org/W2962887844","https://openalex.org/W2969499763","https://openalex.org/W2973184394","https://openalex.org/W2990442018","https://openalex.org/W3005684975","https://openalex.org/W3049468855","https://openalex.org/W3068678661","https://openalex.org/W3100366369","https://openalex.org/W3118336915","https://openalex.org/W3122963056","https://openalex.org/W3150570724","https://openalex.org/W6677067356","https://openalex.org/W6722524744","https://openalex.org/W6742958495","https://openalex.org/W6746177919","https://openalex.org/W6766649691","https://openalex.org/W6788849717"],"related_works":["https://openalex.org/W2362374543","https://openalex.org/W2085265870","https://openalex.org/W2994182992","https://openalex.org/W2053165922","https://openalex.org/W2371194072","https://openalex.org/W2908348257","https://openalex.org/W3033274815","https://openalex.org/W3114985433","https://openalex.org/W2031959132","https://openalex.org/W2998900262"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"path":[3,41,50,121,138,157,189],"planning":[4,51,122,139,158,190],"and":[5,23,42,73,79,127,156,191,205,213,235,263],"sorting":[6,192,201,220],"of":[7,69,95,166,200],"packages":[8,40,99],"for":[9,58,120,137,164,209,214,244,248],"Omnidirectional-Wheel":[10],"conveyor":[11,36],"are":[12,29,56,150],"presented":[13,168],"using":[14,46,160],"Reinforcement":[15],"Learning":[16],"(RL).":[17],"Q-learning,":[18,20,22],"Double":[19,25,128],"Deep":[21,26,134],"the":[24,35,39,85,102,125,141,146,167,177,185,221,227,242,253],"Q-learning":[27,126,129,222,228,254],"algorithms":[28,33,55,105,119,130],"investigated.":[30],"The":[31,53,171],"RL":[32,54,104,118,148,179],"enable":[34],"to":[37,71,89,109,153,260],"self-learn":[38],"sort":[43],"them":[44],"without":[45],"conventional":[47,186],"control":[48,155],"or":[49],"theories.":[52],"used":[57],"two":[59,93,142],"different":[60,67],"case":[61,143,169],"studies":[62],"on":[63],"conveyors":[64],"structures":[65],"with":[66,229,255],"numbers":[68],"cells":[70],"compare":[72],"evaluate":[74],"their":[75,107,133],"performances":[76],"in":[77,140,188,193,265],"large-":[78],"small-scale":[80],"sized":[81],"structures.":[82],"To":[83],"explore":[84],"proposed":[86,103,147,178],"methods":[87,149,180,187],"response":[88],"external":[90],"environment":[91],"effects,":[92],"types":[94,112,199],"collisions":[96],"between":[97,116],"multiple":[98,117,215],"were":[100,181,207],"considered,":[101],"showed":[106,123,175],"ability":[108],"resolve":[110],"both":[111,245],"successfully.":[113],"Comparative":[114],"study":[115],"that":[124,176],"had":[131],"outperformed":[132],"learning":[135],"versions":[136],"studies.":[144,170],"Furthermore,":[145],"compared":[151],"experimentally":[152],"classic":[154],"theories":[159],"a":[161,266],"hardware":[162,172],"prototype":[163],"one":[165],"experimental":[173],"results":[174],"as":[182,184],"successful":[183],"much":[194],"less":[195],"processing":[196],"time.":[197,268],"Two":[198],"scenarios":[202],"(Type":[203],"I":[204,219],"II)":[206],"tested":[208],"same":[210,243],"package":[211],"type":[212],"ones.":[216],"For":[217],"Type":[218,249],"algorithm":[223],"performed":[224],"better":[225,233],"than":[226],"weights":[230,256],"approach,":[231],"achieving":[232],"mean":[234],"minimum":[236],"rewards":[237,240],"while":[238],"maximum":[239],"remain":[241],"techniques.":[246],"As":[247],"II":[250],"sorting,":[251],"only":[252],"approach":[257],"was":[258],"able":[259],"achieve":[261],"it":[262],"converge":[264],"reasonable":[267]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}