{"id":"https://openalex.org/W3191375870","doi":"https://doi.org/10.1109/ur52253.2021.9494631","title":"A Deep Reinforcement Learning-based Application Framework for Conveyor Belt-based Pick-and-Place Systems using 6-axis Manipulators under Uncertainty and Real-time Constraints","display_name":"A Deep Reinforcement Learning-based Application Framework for Conveyor Belt-based Pick-and-Place Systems using 6-axis Manipulators under Uncertainty and Real-time Constraints","publication_year":2021,"publication_date":"2021-07-12","ids":{"openalex":"https://openalex.org/W3191375870","doi":"https://doi.org/10.1109/ur52253.2021.9494631","mag":"3191375870"},"language":"en","primary_location":{"id":"doi:10.1109/ur52253.2021.9494631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ur52253.2021.9494631","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 18th International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034496104","display_name":"Tuyen P. Le","orcid":"https://orcid.org/0000-0002-1345-2650"},"institutions":[{"id":"https://openalex.org/I28927889","display_name":"IQVIA (United Kingdom)","ror":"https://ror.org/040g76k92","country_code":"GB","type":"company","lineage":["https://openalex.org/I28927889","https://openalex.org/I4210108991"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Tuyen P. Le","raw_affiliation_strings":["AgileSoDA Company,South Korea","AgileSoDA Company, South Korea"],"affiliations":[{"raw_affiliation_string":"AgileSoDA Company,South Korea","institution_ids":["https://openalex.org/I28927889"]},{"raw_affiliation_string":"AgileSoDA Company, South Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065281445","display_name":"DongHyun Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I28927889","display_name":"IQVIA (United Kingdom)","ror":"https://ror.org/040g76k92","country_code":"GB","type":"company","lineage":["https://openalex.org/I28927889","https://openalex.org/I4210108991"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"DongHyun Lee","raw_affiliation_strings":["AgileSoDA Company,South Korea","AgileSoDA Company, South Korea"],"affiliations":[{"raw_affiliation_string":"AgileSoDA Company,South Korea","institution_ids":["https://openalex.org/I28927889"]},{"raw_affiliation_string":"AgileSoDA Company, South Korea","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113755242","display_name":"Daewoo Choi","orcid":"https://orcid.org/0009-0004-4540-3564"},"institutions":[{"id":"https://openalex.org/I83436808","display_name":"Hankuk University of Foreign Studies","ror":"https://ror.org/051q2m369","country_code":"KR","type":"education","lineage":["https://openalex.org/I83436808"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"DaeWoo Choi","raw_affiliation_strings":["Hankuk University of Foreign Studies,Department of Statistics,South Korea"],"affiliations":[{"raw_affiliation_string":"Hankuk University of Foreign Studies,Department of Statistics,South Korea","institution_ids":["https://openalex.org/I83436808"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5034496104"],"corresponding_institution_ids":["https://openalex.org/I28927889"],"apc_list":null,"apc_paid":null,"fwci":0.0961,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.38486928,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"2","issue":null,"first_page":"464","last_page":"470"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.806847870349884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7134103775024414},{"id":"https://openalex.org/keywords/smt-placement-equipment","display_name":"SMT placement equipment","score":0.6836459636688232},{"id":"https://openalex.org/keywords/conveyor-belt","display_name":"Conveyor belt","score":0.6486989259719849},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5317881107330322},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5100672841072083},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.48594629764556885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46330127120018005},{"id":"https://openalex.org/keywords/conveyor-system","display_name":"Conveyor system","score":0.4330170154571533},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4307933747768402},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3762255907058716},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3237735629081726},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18913540244102478}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.806847870349884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7134103775024414},{"id":"https://openalex.org/C17511633","wikidata":"https://www.wikidata.org/wiki/Q830694","display_name":"SMT placement equipment","level":3,"score":0.6836459636688232},{"id":"https://openalex.org/C2777709985","wikidata":"https://www.wikidata.org/wiki/Q770135","display_name":"Conveyor belt","level":2,"score":0.6486989259719849},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5317881107330322},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5100672841072083},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.48594629764556885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46330127120018005},{"id":"https://openalex.org/C2780927502","wikidata":"https://www.wikidata.org/wiki/Q577998","display_name":"Conveyor system","level":2,"score":0.4330170154571533},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4307933747768402},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3762255907058716},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3237735629081726},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18913540244102478},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ur52253.2021.9494631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ur52253.2021.9494631","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 18th International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1191599655","https://openalex.org/W1522301498","https://openalex.org/W1969483458","https://openalex.org/W2000751378","https://openalex.org/W2005616670","https://openalex.org/W2022494135","https://openalex.org/W2028301248","https://openalex.org/W2046033161","https://openalex.org/W2068127265","https://openalex.org/W2110762409","https://openalex.org/W2121092017","https://openalex.org/W2121863487","https://openalex.org/W2141664020","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2169528473","https://openalex.org/W2468618434","https://openalex.org/W2736601468","https://openalex.org/W2762656673","https://openalex.org/W2781207732","https://openalex.org/W2795682231","https://openalex.org/W2802349643","https://openalex.org/W2962938178","https://openalex.org/W2964121744","https://openalex.org/W2992807597","https://openalex.org/W4249736682","https://openalex.org/W6627932998","https://openalex.org/W6631190155","https://openalex.org/W6677939520","https://openalex.org/W6681136635","https://openalex.org/W6683204974","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W2887725667","https://openalex.org/W3210641327","https://openalex.org/W1993099898","https://openalex.org/W2626698638","https://openalex.org/W4381149290","https://openalex.org/W4315564835","https://openalex.org/W2081863040","https://openalex.org/W2897507703","https://openalex.org/W3118256330","https://openalex.org/W2593503832"],"abstract_inverted_index":{"Automated":[0],"pick-and-place":[1,51],"systems":[2],"are":[3],"seen":[4],"as":[5],"some":[6],"of":[7,66,123,138,145],"the":[8,92,121,136],"most":[9],"sensible":[10],"commercial":[11],"applications.":[12],"However,":[13],"developing":[14],"such":[15],"a":[16,47,55,64,74,142],"system":[17,52,101],"is":[18],"still":[19],"challenging":[20],"because":[21],"it":[22],"requires":[23],"not":[24],"only":[25],"high":[26],"quality":[27],"connected":[28,34],"components":[29,35],"but":[30],"also":[31],"that":[32,86,107,127],"these":[33],"be":[36],"synchronized":[37],"to":[38,59,79,83,104],"meet":[39,128],"uncertainty":[40],"and":[41,53,68,88,112,131],"real-time":[42,132],"constraints.":[43,133],"This":[44],"paper":[45],"introduces":[46],"simulated":[48],"conveyor":[49],"belt-based":[50],"proposes":[54],"joint":[56],"learning":[57,77],"algorithm":[58,78],"control":[60],"manipulators":[61,109],"for":[62],"performing":[63],"sequence":[65],"pick":[67,84],"place":[69],"tasks.":[70],"The":[71],"framework":[72,96,140],"uses":[73,97],"deep":[75],"reinforcement":[76],"teach":[80],"an":[81,98,115],"agent":[82],"objects":[85,111],"uncertainly":[87],"partial-observably":[89],"appear":[90],"on":[91],"conveyor.":[93],"Moreover,":[94],"this":[95],"Robot":[99],"operating":[100],"(ROS)":[102],"service":[103],"generate":[105],"trajectories":[106],"navigate":[108],"between":[110],"placements.":[113],"Using":[114],"industrial-grade":[116],"platform":[117],"like":[118],"ROS":[119],"allows":[120],"generation":[122],"reliable":[124],"path":[125],"motions":[126],"various":[129],"hardware":[130],"We":[134],"evaluate":[135],"effectiveness":[137],"our":[139],"over":[141],"wide":[143],"range":[144],"simulations":[146],"against":[147],"rule-based":[148],"methods.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}