{"id":"https://openalex.org/W3192265752","doi":"https://doi.org/10.1109/ur52253.2021.9494633","title":"Reinforcement Learning-based Box Unloading Sequence Planning for Robotic Container-Unloading System","display_name":"Reinforcement Learning-based Box Unloading Sequence Planning for Robotic Container-Unloading System","publication_year":2021,"publication_date":"2021-07-12","ids":{"openalex":"https://openalex.org/W3192265752","doi":"https://doi.org/10.1109/ur52253.2021.9494633","mag":"3192265752"},"language":"en","primary_location":{"id":"doi:10.1109/ur52253.2021.9494633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ur52253.2021.9494633","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 18th International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062637861","display_name":"Hyeonjun Park","orcid":"https://orcid.org/0000-0001-8258-2355"},"institutions":[{"id":"https://openalex.org/I4210096735","display_name":"Korea Institute of Robot and Convergence","ror":"https://ror.org/00v019t60","country_code":"KR","type":"facility","lineage":["https://openalex.org/I4210096735"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Hyeonjun Park","raw_affiliation_strings":["Korea Institute of Robotics & Technology Convergence,Intelligent Robotics R&D Division,Seoul,Korea"],"affiliations":[{"raw_affiliation_string":"Korea Institute of Robotics & Technology Convergence,Intelligent Robotics R&D Division,Seoul,Korea","institution_ids":["https://openalex.org/I4210096735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023880471","display_name":"Gun Rae Cho","orcid":"https://orcid.org/0000-0002-8536-4844"},"institutions":[{"id":"https://openalex.org/I4210096735","display_name":"Korea Institute of Robot and Convergence","ror":"https://ror.org/00v019t60","country_code":"KR","type":"facility","lineage":["https://openalex.org/I4210096735"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gun Rae Cho","raw_affiliation_strings":["Korea Institute of Robotics & Technology Convergence,Autonomous Systems Center, Intelligent Robotics R&D Division,Pohang,Korea"],"affiliations":[{"raw_affiliation_string":"Korea Institute of Robotics & Technology Convergence,Autonomous Systems Center, Intelligent Robotics R&D Division,Pohang,Korea","institution_ids":["https://openalex.org/I4210096735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004986274","display_name":"Eui-Jung Jung","orcid":"https://orcid.org/0000-0002-5305-0779"},"institutions":[{"id":"https://openalex.org/I4210096735","display_name":"Korea Institute of Robot and Convergence","ror":"https://ror.org/00v019t60","country_code":"KR","type":"facility","lineage":["https://openalex.org/I4210096735"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Eui-Jung Jung","raw_affiliation_strings":["Korea Institute of Robotics & Technology Convergence,Autonomous Systems Center, Intelligent Robotics R&D Division,Pohang,Korea"],"affiliations":[{"raw_affiliation_string":"Korea Institute of Robotics & Technology Convergence,Autonomous Systems Center, Intelligent Robotics R&D Division,Pohang,Korea","institution_ids":["https://openalex.org/I4210096735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406375","display_name":"Sungho Park","orcid":"https://orcid.org/0000-0002-2208-9128"},"institutions":[{"id":"https://openalex.org/I4210096735","display_name":"Korea Institute of Robot and Convergence","ror":"https://ror.org/00v019t60","country_code":"KR","type":"facility","lineage":["https://openalex.org/I4210096735"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sungho Park","raw_affiliation_strings":["Korea Institute of Robotics & Technology Convergence,Autonomous Systems Center, Intelligent Robotics R&D Division,Pohang,Korea"],"affiliations":[{"raw_affiliation_string":"Korea Institute of Robotics & Technology Convergence,Autonomous Systems Center, Intelligent Robotics R&D Division,Pohang,Korea","institution_ids":["https://openalex.org/I4210096735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004638999","display_name":"Jongho Bae","orcid":"https://orcid.org/0000-0002-2315-6310"},"institutions":[{"id":"https://openalex.org/I4210096735","display_name":"Korea Institute of Robot and Convergence","ror":"https://ror.org/00v019t60","country_code":"KR","type":"facility","lineage":["https://openalex.org/I4210096735"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jongho Bae","raw_affiliation_strings":["Korea Institute of Robotics & Technology Convergence,Autonomous Systems Center, Intelligent Robotics R&D Division,Pohang,Korea"],"affiliations":[{"raw_affiliation_string":"Korea Institute of Robotics & Technology Convergence,Autonomous Systems Center, Intelligent Robotics R&D Division,Pohang,Korea","institution_ids":["https://openalex.org/I4210096735"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100383149","display_name":"Min-Gyu Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I4210096735","display_name":"Korea Institute of Robot and Convergence","ror":"https://ror.org/00v019t60","country_code":"KR","type":"facility","lineage":["https://openalex.org/I4210096735"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Min-Gyu Kim","raw_affiliation_strings":["Korea Institute of Robotics & Technology Convergence,Autonomous Systems Center, Intelligent Robotics R&D Division,Pohang,Korea"],"affiliations":[{"raw_affiliation_string":"Korea Institute of Robotics & Technology Convergence,Autonomous Systems Center, Intelligent Robotics R&D Division,Pohang,Korea","institution_ids":["https://openalex.org/I4210096735"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5062637861"],"corresponding_institution_ids":["https://openalex.org/I4210096735"],"apc_list":null,"apc_paid":null,"fwci":0.2965,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.64165715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"371","last_page":"374"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/truck","display_name":"Truck","score":0.7890307307243347},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7413436770439148},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.690395176410675},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.6208557486534119},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.6108622550964355},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5673406720161438},{"id":"https://openalex.org/keywords/conveyor-belt","display_name":"Conveyor belt","score":0.5507996678352356},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5254910588264465},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5154126882553101},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5081686973571777},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.49052613973617554},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.43589988350868225},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.41089341044425964},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4018704891204834},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3278862237930298},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.2526742219924927},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.1538405418395996},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11090189218521118}],"concepts":[{"id":"https://openalex.org/C52121051","wikidata":"https://www.wikidata.org/wiki/Q43193","display_name":"Truck","level":2,"score":0.7890307307243347},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7413436770439148},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.690395176410675},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.6208557486534119},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.6108622550964355},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5673406720161438},{"id":"https://openalex.org/C2777709985","wikidata":"https://www.wikidata.org/wiki/Q770135","display_name":"Conveyor belt","level":2,"score":0.5507996678352356},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5254910588264465},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5154126882553101},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5081686973571777},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.49052613973617554},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.43589988350868225},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.41089341044425964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4018704891204834},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3278862237930298},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.2526742219924927},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.1538405418395996},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11090189218521118},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ur52253.2021.9494633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ur52253.2021.9494633","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 18th International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1977655452","https://openalex.org/W1988437092","https://openalex.org/W2108873643","https://openalex.org/W2214186834","https://openalex.org/W2508557130","https://openalex.org/W2557141869","https://openalex.org/W2990212703","https://openalex.org/W2999845716","https://openalex.org/W3090672362"],"related_works":["https://openalex.org/W2258669850","https://openalex.org/W1513401665","https://openalex.org/W4283263216","https://openalex.org/W3160851599","https://openalex.org/W2527333706","https://openalex.org/W2078285315","https://openalex.org/W2808090143","https://openalex.org/W2964156592","https://openalex.org/W2259778155","https://openalex.org/W2765512466"],"abstract_inverted_index":{"The":[0,24,106],"need":[1],"for":[2,28,72],"robotic":[3],"warehouse":[4],"automation":[5],"is":[6,77,89,101],"emerging":[7],"in":[8,30,34],"the":[9,14,35,52,55,80,83,87,92,96,109,120],"logistics":[10],"industry":[11],"because":[12],"of":[13,16,38,43,82,108,119],"risk":[15],"manual":[17],"labor-related":[18],"employee":[19],"injuries":[20],"during":[21],"truck":[22,88],"unloading.":[23],"automatic":[25],"unloading":[26,69,98],"process":[27],"boxes":[29,84],"freight":[31],"containers":[32],"proceeds":[33],"following":[36],"order":[37],"steps:":[39],"vision":[40],"recognition,":[41],"selection":[42],"box":[44,53,68,97],"to":[45],"be":[46],"unloaded,":[47],"and":[48,50],"picking":[49],"placing":[51],"on":[54,86],"conveyor":[56],"belt":[57],"using":[58],"a":[59,67],"robot":[60],"manipulator.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65],"propose":[66],"sequence":[70,99],"plan":[71,100],"robotic-logistics":[73],"systems.":[74],"First,":[75],"it":[76,116],"assumed":[78],"that":[79,118],"shape":[81],"stacked":[85],"pre-recognized":[90],"by":[91,103,114,123],"visual":[93],"system.":[94],"Then,":[95],"generated":[102],"reinforcement":[104],"learning.":[105],"performance":[107],"proposed":[110],"method":[111,122],"was":[112],"verified":[113],"comparing":[115],"with":[117],"heuristic":[121],"numerical":[124],"operation.":[125]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}