{"id":"https://openalex.org/W3123099104","doi":"https://doi.org/10.1109/tase.2020.3047924","title":"Scheduling of Dual-Gripper Robotic Cells With Reinforcement Learning","display_name":"Scheduling of Dual-Gripper Robotic Cells With Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-15","ids":{"openalex":"https://openalex.org/W3123099104","doi":"https://doi.org/10.1109/tase.2020.3047924","mag":"3123099104"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2020.3047924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2020.3047924","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100439521","display_name":"Hyun-Jung Kim","orcid":"https://orcid.org/0000-0001-7190-3264"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyun-Jung Kim","raw_affiliation_strings":["Faculty of Department of Industrial and Systems Engineering, KAIST (Korea Advanced Institute of Science and Technology), Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-7190-3264","affiliations":[{"raw_affiliation_string":"Faculty of Department of Industrial and Systems Engineering, KAIST (Korea Advanced Institute of Science and Technology), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100366235","display_name":"Jun-Ho Lee","orcid":"https://orcid.org/0000-0001-7693-8896"},"institutions":[{"id":"https://openalex.org/I196345858","display_name":"Chungnam National University","ror":"https://ror.org/0227as991","country_code":"KR","type":"education","lineage":["https://openalex.org/I196345858"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jun-Ho Lee","raw_affiliation_strings":["Faculty of School of Business, Chungnam National University, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-7693-8896","affiliations":[{"raw_affiliation_string":"Faculty of School of Business, Chungnam National University, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I196345858"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5476,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.89758298,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"19","issue":"2","first_page":"1120","last_page":"1136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11741","display_name":"Flexible and Reconfigurable Manufacturing Systems","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.7911219596862793},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6631985306739807},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6389985084533691},{"id":"https://openalex.org/keywords/petri-net","display_name":"Petri net","score":0.555835485458374},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5555703639984131},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5236408710479736},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4977400600910187},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.28835535049438477},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.1890125572681427},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.12436887621879578},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11540603637695312}],"concepts":[{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.7911219596862793},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6631985306739807},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6389985084533691},{"id":"https://openalex.org/C38677869","wikidata":"https://www.wikidata.org/wiki/Q724168","display_name":"Petri net","level":2,"score":0.555835485458374},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5555703639984131},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5236408710479736},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4977400600910187},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.28835535049438477},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1890125572681427},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.12436887621879578},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11540603637695312},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2020.3047924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2020.3047924","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7315402532","display_name":null,"funder_award_id":"2019R1C1C1004667","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1717076240","https://openalex.org/W1964181037","https://openalex.org/W1970801960","https://openalex.org/W1977357978","https://openalex.org/W1979192552","https://openalex.org/W1984750145","https://openalex.org/W1988796610","https://openalex.org/W1996109622","https://openalex.org/W2002235729","https://openalex.org/W2011851964","https://openalex.org/W2012448698","https://openalex.org/W2017894321","https://openalex.org/W2019063470","https://openalex.org/W2022369810","https://openalex.org/W2022919717","https://openalex.org/W2023770634","https://openalex.org/W2025592351","https://openalex.org/W2028145591","https://openalex.org/W2041853864","https://openalex.org/W2048928932","https://openalex.org/W2049183520","https://openalex.org/W2054492678","https://openalex.org/W2079590627","https://openalex.org/W2086414784","https://openalex.org/W2095093865","https://openalex.org/W2115448177","https://openalex.org/W2134686833","https://openalex.org/W2141103600","https://openalex.org/W2154896003","https://openalex.org/W2157758041","https://openalex.org/W2161640904","https://openalex.org/W2183641468","https://openalex.org/W2240785302","https://openalex.org/W2328538597","https://openalex.org/W2511769035","https://openalex.org/W2530382832","https://openalex.org/W2582849401","https://openalex.org/W2597321818","https://openalex.org/W2610006370","https://openalex.org/W2755438865","https://openalex.org/W2769435840","https://openalex.org/W2898488651","https://openalex.org/W2901032529","https://openalex.org/W3038129514","https://openalex.org/W3122405955","https://openalex.org/W3122485362","https://openalex.org/W3122671235","https://openalex.org/W3123012126","https://openalex.org/W3124296027","https://openalex.org/W3124318612","https://openalex.org/W4242037947","https://openalex.org/W4255654664"],"related_works":["https://openalex.org/W1551257573","https://openalex.org/W4230983483","https://openalex.org/W1980200158","https://openalex.org/W2132799268","https://openalex.org/W2154794415","https://openalex.org/W791317142","https://openalex.org/W2109094990","https://openalex.org/W1538101305","https://openalex.org/W2982241419","https://openalex.org/W3204654320"],"abstract_inverted_index":{"A":[0],"dual-gripper":[1,100,182,229],"robotic":[2,43,101,183,230,295,307],"cell":[3,44,102],"consists":[4],"of":[5,41,61,150,181,211,228,294,306],"multiple":[6],"processing":[7,68,239],"machines":[8,62,65,237],"and":[9,63,115,130,145,185,201,215,265,286],"one":[10,23],"material":[11],"handling":[12],"robot,":[13],"which":[14,119,165,174],"can":[15,28,298],"perform":[16],"an":[17,123,244,249],"unloading":[18],"or":[19],"a":[20,25,38,47,58,71,84,88,99,110,113,142,171,186,225,266],"loading":[21],"task":[22,49,252,268],"at":[24,32],"time":[26,240],"but":[27],"hold":[29],"two":[30,52],"parts":[31],"the":[33,42,79,94,155,161,194,202,206,209,212,216,280,287],"same":[34],"time.":[35],"We":[36,242],"address":[37,98,224],"scheduling":[39,103,138,151,180,226,293,303],"problem":[40,106,227],"that":[45,193],"determines":[46],"robot":[48,251,267],"sequence":[50,253,269,289],"when":[51,235],"part":[53],"types":[54,234],"are":[55,132],"processed":[56],"in":[57,125,169,254,284],"different":[59],"set":[60],"all":[64,236],"have":[66,238],"variable":[67],"times":[69],"within":[70],"given":[72],"interval.":[73],"The":[74,105,127,189,259,274],"objective":[75],"is":[76,107,120,158,166,175,219,262,270],"to":[77,97,160,222,247,256],"minimize":[78,257],"makespan.":[80,258],"This":[81],"study":[82],"proposes":[83],"learning-based":[85],"method,":[86],"i.e.,":[87],"reinforcement":[89],"learning":[90],"(RL)":[91],"approach,":[92],"for":[93,178,291,302],"first":[95],"time,":[96],"problem.":[104],"modeled":[108],"with":[109,232],"Petri":[111,143],"net,":[112,144],"graphical":[114],"mathematical":[116],"modeling":[117],"tool,":[118],"used":[121,168,177,283,290],"as":[122],"environment":[124],"RL.":[126],"states,":[128],"actions,":[129],"rewards":[131],"defined":[133],"by":[134],"using":[135],"flow":[136],"shop":[137],"properties,":[139],"features":[140],"from":[141,147],"knowledge":[146],"previous":[148],"studies":[149],"robotized":[152],"tools.":[153],"Then,":[154],"RL":[156,245],"approach":[157,246],"compared":[159],"first-in-first-out":[162],"(FIFO)":[163],"rule,":[164],"generally":[167],"practice,":[170],"swap":[172,203,288],"sequence,":[173],"widely":[176],"cyclic":[179,292],"cells,":[184],"lower":[187,217],"bound.":[188],"extensive":[190],"experiments":[191],"show":[192],"proposed":[195,213,260,275],"method":[196,214,261,276],"performs":[197,277],"better":[198,278],"than":[199,279],"FIFO":[200,281],"sequence;":[204],"moreover,":[205],"gap":[207],"between":[208],"makespan":[210],"bound":[218],"not":[220],"large.Note":[221],"Practitioners\u2014We":[223],"cells":[231],"two-part":[233],"variations.":[241],"propose":[243],"obtain":[248],"efficient":[250],"order":[255],"performed":[263],"offline,":[264],"then":[271],"obtained":[272],"instantaneously.":[273],"rule":[282],"practice":[285],"cells.":[296,308],"It":[297],"be":[299],"easily":[300],"extended":[301],"other":[304],"configurations":[305]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}