{"id":"https://openalex.org/W2973019294","doi":"https://doi.org/10.1016/j.promfg.2020.01.136","title":"Transferring Human Manipulation Knowledge to Industrial Robots Using Reinforcement Learning","display_name":"Transferring Human Manipulation Knowledge to Industrial Robots Using Reinforcement Learning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2973019294","doi":"https://doi.org/10.1016/j.promfg.2020.01.136","mag":"2973019294"},"language":"en","primary_location":{"id":"doi:10.1016/j.promfg.2020.01.136","doi":"https://doi.org/10.1016/j.promfg.2020.01.136","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.promfg.2020.01.136","pdf_url":"https://www.sciencedirect.com/science/article/pii/S2351978920301372/pdf","source":{"id":"https://openalex.org/S2898447089","display_name":"Procedia Manufacturing","issn_l":"2351-9789","issn":["2351-9789"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-40","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Manufacturing","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.sciencedirect.com/science/article/pii/S2351978920301372/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075538425","display_name":"Nestor Arana-Arexolaleiba","orcid":"https://orcid.org/0000-0002-3305-8108","observed_orcids":["https://orcid.org/0000-0002-3305-8108"]},"institutions":[{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"N. Arana-Arexolaleiba","raw_affiliation_strings":["Robotics and Automation Research Group, Mondragon University, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics and Automation Research Group, Mondragon University, Spain","institution_ids":["https://openalex.org/I162361429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040111193","display_name":"Nerea Urrestilla Anguiozar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"N. Urrestilla-Anguiozar","raw_affiliation_strings":["Robotics & Automation Group, Dept. of Materials and Production, Aalborg University, Fibigerstr\u00e6de 16, Aalborg \u00d8st, DK-9220, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics & Automation Group, Dept. of Materials and Production, Aalborg University, Fibigerstr\u00e6de 16, Aalborg \u00d8st, DK-9220, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003941679","display_name":"Dimitrios Chrysostomou","orcid":"https://orcid.org/0000-0002-6114-8944","observed_orcids":["https://orcid.org/0000-0002-6114-8944"]},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"D. Chrysostomou","raw_affiliation_strings":["Robotics & Automation Group, Dept. of Materials and Production, Aalborg University, Fibigerstr\u00e6de 16, Aalborg \u00d8st, DK-9220, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics & Automation Group, Dept. of Materials and Production, Aalborg University, Fibigerstr\u00e6de 16, Aalborg \u00d8st, DK-9220, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048839097","display_name":"Simon B\u00f8gh","orcid":"https://orcid.org/0000-0002-5960-4365","observed_orcids":["https://orcid.org/0000-0002-5960-4365"]},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"S. B\u00f8gh","raw_affiliation_strings":["Robotics & Automation Group, Dept. of Materials and Production, Aalborg University, Fibigerstr\u00e6de 16, Aalborg \u00d8st, DK-9220, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics & Automation Group, Dept. of Materials and Production, Aalborg University, Fibigerstr\u00e6de 16, Aalborg \u00d8st, DK-9220, Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5075538425"],"corresponding_institution_ids":["https://openalex.org/I162361429"],"apc_list":null,"apc_paid":null,"fwci":1.0016,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.7866045,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":98},"biblio":{"volume":"38","issue":null,"first_page":"1508","last_page":"1515"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.635699987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.635699987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.3596000075340271,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11741","display_name":"Flexible and Reconfigurable Manufacturing Systems","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/industrial-robots","display_name":"industrial robots","score":0.8569999933242798},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7319999933242798},{"id":"https://openalex.org/keywords/human-robot-learning","display_name":"human-robot learning","score":0.6019999980926514},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.8980000019073486},{"id":"https://openalex.org/keywords/robot-programming","display_name":"robot programming","score":0.6859999895095825},{"id":"https://openalex.org/keywords/industry-4-0","display_name":"Industry 4.0","score":0.7609999775886536},{"id":"https://openalex.org/keywords/self-learning-robots","display_name":"self-learning robots","score":0.3790000081062317}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7528620958328247},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6676309704780579},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6569841504096985},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5935945510864258},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5837744474411011},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.571792483329773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5646124482154846},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.5270543098449707},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.486839234828949},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4815828800201416},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47687965631484985},{"id":"https://openalex.org/C22607594","wikidata":"https://www.wikidata.org/wiki/Q5375150","display_name":"Enabling","level":2,"score":0.45960238575935364},{"id":"https://openalex.org/C2776126113","wikidata":"https://www.wikidata.org/wiki/Q1128980","display_name":"Industrial robot","level":3,"score":0.4431668817996979},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3667941689491272},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2918343245983124},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2078317403793335},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.2030598223209381},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.promfg.2020.01.136","doi":"https://doi.org/10.1016/j.promfg.2020.01.136","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.promfg.2020.01.136","pdf_url":"https://www.sciencedirect.com/science/article/pii/S2351978920301372/pdf","source":{"id":"https://openalex.org/S2898447089","display_name":"Procedia Manufacturing","issn_l":"2351-9789","issn":["2351-9789"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-40","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Manufacturing","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/ed20310b-e8fb-4821-bad3-ae81a8a11b3b","doi":null,"is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/ed20310b-e8fb-4821-bad3-ae81a8a11b3b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Arexolaleiba, N A, Anguiozar, N U, Chrysostomou, D & B\u00f8gh, S 2019, Transferring Human Manipulation Knowledge to Industrial Robots Using Reinforcement Learning. in 29th International Conference on Flexible Automation and Intelligent Manufacturing : FAIM 2019. vol. 38, Elsevier, Procedia Manufacturing, vol. 38, pp. 1508 - 1515, 29th International Conference on Flexible Automation and Intelligent Manufacturing (FAIM2019), Limerick, Ireland, 24/06/2019. https://doi.org/10.1016/j.promfg.2020.01.136","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1016/j.promfg.2020.01.136","doi":"https://doi.org/10.1016/j.promfg.2020.01.136","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.promfg.2020.01.136","pdf_url":"https://www.sciencedirect.com/science/article/pii/S2351978920301372/pdf","source":{"id":"https://openalex.org/S2898447089","display_name":"Procedia Manufacturing","issn_l":"2351-9789","issn":["2351-9789"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-40","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Manufacturing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5378999710083008}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321705","display_name":"Eusko Jaurlaritza","ror":"https://ror.org/00pz2fp31"},{"id":"https://openalex.org/F4320334770","display_name":"Danish Agency for Science and Higher Education","ror":"https://ror.org/03ge1nb22"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2973019294.pdf","grobid_xml":"https://content.openalex.org/works/W2973019294.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W16011919","https://openalex.org/W2086113803","https://openalex.org/W2101786389","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2613364463","https://openalex.org/W2736057540","https://openalex.org/W2746553466","https://openalex.org/W2756826236","https://openalex.org/W2792243241","https://openalex.org/W2909012991","https://openalex.org/W4214717370","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W2736057540","https://openalex.org/W4410227850","https://openalex.org/W4292680639","https://openalex.org/W4387455232","https://openalex.org/W4403675292","https://openalex.org/W3157041106","https://openalex.org/W4390815457","https://openalex.org/W7117886793","https://openalex.org/W3119608713","https://openalex.org/W4312352628"],"abstract_inverted_index":{"Nowadays":[0],"in":[1,71,110,168,204],"the":[2,67,118,132,139,143,171,174,180,206],"context":[3],"of":[4,173,184],"Industry":[5],"4.0,":[6],"manufacturing":[7],"companies":[8],"are":[9,74],"faced":[10],"by":[11],"increasing":[12],"global":[13],"competition":[14],"and":[15,24,43,61,128,146,182,189,193],"challenges,":[16],"which":[17,88,156],"requires":[18],"them":[19],"to":[20,26,29,65,113,136],"become":[21,50],"more":[22,52],"flexible":[23],"able":[25,135],"adapt":[27],"fast":[28],"rapid":[30],"market":[31],"changes.":[32],"Advanced":[33],"robot":[34,59,86,115,133],"system":[35,116,124],"is":[36,134,154,202],"an":[37],"enabler":[38],"for":[39,57,120,186,197],"achieving":[40],"greater":[41],"flexibility":[42],"adaptability,":[44],"however,":[45],"programming":[46,58],"such":[47],"systems":[48,60],"also":[49],"increasingly":[51],"complex.":[53],"Thus,":[54],"new":[55],"methods":[56],"enabling":[62],"self-learning":[63],"capabilities":[64],"accommodate":[66],"natural":[68,200],"variation":[69,201],"exhibited":[70,203],"real-world":[72],"tasks":[73,109,198],"needed.":[75],"In":[76],"this":[77],"paper,":[78],"we":[79,104],"propose":[80],"a":[81,114,121,165],"Reinforcement":[82],"Learning":[83],"(RL)":[84],"enabled":[85],"system,":[87],"learns":[89],"task":[90],"trajectories":[91],"from":[92,142,164],"human":[93,102,144],"workers.":[94],"The":[95],"presented":[96],"work":[97],"demonstrates":[98],"that":[99,179],"with":[100],"minimal":[101],"effort,":[103],"can":[105],"transfer":[106],"manual":[107],"manipulation":[108],"certain":[111],"domains":[112],"without":[117],"requirement":[119],"complicated":[122],"hardware":[123],"model":[125],"or":[126,208],"tedious":[127],"complex":[129],"programming.":[130],"Furthermore,":[131],"build":[137],"upon":[138],"learned":[140],"concepts":[141],"expert":[145],"improve":[147],"its":[148],"performance":[149],"over":[150],"time.":[151],"Initially,":[152],"Q-learning":[153],"applied,":[155],"has":[157],"shown":[158],"very":[159],"promising":[160],"results.":[161],"Preliminary":[162],"experiments,":[163],"use":[166],"case":[167],"slaughterhouses,":[169],"demonstrate":[170],"viability":[172],"proposed":[175],"approach.":[176],"We":[177],"conclude":[178],"feasibility":[181],"applicability":[183],"RL":[185],"industrial":[187,190],"robots":[188],"processes,":[191],"holds":[192],"unseen":[194],"potential,":[195],"especially":[196],"where":[199],"either":[205],"product":[207],"process.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2019-09-19T00:00:00"}