{"id":"https://openalex.org/W4385834446","doi":"https://doi.org/10.1109/tim.2023.3305709","title":"Policy Fusion Transfer: The Knowledge Transfer for Different Robot Peg-in-Hole Insertion Assemblies","display_name":"Policy Fusion Transfer: The Knowledge Transfer for Different Robot Peg-in-Hole Insertion Assemblies","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385834446","doi":"https://doi.org/10.1109/tim.2023.3305709"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2023.3305709","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3305709","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072510854","display_name":"Yu Men","orcid":"https://orcid.org/0000-0001-6956-7425"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yu Men","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0001-6956-7425","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009068965","display_name":"Ligang Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ligang Jin","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0003-3931-0631","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009968091","display_name":"Tao Cui","orcid":"https://orcid.org/0000-0002-0486-7133"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Cui","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-0486-7133","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079823850","display_name":"Yunfeng Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunfeng Bai","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0003-6560-0103","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101917475","display_name":"Fengming Li","orcid":"https://orcid.org/0000-0003-3267-0810"},"institutions":[{"id":"https://openalex.org/I44445938","display_name":"Shandong Jianzhu University","ror":"https://ror.org/01gbfax37","country_code":"CN","type":"education","lineage":["https://openalex.org/I44445938"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengming Li","raw_affiliation_strings":["School of Information and Engineering, Shandong Jianzhu University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0003-3267-0810","affiliations":[{"raw_affiliation_string":"School of Information and Engineering, Shandong Jianzhu University, Jinan, China","institution_ids":["https://openalex.org/I44445938"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101645277","display_name":"Rui Song","orcid":"https://orcid.org/0000-0002-4119-4433"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Song","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-4119-4433","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5072510854"],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":null,"apc_paid":null,"fwci":2.8694,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.90895404,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"72","issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7319198250770569},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6697810888290405},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6651533842086792},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6607810258865356},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5924575328826904},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5637734532356262},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.537521481513977},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5119184255599976},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.45979970693588257},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.4567514657974243},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.43674731254577637},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.4329240918159485},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4169582426548004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38508445024490356},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3563300669193268},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3420839309692383},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19478434324264526}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7319198250770569},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6697810888290405},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6651533842086792},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6607810258865356},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5924575328826904},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5637734532356262},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.537521481513977},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5119184255599976},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.45979970693588257},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.4567514657974243},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.43674731254577637},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.4329240918159485},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4169582426548004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38508445024490356},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3563300669193268},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3420839309692383},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19478434324264526},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2023.3305709","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3305709","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15"}],"awards":[{"id":"https://openalex.org/G373194500","display_name":null,"funder_award_id":"U2013204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1977655452","https://openalex.org/W2031727428","https://openalex.org/W2296452361","https://openalex.org/W2591999327","https://openalex.org/W2605102758","https://openalex.org/W2612089457","https://openalex.org/W2736601468","https://openalex.org/W2806263811","https://openalex.org/W2938807566","https://openalex.org/W2952629144","https://openalex.org/W2964214518","https://openalex.org/W2968116426","https://openalex.org/W2976205474","https://openalex.org/W3014528623","https://openalex.org/W3028308378","https://openalex.org/W3085267010","https://openalex.org/W3090612618","https://openalex.org/W3091182627","https://openalex.org/W3092609815","https://openalex.org/W3100172161","https://openalex.org/W3109467707","https://openalex.org/W3133076360","https://openalex.org/W3164862896","https://openalex.org/W3174364619","https://openalex.org/W3196840366","https://openalex.org/W4210256054","https://openalex.org/W4210370593","https://openalex.org/W4226071192","https://openalex.org/W4285183258","https://openalex.org/W4285225245","https://openalex.org/W4367281338","https://openalex.org/W6728925229","https://openalex.org/W6741002519","https://openalex.org/W6761327112","https://openalex.org/W6783144354","https://openalex.org/W6784204135"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W2392266266"],"abstract_inverted_index":{"Given":[0],"the":[1,7,19,29,38,43,59,63,67,73,75,82,96,101,105,108,117,123,132,144,152,168,173,183,190,194,199,207,212,221,229],"problem":[2],"of":[3,11,62,70,143,186,193],"exploration":[4],"and":[5,31,66,93,125,148,159,197,220],"utilization,":[6],"high":[8],"interaction":[9],"cost":[10],"deep":[12,23],"reinforcement":[13,24],"learning":[14,25],"is":[15,47,79,129,146,170,204,216,224,236],"sometimes":[16],"unacceptable.":[17],"Moreover,":[18,228],"model":[20,65,78,88,201],"trained":[21,80],"by":[22,116,131,172,188,218,226],"cannot":[26],"adapt":[27],"to":[28,37,57],"complex":[30],"changeable":[32],"assembly":[33,64,111,157,161,191,213,222],"environment":[34,169],"quickly":[35,114],"owing":[36],"weak":[39],"generalization":[40,60],"ability.":[41],"Thus,":[42],"knowledge":[44,230],"transfer":[45,153,231],"framework":[46],"established":[48],"for":[49],"different":[50,156,160,233],"robot":[51],"peg-in-hole":[52,110,234],"assemblies":[53,235],"in":[54,138,178],"this":[55,139],"article":[56],"reinforce":[58],"ability":[61],"utilization":[68],"efficiency":[69],"data.":[71],"In":[72],"framework,":[74],"source":[76,124,195],"domain":[77,127,196],"through":[81],"Proximal":[83],"Policy":[84,133,174],"Optimization":[85],"algorithm.":[86],"The":[87,119,141,163],"accurately":[89],"predicts":[90],"environmental":[91],"information":[92],"dynamically":[94],"adjusts":[95],"robot\u2019s":[97],"movements":[98],"based":[99,150],"on":[100,151],"prediction.":[102],"Combined":[103],"with":[104],"PI":[106],"controller,":[107],"flexible":[109],"can":[112],"be":[113],"achieved":[115],"robot.":[118],"policy":[120,192],"fusion":[121],"between":[122,232],"target":[126],"MDP":[128],"realized":[130,237],"Fusion":[134,175],"Transfer":[135,176],"algorithm":[136,145,177],"designed":[137],"article.":[140],"effectiveness":[142],"verified":[147],"discussed":[149],"experiments,":[154],"involving":[155],"objects":[158],"environments.":[162],"training":[164,187],"results":[165,209],"demonstrate":[166],"that":[167,198,211],"explored":[171],"a":[179],"safe":[180],"range":[181],"at":[182],"initial":[184],"stage":[185],"reusing":[189],"faster":[200],"convergence":[202],"speed":[203],"achieved.":[205],"Furthermore,":[206],"testing":[208],"suggest":[210],"success":[214],"rate":[215],"improved":[217],"26%":[219],"force":[223],"reduced":[225],"30N.":[227],"successfully.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}