{"id":"https://openalex.org/W3081877091","doi":"https://doi.org/10.1109/tii.2020.3020065","title":"Efficient Insertion Control for Precision Assembly Based on Demonstration Learning and Reinforcement Learning","display_name":"Efficient Insertion Control for Precision Assembly Based on Demonstration Learning and Reinforcement Learning","publication_year":2020,"publication_date":"2020-08-28","ids":{"openalex":"https://openalex.org/W3081877091","doi":"https://doi.org/10.1109/tii.2020.3020065","mag":"3081877091"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2020.3020065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.3020065","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041678426","display_name":"Yanqin Ma","orcid":"https://orcid.org/0000-0002-7799-466X"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210101451","display_name":"Nanjing Institute of Industry Technology","ror":"https://ror.org/00qf07q44","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210101451"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanqin Ma","raw_affiliation_strings":["Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Computer and Software, Nanjing Vocational University of Industry Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Computer and Software, Nanjing Vocational University of Industry Technology, Nanjing, China","institution_ids":["https://openalex.org/I4210101451"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016826662","display_name":"De Xu","orcid":"https://orcid.org/0000-0002-7221-1654"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"De Xu","raw_affiliation_strings":["Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003819876","display_name":"Fangbo Qin","orcid":"https://orcid.org/0000-0002-4085-0857"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangbo Qin","raw_affiliation_strings":["Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5041678426"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210101451","https://openalex.org/I4210112150"],"apc_list":null,"apc_paid":null,"fwci":3.5308,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.92999378,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"17","issue":"7","first_page":"4492","last_page":"4502"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9570000171661377,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8409509658813477},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6544244885444641},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.6410570740699768},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5312027335166931},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.527586042881012},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.4771918058395386},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4264155924320221},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.41742339730262756},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.4123656153678894},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.25446805357933044},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2159721553325653}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8409509658813477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6544244885444641},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6410570740699768},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5312027335166931},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.527586042881012},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.4771918058395386},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4264155924320221},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.41742339730262756},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4123656153678894},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25446805357933044},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2159721553325653},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2020.3020065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.3020065","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4376736541","display_name":null,"funder_award_id":"61733004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G720904676","display_name":null,"funder_award_id":"61873266","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2008298024","https://openalex.org/W2032577978","https://openalex.org/W2056262117","https://openalex.org/W2288756695","https://openalex.org/W2621305136","https://openalex.org/W2634239194","https://openalex.org/W2754799999","https://openalex.org/W2788862220","https://openalex.org/W2790984949","https://openalex.org/W2791542133","https://openalex.org/W2797679738","https://openalex.org/W2883808499","https://openalex.org/W2890218953","https://openalex.org/W2909718913","https://openalex.org/W2912259603","https://openalex.org/W2922331103","https://openalex.org/W2926550000","https://openalex.org/W2953511201","https://openalex.org/W2963376229","https://openalex.org/W2963411833","https://openalex.org/W2963940579","https://openalex.org/W2965157250","https://openalex.org/W2967727187","https://openalex.org/W2968589974","https://openalex.org/W3103833006","https://openalex.org/W3130717831","https://openalex.org/W4394667800","https://openalex.org/W6748645729","https://openalex.org/W6764800732"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2384475851","https://openalex.org/W2560215812","https://openalex.org/W2000444236","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W2949601986","https://openalex.org/W4380318855","https://openalex.org/W1964286703","https://openalex.org/W2169866437"],"abstract_inverted_index":{"Multiple":[0],"peg-in-hole":[1,30],"insertion":[2,22,34,98,105,174],"control":[3],"is":[4,26,38,66,73,93,114,128,146],"one":[5],"of":[6,120,159,171],"the":[7,61,77,97,104,118,123,132,142,149,155,169,172],"challenging":[8],"tasks":[9],"in":[10,103],"precision":[11,31,160],"assembly":[12],"for":[13,28],"its":[14],"complex":[15],"contact":[16,150],"dynamics.":[17],"In":[18,50,80],"this":[19],"article,":[20],"an":[21,108],"policy":[23,35,44,48,52,56,78,82,99,134,175],"learning":[24,36,45,86,135,176],"method":[25,87],"proposed":[27,173],"multiple":[29],"assembly.":[32],"The":[33],"process":[37],"separated":[39],"into":[40],"two":[41],"phases:":[42],"initial":[43,51],"and":[46,122,157],"residual":[47,81,133],"learning.":[49],"learning,":[53,83],"a":[54,84],"state-to-action":[55],"mapping":[57],"model":[58,64],"based":[59],"on":[60],"Gaussian":[62,69],"mixture":[63,70],"(GMM)":[65],"established.":[67],"And":[68],"regression":[71],"(GMR)":[72],"used":[74],"to":[75,95,116,130,167],"generalize":[76],"reuse.":[79],"reinforcement":[85],"named":[88],"normalized":[89],"advantage":[90],"function":[91,145],"(NAF)":[92],"employed":[94],"refine":[96],"via":[100],"agent's":[101],"exploration":[102,111],"environment.":[106],"Moreover,":[107],"adaptive":[109],"action":[110],"(AAE)":[112],"strategy":[113,127],"designed":[115,147],"improve":[117],"performance":[119],"exploration,":[121],"prioritized":[124],"experience":[125,138],"replay":[126],"introduced":[129],"make":[131],"from":[136],"historical":[137],"more":[139],"efficient.":[140],"Besides,":[141],"hierarchical":[143],"reward":[144],"considering":[148],"dynamics":[151],"as":[152,154],"well":[153],"efficiency":[156],"safety":[158],"insertion.":[161],"Finally,":[162],"comprehensive":[163],"experiments":[164],"are":[165],"conducted":[166],"validate":[168],"effectiveness":[170],"method.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":1}],"updated_date":"2026-02-26T08:16:20.718346","created_date":"2025-10-10T00:00:00"}