{"id":"https://openalex.org/W3198964038","doi":"https://doi.org/10.1155/2021/5073689","title":"Alignment Method of Combined Perception for Peg\u2010in\u2010Hole Assembly with Deep Reinforcement Learning","display_name":"Alignment Method of Combined Perception for Peg\u2010in\u2010Hole Assembly with Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3198964038","doi":"https://doi.org/10.1155/2021/5073689","mag":"3198964038"},"language":"en","primary_location":{"id":"doi:10.1155/2021/5073689","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5073689","pdf_url":"https://downloads.hindawi.com/journals/js/2021/5073689.pdf","source":{"id":"https://openalex.org/S96783963","display_name":"Journal of Sensors","issn_l":"1687-725X","issn":["1687-725X","1687-7268"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/js/2021/5073689.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041646663","display_name":"Yongzhi Wang","orcid":"https://orcid.org/0000-0002-1105-6275"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongzhi Wang","raw_affiliation_strings":["Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China"],"raw_orcid":"https://orcid.org/0000-0002-1105-6275","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100671316","display_name":"Lei Zhao","orcid":"https://orcid.org/0000-0002-2583-0081"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhao","raw_affiliation_strings":["Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103041985","display_name":"Qian Zhang","orcid":"https://orcid.org/0000-0002-9263-9455"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]},{"id":"https://openalex.org/I48780066","display_name":"Shenyang University of Chemical Technology","ror":"https://ror.org/03dbpdh75","country_code":"CN","type":"education","lineage":["https://openalex.org/I48780066"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Zhang","raw_affiliation_strings":["College of Science, Shenyang University of Chemical Technology, Shenyang 110000, China","Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Science, Shenyang University of Chemical Technology, Shenyang 110000, China","institution_ids":["https://openalex.org/I48780066"]},{"raw_affiliation_string":"Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018514420","display_name":"Ran Zhou","orcid":"https://orcid.org/0000-0003-4390-0589"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran Zhou","raw_affiliation_strings":["Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102717888","display_name":"Liping Wu","orcid":"https://orcid.org/0000-0003-0017-7618"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liping Wu","raw_affiliation_strings":["Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003157073","display_name":"Junqiao Ma","orcid":"https://orcid.org/0000-0002-4125-204X"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junqiao Ma","raw_affiliation_strings":["Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320398","display_name":"Bo Zhang","orcid":"https://orcid.org/0000-0003-1288-1549"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Zhang","raw_affiliation_strings":["Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100433375","display_name":"Yu Zhang","orcid":"https://orcid.org/0000-0001-5762-7726"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yu Zhang","raw_affiliation_strings":["Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China"],"raw_orcid":"https://orcid.org/0000-0001-5762-7726","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Shenyang University of Technology, Shenyang 110000, China","institution_ids":["https://openalex.org/I157507598"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100433375"],"corresponding_institution_ids":["https://openalex.org/I157507598"],"apc_list":{"value":2375,"currency":"USD","value_usd":2375},"apc_paid":{"value":2375,"currency":"USD","value_usd":2375},"fwci":0.3254,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.5421603,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"2021","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.7252911925315857},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6402895450592041},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5915700197219849},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5800510048866272},{"id":"https://openalex.org/keywords/torque","display_name":"Torque","score":0.537916898727417},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5225591063499451},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5204637050628662},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5181307196617126},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.5175247192382812},{"id":"https://openalex.org/keywords/active-perception","display_name":"Active perception","score":0.5106950402259827},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4948808550834656},{"id":"https://openalex.org/keywords/sensory-cue","display_name":"Sensory cue","score":0.45256853103637695},{"id":"https://openalex.org/keywords/contact-force","display_name":"Contact force","score":0.4259367883205414},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08365464210510254}],"concepts":[{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.7252911925315857},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6402895450592041},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5915700197219849},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5800510048866272},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.537916898727417},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5225591063499451},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5204637050628662},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5181307196617126},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.5175247192382812},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.5106950402259827},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4948808550834656},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.45256853103637695},{"id":"https://openalex.org/C81302111","wikidata":"https://www.wikidata.org/wiki/Q2916417","display_name":"Contact force","level":2,"score":0.4259367883205414},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08365464210510254},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/2021/5073689","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5073689","pdf_url":"https://downloads.hindawi.com/journals/js/2021/5073689.pdf","source":{"id":"https://openalex.org/S96783963","display_name":"Journal of Sensors","issn_l":"1687-725X","issn":["1687-725X","1687-7268"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Sensors","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0843bbb703294960a7398aacc013170f","is_oa":false,"landing_page_url":"https://doaj.org/article/0843bbb703294960a7398aacc013170f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Sensors, Vol 2021 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2021/5073689","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5073689","pdf_url":"https://downloads.hindawi.com/journals/js/2021/5073689.pdf","source":{"id":"https://openalex.org/S96783963","display_name":"Journal of Sensors","issn_l":"1687-725X","issn":["1687-725X","1687-7268"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3198964038.pdf","grobid_xml":"https://content.openalex.org/works/W3198964038.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1980644089","https://openalex.org/W2030363462","https://openalex.org/W2070338807","https://openalex.org/W2247230765","https://openalex.org/W2294804697","https://openalex.org/W2528489519","https://openalex.org/W2553722312","https://openalex.org/W2593887237","https://openalex.org/W2750745447","https://openalex.org/W2762973286","https://openalex.org/W2790193456","https://openalex.org/W2889324057","https://openalex.org/W2937581751","https://openalex.org/W2962960500","https://openalex.org/W2963940579","https://openalex.org/W2968095426","https://openalex.org/W2979854235","https://openalex.org/W3001049514","https://openalex.org/W3003618985","https://openalex.org/W3004105553","https://openalex.org/W3006608982","https://openalex.org/W3087797277","https://openalex.org/W3133076360","https://openalex.org/W3133168182","https://openalex.org/W3156883805"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W116417374","https://openalex.org/W2027566071","https://openalex.org/W2020038037","https://openalex.org/W2106712047","https://openalex.org/W4308237304"],"abstract_inverted_index":{"The":[0,32,66,101,205,218],"method":[1,33,88,224],"of":[2,34,89,115,124,150,171,196,202,225],"tactile":[3,77],"perception":[4,36,78,91,173,198,227],"can":[5,79],"accurately":[6,52,73],"reflect":[7,53],"the":[8,23,54,59,70,86,93,105,113,116,121,125,129,132,137,144,148,151,158,169,178,183,188,193,200,223],"contact":[9,55,126,133,159],"state":[10,134,160],"by":[11,143],"collecting":[12],"force":[13,138],"and":[14,27,44,76,110,139,161,216],"torque":[15,140],"information,":[16],"but":[17,49],"it":[18],"is":[19,37,154,208],"not":[20],"sensitive":[21,39],"to":[22,40,157,176,182],"changes":[24,41],"in":[25,42],"position":[26],"posture":[28,45],"between":[29,46],"assembly":[30,95,230],"objects.":[31],"visual":[35,75,108,122,165,172,184],"very":[38],"pose":[43],"assembled":[47],"objects,":[48],"they":[50],"cannot":[51],"state,":[56],"especially":[57],"since":[58],"objects":[60],"are":[61],"occluded":[62],"from":[63],"each":[64],"other.":[65],"robot":[67,206],"will":[68,190],"perceive":[69],"environment":[71,106],"more":[72],"if":[74],"be":[80],"combined.":[81],"Therefore,":[82],"this":[83],"paper":[84],"proposes":[85],"alignment":[87,117,152,194],"combined":[90,197,226],"for":[92,213],"peg\u2010in\u2010hole":[94],"with":[96,199],"self\u2010supervised":[97],"deep":[98],"reinforcement":[99],"learning.":[100],"agent":[102,130,189],"first":[103],"observes":[104],"through":[107],"sensors":[109],"then":[111],"predicts":[112],"action":[114,149],"adjustment":[118,153],"based":[119,135,210],"on":[120,136,211],"feature":[123],"state.":[127],"Subsequently,":[128],"judges":[131],"information":[141],"collected":[142],"force/torque":[145],"sensor.":[146],"And":[147],"selected":[155],"according":[156,181],"used":[162],"as":[163],"a":[164],"prediction":[166,185],"label.":[167,186],"Whereafter,":[168],"network":[170,179],"performs":[174],"backpropagation":[175],"correct":[177],"weights":[180],"Finally,":[187],"have":[191],"learned":[192],"skill":[195],"increase":[201],"iterative":[203],"training.":[204],"system":[207],"built":[209],"CoppeliaSim":[212],"simulation":[214,219],"training":[215],"testing.":[217],"results":[220],"show":[221],"that":[222],"has":[228],"higher":[229],"efficiency":[231],"than":[232],"single":[233],"perception.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}