{"id":"https://openalex.org/W3096491264","doi":"https://doi.org/10.1109/icnsc48988.2020.9238061","title":"An Initialization Method of Deep Q-network for Learning Acceleration of Robotic Grasp","display_name":"An Initialization Method of Deep Q-network for Learning Acceleration of Robotic Grasp","publication_year":2020,"publication_date":"2020-10-30","ids":{"openalex":"https://openalex.org/W3096491264","doi":"https://doi.org/10.1109/icnsc48988.2020.9238061","mag":"3096491264"},"language":"en","primary_location":{"id":"doi:10.1109/icnsc48988.2020.9238061","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnsc48988.2020.9238061","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Networking, Sensing and Control (ICNSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027423435","display_name":"Yanxu Hou","orcid":"https://orcid.org/0009-0006-4763-8556"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanxu Hou","raw_affiliation_strings":["Ministry of Education Key Laboratory of Measurement and Control of CSE, Southeast University, Nanjing, China","Southeast University Shenzhen Research Institute, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory of Measurement and Control of CSE, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Southeast University Shenzhen Research Institute, Shenzhen, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361997","display_name":"Jun Li","orcid":"https://orcid.org/0000-0002-9834-667X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["Ministry of Education Key Laboratory of Measurement and Control of CSE, Southeast University, Nanjing, China","Southeast University Shenzhen Research Institute, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory of Measurement and Control of CSE, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Southeast University Shenzhen Research Institute, Shenzhen, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106627481","display_name":"Zihan Fang","orcid":"https://orcid.org/0009-0007-6600-0758"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Fang","raw_affiliation_strings":["Ministry of Education Key Laboratory of Measurement and Control of CSE, Southeast University, Nanjing, China","Southeast University Shenzhen Research Institute, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory of Measurement and Control of CSE, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Southeast University Shenzhen Research Institute, Shenzhen, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060099305","display_name":"Xuechao Zhang","orcid":"https://orcid.org/0009-0006-9042-2478"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuechao Zhang","raw_affiliation_strings":["Ministry of Education Key Laboratory of Measurement and Control of CSE, Southeast University, Nanjing, China","Southeast University Shenzhen Research Institute, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory of Measurement and Control of CSE, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Southeast University Shenzhen Research Institute, Shenzhen, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18671621,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.8630157709121704},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.8249842524528503},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7765971422195435},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.717364490032196},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5282560586929321},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5064283609390259},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49853062629699707},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4637295603752136},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.4449806809425354},{"id":"https://openalex.org/keywords/workspace","display_name":"Workspace","score":0.43004778027534485},{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.41301584243774414},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.37307360768318176},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.12739688158035278}],"concepts":[{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.8630157709121704},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8249842524528503},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7765971422195435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.717364490032196},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5282560586929321},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5064283609390259},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49853062629699707},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4637295603752136},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.4449806809425354},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.43004778027534485},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.41301584243774414},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.37307360768318176},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.12739688158035278},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnsc48988.2020.9238061","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnsc48988.2020.9238061","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Networking, Sensing and Control (ICNSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2086599979","display_name":null,"funder_award_id":"61773115","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2281621137","display_name":null,"funder_award_id":"BK20161427","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1771410628","https://openalex.org/W1986014385","https://openalex.org/W1999156278","https://openalex.org/W2005824379","https://openalex.org/W2084993914","https://openalex.org/W2140135625","https://openalex.org/W2201912979","https://openalex.org/W2247832984","https://openalex.org/W2601066903","https://openalex.org/W2601322194","https://openalex.org/W2793704326","https://openalex.org/W2898067520","https://openalex.org/W2904207885","https://openalex.org/W2905043674","https://openalex.org/W2950471160","https://openalex.org/W2962746398","https://openalex.org/W2962793652","https://openalex.org/W2962867039","https://openalex.org/W2963094133","https://openalex.org/W2963150697","https://openalex.org/W2964043796","https://openalex.org/W3100738175","https://openalex.org/W4205513846","https://openalex.org/W4320013936","https://openalex.org/W6638018090","https://openalex.org/W6680657880","https://openalex.org/W6691086677","https://openalex.org/W6692846177","https://openalex.org/W6696324988","https://openalex.org/W6735944222"],"related_works":["https://openalex.org/W1972718289","https://openalex.org/W1992503747","https://openalex.org/W1791514435","https://openalex.org/W2346831895","https://openalex.org/W2248634132","https://openalex.org/W3014080459","https://openalex.org/W4386875794","https://openalex.org/W2951631158","https://openalex.org/W4288313544","https://openalex.org/W2976611405"],"abstract_inverted_index":{"Generally,":[0],"self-supervised":[1,61,93,169],"learning":[2,62,73,112,170],"of":[3,21,31,50,57,63,74,183],"robotic":[4,64,79],"grasp":[5,80],"utilizes":[6],"a":[7,13,22,41,55,87,96,114],"model-free":[8],"Reinforcement":[9],"Learning":[10],"method,":[11],"e.g.,":[12],"Deep":[14],"Q-network":[15,24,69,86,107],"(DQN).":[16],"A":[17],"DQN":[18],"makes":[19],"use":[20],"high-dimensional":[23],"to":[25,40,99,166,180],"infer":[26],"dense":[27],"pixel-wise":[28],"probability":[29],"maps":[30,76],"affordances":[32,153],"for":[33,59],"grasping":[34,102],"actions.":[35],"Unfortunately,":[36],"it":[37],"usually":[38],"leads":[39],"time-consuming":[42],"training":[43],"process.":[44],"Inspired":[45],"by":[46,70,110],"the":[47,68,71,78,84,122,139,146,158,168,173,181,186],"initialization":[48,58],"thought":[49],"optimization":[51],"algorithms,":[52],"we":[53],"propose":[54],"method":[56,124,163],"accelerating":[60],"grasp.":[65],"It":[66],"pre-trains":[67],"supervised":[72,111],"affordance":[75],"before":[77],"training.":[81],"When":[82],"applying":[83],"pre-trained":[85,109],"robot":[88],"can":[89,150],"be":[90],"trained":[91],"through":[92],"trial-and-error":[94],"in":[95,103,138,157,172,185],"purposeful":[97],"style":[98],"avoid":[100],"meaningless":[101],"empty":[104,159],"regions.":[105,160],"The":[106,142],"is":[108,164],"on":[113],"small":[115],"dataset":[116],"with":[117,125,154],"coarse-grained":[118],"labels.":[119],"We":[120],"test":[121],"proposed":[123],"Mean":[126],"Square":[127],"Error,":[128],"Smooth":[129],"L1,":[130],"and":[131,176],"Kullback-Leibler":[132],"Divergence":[133],"(KLD)":[134],"as":[135],"loss":[136,148],"functions":[137],"pre-training":[140],"phase.":[141],"results":[143],"indicate":[144],"that":[145],"KLD":[147],"function":[149],"predict":[151],"accurately":[152],"less":[155],"noise":[156],"Also,":[161],"our":[162],"able":[165],"accelerate":[167],"significantly":[171],"early":[174],"stage":[175],"shows":[177],"little":[178],"relevance":[179],"sparsity":[182],"objects":[184],"workspace.":[187]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}