{"id":"https://openalex.org/W3205734604","doi":"https://doi.org/10.1007/978-3-030-89098-8_14","title":"Learning Robot Grasping from a Random Pile with Deep Q-Learning","display_name":"Learning Robot Grasping from a Random Pile with Deep Q-Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3205734604","doi":"https://doi.org/10.1007/978-3-030-89098-8_14","mag":"3205734604"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-89098-8_14","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-89098-8_14","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100427335","display_name":"Bin Chen","orcid":"https://orcid.org/0000-0002-3979-021X"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Chen","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, People's Republic of China","State Key Lab. of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Science, Beijing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Lab. of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Science, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112188599","display_name":"Jianhua Su","orcid":"https://orcid.org/0000-0002-3865-0493"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Su","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, People's Republic of China","State Key Lab. of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Science, Beijing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Lab. of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Science, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051585653","display_name":"Lili Wang","orcid":"https://orcid.org/0000-0002-0422-4277"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lili Wang","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, People's Republic of China","State Key Lab. of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Science, Beijing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Lab. of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Science, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017003276","display_name":"Qipeng Gu","orcid":"https://orcid.org/0000-0002-3151-6486"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qipeng Gu","raw_affiliation_strings":["State Key Lab. of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Science, Beijing, People's Republic of China","University of Chinese Academy of Sciences, Beijing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab. of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Science, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I4210094879"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":1.8475,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.85502859,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"142","last_page":"152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7804477214813232},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.7739880084991455},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.743703305721283},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7324531674385071},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.638039231300354},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6094210743904114},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5524406433105469},{"id":"https://openalex.org/keywords/pile","display_name":"Pile","score":0.5268213748931885},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.49721482396125793},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48391109704971313},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.4700794517993927},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.4193386137485504},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4135507047176361},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34299522638320923},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.16820093989372253}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7804477214813232},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.7739880084991455},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.743703305721283},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7324531674385071},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.638039231300354},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6094210743904114},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5524406433105469},{"id":"https://openalex.org/C119560385","wikidata":"https://www.wikidata.org/wiki/Q7193850","display_name":"Pile","level":2,"score":0.5268213748931885},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.49721482396125793},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48391109704971313},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.4700794517993927},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4193386137485504},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4135507047176361},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34299522638320923},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16820093989372253},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-030-89098-8_14","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-89098-8_14","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W169931978","https://openalex.org/W2006833873","https://openalex.org/W2036637075","https://openalex.org/W2041376653","https://openalex.org/W2108598243","https://openalex.org/W2145339207","https://openalex.org/W2151584099","https://openalex.org/W2159290603","https://openalex.org/W2194775991","https://openalex.org/W2201912979","https://openalex.org/W2257979135","https://openalex.org/W2575705757","https://openalex.org/W2775954438","https://openalex.org/W2910474428","https://openalex.org/W2914656440","https://openalex.org/W2962736495","https://openalex.org/W2962793652","https://openalex.org/W2963276406","https://openalex.org/W2963390419","https://openalex.org/W2964198579","https://openalex.org/W2993843460","https://openalex.org/W3112422759","https://openalex.org/W6603326339","https://openalex.org/W6824051750"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2952356279"],"abstract_inverted_index":null,"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}