{"id":"https://openalex.org/W4386514411","doi":"https://doi.org/10.1007/978-3-031-43360-3_20","title":"Sim-to-Real Deep Reinforcement Learning with Manipulators for Pick-and-Place","display_name":"Sim-to-Real Deep Reinforcement Learning with Manipulators for Pick-and-Place","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386514411","doi":"https://doi.org/10.1007/978-3-031-43360-3_20"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-43360-3_20","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-43360-3_20","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.09247","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101777494","display_name":"Wenxing Liu","orcid":"https://orcid.org/0000-0002-3195-3862"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]},{"id":"https://openalex.org/I47367911","display_name":"United Kingdom Atomic Energy Authority","ror":"https://ror.org/0361bwx64","country_code":"GB","type":"government","lineage":["https://openalex.org/I2802373619","https://openalex.org/I4405259123","https://openalex.org/I47367911"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Wenxing Liu","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, UK","Remote Applications in Challenging Environments (RACE), United Kingdom Atomic Energy Authority, Culham, UK"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, UK","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"Remote Applications in Challenging Environments (RACE), United Kingdom Atomic Energy Authority, Culham, UK","institution_ids":["https://openalex.org/I47367911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010068577","display_name":"Hanlin Niu","orcid":"https://orcid.org/0000-0003-0457-0871"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]},{"id":"https://openalex.org/I47367911","display_name":"United Kingdom Atomic Energy Authority","ror":"https://ror.org/0361bwx64","country_code":"GB","type":"government","lineage":["https://openalex.org/I2802373619","https://openalex.org/I4405259123","https://openalex.org/I47367911"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hanlin Niu","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, UK","Remote Applications in Challenging Environments (RACE), United Kingdom Atomic Energy Authority, Culham, UK"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, UK","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"Remote Applications in Challenging Environments (RACE), United Kingdom Atomic Energy Authority, Culham, UK","institution_ids":["https://openalex.org/I47367911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029945772","display_name":"Robert Skilton","orcid":"https://orcid.org/0000-0003-1076-906X"},"institutions":[{"id":"https://openalex.org/I47367911","display_name":"United Kingdom Atomic Energy Authority","ror":"https://ror.org/0361bwx64","country_code":"GB","type":"government","lineage":["https://openalex.org/I2802373619","https://openalex.org/I4405259123","https://openalex.org/I47367911"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Robert Skilton","raw_affiliation_strings":["Remote Applications in Challenging Environments (RACE), United Kingdom Atomic Energy Authority, Culham, UK"],"affiliations":[{"raw_affiliation_string":"Remote Applications in Challenging Environments (RACE), United Kingdom Atomic Energy Authority, Culham, UK","institution_ids":["https://openalex.org/I47367911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024320684","display_name":"Joaqu\u00edn Carrasco","orcid":"https://orcid.org/0000-0002-7499-6408"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Joaquin Carrasco","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, UK"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101777494"],"corresponding_institution_ids":["https://openalex.org/I28407311","https://openalex.org/I47367911"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":2.3738,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89334654,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"240","last_page":"252"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8127544522285461},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8022263646125793},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6502107381820679},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5852430462837219},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.56592857837677},{"id":"https://openalex.org/keywords/smt-placement-equipment","display_name":"SMT placement equipment","score":0.5431735515594482},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.47067055106163025},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3351689279079437},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06528344750404358}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8127544522285461},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8022263646125793},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6502107381820679},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5852430462837219},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.56592857837677},{"id":"https://openalex.org/C17511633","wikidata":"https://www.wikidata.org/wiki/Q830694","display_name":"SMT placement equipment","level":3,"score":0.5431735515594482},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.47067055106163025},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3351689279079437},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06528344750404358},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-031-43360-3_20","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-43360-3_20","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2309.09247","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.09247","pdf_url":"https://arxiv.org/pdf/2309.09247","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2309.09247","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.09247","pdf_url":"https://arxiv.org/pdf/2309.09247","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G2898516364","display_name":null,"funder_award_id":"EP/R026084","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5391253235","display_name":null,"funder_award_id":"EP/S03286X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5564952769","display_name":"Digital twin-based Bilateral Teleautonomous System for Nuclear Remote Operation","funder_award_id":"EP/S03286X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5625080935","display_name":"UKAEA / EPSRC Fusion Grant 2022/27","funder_award_id":"EP/W006839/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6465377262","display_name":"Robotics and Artificial Intelligence for Nuclear (RAIN)","funder_award_id":"EP/R026084/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8621297432","display_name":"Robotics for Nuclear Environments","funder_award_id":"EP/P01366X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8719353587","display_name":null,"funder_award_id":"EP/P0","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8846043746","display_name":null,"funder_award_id":"EP/W006839/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4386514411.pdf"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2059560725","https://openalex.org/W2082511574","https://openalex.org/W2096518228","https://openalex.org/W2129126449","https://openalex.org/W2532750089","https://openalex.org/W2600030077","https://openalex.org/W2605102758","https://openalex.org/W2626073992","https://openalex.org/W2910785677","https://openalex.org/W2962793652","https://openalex.org/W2963729424","https://openalex.org/W2964350391","https://openalex.org/W2970971581","https://openalex.org/W2972127687","https://openalex.org/W2983895092","https://openalex.org/W2992914897","https://openalex.org/W3004452816","https://openalex.org/W3030981716","https://openalex.org/W3176770820","https://openalex.org/W4200467713","https://openalex.org/W4210530701","https://openalex.org/W4285233190","https://openalex.org/W4285821928","https://openalex.org/W4292070283","https://openalex.org/W4295312788","https://openalex.org/W4319993446","https://openalex.org/W4320015935","https://openalex.org/W4383109464"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W3213722473","https://openalex.org/W2052750075"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}