{"id":"https://openalex.org/W2963572125","doi":"https://doi.org/10.48550/arxiv.1610.06781","title":"Modular Deep Q Networks for Sim-to-real Transfer of Visuo-motor Policies","display_name":"Modular Deep Q Networks for Sim-to-real Transfer of Visuo-motor Policies","alternate_titles":[],"publication_year":2016,"publication_date":"2016-10-21","ids":{"openalex":"https://openalex.org/W2963572125","doi":"https://doi.org/10.48550/arxiv.1610.06781","mag":"2963572125"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1610.06781","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1610.06781","pdf_url":"https://arxiv.org/pdf/1610.06781","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2963572125"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1610.06781","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101774329","display_name":"Fangyi Zhang","orcid":"https://orcid.org/0000-0002-0636-3019","observed_orcids":["https://orcid.org/0000-0002-0636-3019"]},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]},{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhang, Fangyi","raw_affiliation_strings":["Australian Centre for Robotic Vision (ACRV) , Queensland University of Technology (QUT) Brisbane , Australia","Queensland University of Technology, Brisbane, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Australian Centre for Robotic Vision (ACRV) , Queensland University of Technology (QUT) Brisbane , Australia","institution_ids":["https://openalex.org/I160993911","https://openalex.org/I4210127558"]},{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023679097","display_name":"J\u00fcrgen Leitner","orcid":"https://orcid.org/0000-0003-1319-5073","observed_orcids":["https://orcid.org/0000-0003-1319-5073"]},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]},{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Leitner, J\u00fcrgen","raw_affiliation_strings":["Australian Centre for Robotic Vision (ACRV) , Queensland University of Technology (QUT) Brisbane , Australia","Queensland University of Technology, Brisbane, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Australian Centre for Robotic Vision (ACRV) , Queensland University of Technology (QUT) Brisbane , Australia","institution_ids":["https://openalex.org/I160993911","https://openalex.org/I4210127558"]},{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078340555","display_name":"Michael John Milford","orcid":"https://orcid.org/0000-0002-5162-1793","observed_orcids":["https://orcid.org/0000-0002-5162-1793"]},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]},{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Milford, Michael","raw_affiliation_strings":["Australian Centre for Robotic Vision (ACRV) , Queensland University of Technology (QUT) Brisbane , Australia","Queensland University of Technology, Brisbane, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Australian Centre for Robotic Vision (ACRV) , Queensland University of Technology (QUT) Brisbane , Australia","institution_ids":["https://openalex.org/I160993911","https://openalex.org/I4210127558"]},{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080187476","display_name":"Peter Corke","orcid":"https://orcid.org/0000-0001-6650-367X","observed_orcids":["https://orcid.org/0000-0001-6650-367X"]},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]},{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Corke, Peter","raw_affiliation_strings":["Australian Centre for Robotic Vision (ACRV) , Queensland University of Technology (QUT) Brisbane , Australia","Queensland University of Technology, Brisbane, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Australian Centre for Robotic Vision (ACRV) , Queensland University of Technology (QUT) Brisbane , Australia","institution_ids":["https://openalex.org/I160993911","https://openalex.org/I4210127558"]},{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":59,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sim-to-real-transfer","display_name":"sim-to-real transfer","score":0.8560000061988831},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.8059999942779541},{"id":"https://openalex.org/keywords/robot-learning","display_name":"robot learning","score":0.6140000224113464},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.8069999814033508},{"id":"https://openalex.org/keywords/hand-eye-coordination","display_name":"eye-hand coordination","score":0.8220000267028809},{"id":"https://openalex.org/keywords/visual-servoing","display_name":"visual servoing","score":0.44999998807907104}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7987707853317261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7878659963607788},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6739739775657654},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6734163165092468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6591054201126099},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6328165531158447},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.615642249584198},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5151833295822144},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.498455286026001},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4839168190956116},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.41360992193222046},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32854562997817993},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.149610698223114},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11126968264579773},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"pmh:oai:arXiv.org:1610.06781","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1610.06781","pdf_url":"https://arxiv.org/pdf/1610.06781","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.qut.edu.au:115232","doi":null,"is_oa":true,"landing_page_url":"http://purl.org/au-research/grants/arc/CE140100016","pdf_url":"https://eprints.qut.edu.au/115232/11/acra2017.pdf","source":{"id":"https://openalex.org/S4306402607","display_name":"QUT ePrints (Queensland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I160993911","host_organization_name":"Queensland University of Technology","host_organization_lineage":["https://openalex.org/I160993911"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the Australasian Conference on Robotics and Automation 2017","raw_type":"Chapter in Book, Report or Conference volume"},{"id":"mag:2543474074","doi":null,"is_oa":false,"landing_page_url":"http://export.arxiv.org/pdf/1610.06781","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"mag:2688272119","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1610.06781","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1610.06781","doi":"https://doi.org/10.48550/arxiv.1610.06781","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1610.06781","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2963572125","doi":null,"is_oa":false,"landing_page_url":"https://eprints.qut.edu.au/115232/","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Robotics and Automation","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1610.06781","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1610.06781","pdf_url":"https://arxiv.org/pdf/1610.06781","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G252308265","display_name":null,"funder_award_id":"#CE140100016","funder_id":"https://openalex.org/F4320331724","funder_display_name":"Australian Centre for Robotic Vision"}],"funders":[{"id":"https://openalex.org/F4320320983","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752"},{"id":"https://openalex.org/F4320331724","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963572125.pdf","grobid_xml":"https://content.openalex.org/works/W2963572125.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W155952036","https://openalex.org/W1498436455","https://openalex.org/W1515851193","https://openalex.org/W1597009674","https://openalex.org/W2097117768","https://openalex.org/W2097381042","https://openalex.org/W2100495367","https://openalex.org/W2108598243","https://openalex.org/W2121615981","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2165698076","https://openalex.org/W2201912979","https://openalex.org/W2281096776","https://openalex.org/W2293467699","https://openalex.org/W2426267443","https://openalex.org/W2526379199","https://openalex.org/W2534269850","https://openalex.org/W2565555125","https://openalex.org/W2605102758","https://openalex.org/W2611231354","https://openalex.org/W2617317556","https://openalex.org/W2620115845","https://openalex.org/W2626073992","https://openalex.org/W2750110103","https://openalex.org/W2765568434","https://openalex.org/W2963254865","https://openalex.org/W2964161785","https://openalex.org/W2969329576"],"related_works":["https://openalex.org/W4311486598","https://openalex.org/W2963713397","https://openalex.org/W3008492644","https://openalex.org/W2969329576","https://openalex.org/W2980312582","https://openalex.org/W3183526037","https://openalex.org/W2901711350","https://openalex.org/W2534269850","https://openalex.org/W4315640913"],"abstract_inverted_index":{"While":[0],"deep":[1,42],"learning":[2,24,44,128],"has":[3],"had":[4],"significant":[5,104],"successes":[6],"in":[7,51,78],"computer":[8],"vision":[9],"thanks":[10],"to":[11,53,69,82],"the":[12,30,67,112],"abundance":[13],"of":[14,32,47,98,131],"visual":[15],"data,":[16],"collecting":[17],"sufficiently":[18],"large":[19,142],"real-world":[20,55,143],"datasets":[21],"for":[22,114,125,134],"robot":[23,92,144],"can":[25],"be":[26,70],"costly.":[27],"To":[28],"increase":[29],"practicality":[31],"these":[33],"techniques":[34],"on":[35,141],"real":[36,135],"robots,":[37],"we":[38],"propose":[39],"a":[40,54,60,88,95,103,123],"modular":[41],"reinforcement":[43],"method":[45,121],"capable":[46],"transferring":[48],"models":[49],"trained":[50,71],"simulation":[52],"robotic":[56,136],"task.":[57],"We":[58],"introduce":[59],"bottleneck":[61],"between":[62],"perception":[63],"and":[64,76,117,129],"control,":[65],"enabling":[66],"networks":[68],"independently,":[72],"but":[73],"then":[74],"merged":[75],"fine-tuned":[77,96],"an":[79],"end-to-end":[80],"manner":[81],"further":[83],"improve":[84],"hand-eye":[85],"coordination.":[86],"On":[87],"canonical,":[89],"planar":[90],"visually-guided":[91],"reaching":[93],"task":[94],"accuracy":[97],"1.6":[99],"pixels":[100],"is":[101],"achieved,":[102],"improvement":[105],"over":[106],"naive":[107],"transfer":[108,130],"(17.5":[109],"pixels),":[110],"showing":[111],"potential":[113],"more":[115,126],"complicated":[116],"broader":[118],"applications.":[119],"Our":[120],"provides":[122],"technique":[124],"efficient":[127],"visuo-motor":[132],"policies":[133],"systems":[137],"without":[138],"relying":[139],"entirely":[140],"datasets.":[145]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2963572125","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2019-07-30T00:00:00"}
