{"id":"https://openalex.org/W4323644252","doi":"https://doi.org/10.1109/lra.2023.3254460","title":"Digital Twin (DT)-CycleGAN: Enabling Zero-Shot Sim-to-Real Transfer of Visual Grasping Models","display_name":"Digital Twin (DT)-CycleGAN: Enabling Zero-Shot Sim-to-Real Transfer of Visual Grasping Models","publication_year":2023,"publication_date":"2023-03-08","ids":{"openalex":"https://openalex.org/W4323644252","doi":"https://doi.org/10.1109/lra.2023.3254460"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2023.3254460","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2023.3254460","pdf_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10064001.pdf","source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10064001.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100739512","display_name":"David Liu","orcid":"https://orcid.org/0000-0002-5891-3609"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"David Liu","raw_affiliation_strings":["Athens Academy, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Athens Academy, Athens, GA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100707851","display_name":"Yuzhong Chen","orcid":"https://orcid.org/0000-0003-4516-0895"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuzhong Chen","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China","University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0003-4516-0895","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068480230","display_name":"Zihao Wu","orcid":"https://orcid.org/0000-0003-3561-5403"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zihao Wu","raw_affiliation_strings":["University of Georgia, Athens, GA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7483-6570","affiliations":[{"raw_affiliation_string":"University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100739512"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9455,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.93941422,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"8","issue":"5","first_page":"2421","last_page":"2428"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.958899974822998,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.9527999758720398,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7561616897583008},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7111945152282715},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.7082945108413696},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5495648384094238},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4980161190032959},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49333634972572327},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4804653525352478},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.474138468503952},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.45682293176651},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10329538583755493}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7561616897583008},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7111945152282715},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7082945108413696},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5495648384094238},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4980161190032959},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49333634972572327},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4804653525352478},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.474138468503952},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45682293176651},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10329538583755493},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2023.3254460","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2023.3254460","pdf_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10064001.pdf","source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/lra.2023.3254460","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2023.3254460","pdf_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10064001.pdf","source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323644252.pdf","grobid_xml":"https://content.openalex.org/works/W4323644252.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1820657498","https://openalex.org/W1982696459","https://openalex.org/W2005824379","https://openalex.org/W2041376653","https://openalex.org/W2194775991","https://openalex.org/W2584009249","https://openalex.org/W2605102758","https://openalex.org/W2767050701","https://openalex.org/W2810785043","https://openalex.org/W2962793481","https://openalex.org/W2962899390","https://openalex.org/W2963390419","https://openalex.org/W2964214518","https://openalex.org/W2968116426","https://openalex.org/W3035756007","https://openalex.org/W3037767967","https://openalex.org/W3042091195","https://openalex.org/W3088158297","https://openalex.org/W3094502228","https://openalex.org/W3096831136","https://openalex.org/W3101442004","https://openalex.org/W3119315021","https://openalex.org/W3128637142","https://openalex.org/W3129140312","https://openalex.org/W3138516171","https://openalex.org/W3206394619","https://openalex.org/W4200492212","https://openalex.org/W4281608743","https://openalex.org/W4289489637","https://openalex.org/W6740023956","https://openalex.org/W6753243525","https://openalex.org/W6754677871","https://openalex.org/W6779631978","https://openalex.org/W6784333009","https://openalex.org/W6847127592"],"related_works":["https://openalex.org/W1508899372","https://openalex.org/W2039460805","https://openalex.org/W4250956039","https://openalex.org/W4240485100","https://openalex.org/W2056130799","https://openalex.org/W2045758229","https://openalex.org/W2358024260","https://openalex.org/W2912415823","https://openalex.org/W2110944602","https://openalex.org/W3213722473"],"abstract_inverted_index":{"Deep":[0],"learning":[1,18],"has":[2,25],"revolutionized":[3],"the":[4,11,46,51,71,78,83,110,137,159,185,196,208,211,216,221,225,233,238,246,268,276,284],"field":[5],"of":[6,13,54,73,144,210,275,288],"robotics.":[7],"To":[8,122],"deal":[9],"with":[10],"lack":[12],"annotated":[14],"training":[15,161],"samples":[16],"for":[17,293],"deep":[19,33],"models":[20,34,147,300],"in":[21,36,106,140,163,188,244,249,257,310],"robotics,":[22],"Sim-to-Real":[23,142,273,295],"transfer":[24,42,143,274],"been":[26],"invented":[27],"and":[28,77,96,116,136,155,176,181,204,224,237,253,259,270,286,299],"widely":[29],"used.":[30],"However,":[31],"such":[32],"trained":[35,277],"simulation":[37,165,177],"environment":[38],"typically":[39],"do":[40],"not":[41],"very":[43],"well":[44],"to":[45,50,102,183,206,267,305],"real":[47,95,173,226,260],"world":[48],"due":[49],"challenging":[52],"problem":[53],"\u201creality":[55],"gap\u201d.":[56],"In":[57],"response,":[58],"this":[59,125,311],"paper":[60],"presents":[61],"a":[62,107],"conceptually":[63],"new":[64],"Digital":[65],"Twin":[66],"(DT)-CycleGAN":[67],"framework":[68,292],"by":[69,220],"integrating":[70],"advantages":[72],"both":[74,232,250],"DT":[75,98],"methodology":[76],"CycleGAN":[79],"model":[80],"so":[81],"that":[82,94,109],"reality":[84,138,186,247],"gap":[85,139],"can":[86],"be":[87],"effectively":[88,123],"bridged.":[89],"Our":[90,297],"core":[91],"innovation":[92],"is":[93,129,148],"virtual":[97,217],"robots":[99],"are":[100,120,179,202,262,301],"forced":[101],"mimic":[103],"each":[104],"other":[105,307],"way":[108],"gaps":[111,187,248],"or":[112],"differences":[113],"between":[114,172,215],"simulated":[115,258],"realistic":[117,164],"robotic":[118,134],"behaviors":[119],"minimized.":[121],"realize":[124],"innovation,":[126],"visual":[127,145,174,189,192,227,251,278],"grasping":[128,146,151,193,197,212,239,254,279],"employed":[130],"as":[131,150],"an":[132],"exemplar":[133],"task,":[135],"zero-shot":[141,272,294],"defined":[149,180,203],"action":[152,199,241,255],"consistency":[153,170,200,235,242],"losses":[154,171,201,236,243],"intrinsically":[156],"penalized":[157,205],"during":[158,191],"DT-CycleGAN":[160,222,291],"process":[162],"environments.":[166],"Specifically,":[167],"first,":[168],"cycle":[169,234],"images":[175,178],"minimized":[182],"reduce":[184],"appearances":[190],"tasks.":[194],"Second,":[195],"agent's":[198,213,240],"minimize":[207],"inconsistency":[209],"actions":[214],"states":[218,256],"generated":[219],"generator":[223],"states.":[228],"By":[229],"jointly":[230],"penalizing":[231],"DT-CycleGAN,":[245],"appearance":[252],"environments":[261],"minimized,":[263],"thus":[264],"significantly":[265],"contributing":[266],"effective":[269],"robust":[271],"models.":[280],"Extensive":[281],"experiments":[282],"demonstrated":[283],"effectiveness":[285],"efficiency":[287],"our":[289],"novel":[290],"transfer.":[296],"code":[298],"released":[302],"on":[303],"GitHub":[304],"facilitate":[306],"researchers'":[308],"works":[309],"promising":[312],"direction":[313],"<inline-formula":[314],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[315],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[316],"notation=\"LaTeX\">$^{4}$</tex-math></inline-formula>":[317],".":[318]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}