{"id":"https://openalex.org/W4383097455","doi":"https://doi.org/10.1109/icra48891.2023.10161544","title":"NeRF2Real: Sim2real Transfer of Vision-guided Bipedal Motion Skills using Neural Radiance Fields","display_name":"NeRF2Real: Sim2real Transfer of Vision-guided Bipedal Motion Skills using Neural Radiance Fields","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4383097455","doi":"https://doi.org/10.1109/icra48891.2023.10161544"},"language":"en","primary_location":{"id":"doi:10.1109/icra48891.2023.10161544","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161544","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037305533","display_name":"Arunkumar Byravan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Arunkumar Byravan","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102771619","display_name":"Jan Humplik","orcid":"https://orcid.org/0000-0002-7573-7635"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jan Humplik","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014567358","display_name":"Leonard Hasenclever","orcid":"https://orcid.org/0000-0003-1844-696X"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Leonard Hasenclever","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056029139","display_name":"Arthur Brussee","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arthur Brussee","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063532849","display_name":"Francesco Nori","orcid":"https://orcid.org/0000-0003-3763-6873"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Francesco Nori","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030073861","display_name":"Tuomas Haarnoja","orcid":"https://orcid.org/0009-0007-2973-9246"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tuomas Haarnoja","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058953211","display_name":"Benjamin M. Moran","orcid":"https://orcid.org/0000-0001-5230-0863"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ben Moran","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020261747","display_name":"Steven Bohez","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Steven Bohez","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006431582","display_name":"Fereshteh Sadeghi","orcid":"https://orcid.org/0000-0003-4058-5261"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fereshteh Sadeghi","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071658548","display_name":"Bojan Vujatovic","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bojan Vujatovic","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062951341","display_name":"Nicolas Heess","orcid":"https://orcid.org/0000-0001-7876-9256"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nicolas Heess","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5037305533"],"corresponding_institution_ids":["https://openalex.org/I4210090411"],"apc_list":null,"apc_paid":null,"fwci":5.2884,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.96902297,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"9362","last_page":"9369"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7146725654602051},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7027255296707153},{"id":"https://openalex.org/keywords/radiance","display_name":"Radiance","score":0.6842763423919678},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6603334546089172},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6299264430999756},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5217062830924988},{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.5069099068641663},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.47587457299232483},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4556872844696045},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11985591053962708},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09937718510627747},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.0909949243068695}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7146725654602051},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7027255296707153},{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.6842763423919678},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6603334546089172},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6299264430999756},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5217062830924988},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.5069099068641663},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.47587457299232483},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4556872844696045},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11985591053962708},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09937718510627747},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0909949243068695},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48891.2023.10161544","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161544","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":103,"referenced_works":["https://openalex.org/W2158782408","https://openalex.org/W2471962767","https://openalex.org/W2519683295","https://openalex.org/W2584009249","https://openalex.org/W2592811474","https://openalex.org/W2605102758","https://openalex.org/W2785738552","https://openalex.org/W2884565639","https://openalex.org/W2902286283","https://openalex.org/W2911087563","https://openalex.org/W2949830259","https://openalex.org/W2953127211","https://openalex.org/W2962899390","https://openalex.org/W2962957005","https://openalex.org/W2963800628","https://openalex.org/W2964339842","https://openalex.org/W2968116426","https://openalex.org/W2981030070","https://openalex.org/W3003647188","https://openalex.org/W3004691725","https://openalex.org/W3009928773","https://openalex.org/W3034201026","https://openalex.org/W3036497058","https://openalex.org/W3093922502","https://openalex.org/W3104876774","https://openalex.org/W3109585842","https://openalex.org/W3109978116","https://openalex.org/W3110378871","https://openalex.org/W3111639180","https://openalex.org/W3112108866","https://openalex.org/W3130983693","https://openalex.org/W3135759888","https://openalex.org/W3140791218","https://openalex.org/W3153220274","https://openalex.org/W3176539729","https://openalex.org/W3203570626","https://openalex.org/W3203806429","https://openalex.org/W3204326360","https://openalex.org/W3206620955","https://openalex.org/W3208372443","https://openalex.org/W3211462570","https://openalex.org/W3213840695","https://openalex.org/W3215769467","https://openalex.org/W4200523064","https://openalex.org/W4205430897","https://openalex.org/W4210985923","https://openalex.org/W4214731463","https://openalex.org/W4214768561","https://openalex.org/W4221041739","https://openalex.org/W4221151978","https://openalex.org/W4221153152","https://openalex.org/W4221155806","https://openalex.org/W4225918202","https://openalex.org/W4233857083","https://openalex.org/W4286905708","https://openalex.org/W4286963241","https://openalex.org/W4286973470","https://openalex.org/W4287112297","https://openalex.org/W4287114999","https://openalex.org/W4287603546","https://openalex.org/W4287818847","https://openalex.org/W4293566037","https://openalex.org/W4296611641","https://openalex.org/W4298876402","https://openalex.org/W4303697778","https://openalex.org/W4312280420","https://openalex.org/W4312679369","https://openalex.org/W4312939545","https://openalex.org/W4320930577","https://openalex.org/W4386071610","https://openalex.org/W6683300800","https://openalex.org/W6731094094","https://openalex.org/W6733306783","https://openalex.org/W6746023985","https://openalex.org/W6746826305","https://openalex.org/W6747106673","https://openalex.org/W6753516098","https://openalex.org/W6758824984","https://openalex.org/W6764040762","https://openalex.org/W6773029903","https://openalex.org/W6774631009","https://openalex.org/W6779380009","https://openalex.org/W6780167394","https://openalex.org/W6785803027","https://openalex.org/W6787068699","https://openalex.org/W6790818473","https://openalex.org/W6792316553","https://openalex.org/W6793548567","https://openalex.org/W6797065961","https://openalex.org/W6797770180","https://openalex.org/W6798033281","https://openalex.org/W6798452120","https://openalex.org/W6800673378","https://openalex.org/W6801964084","https://openalex.org/W6802395018","https://openalex.org/W6802704039","https://openalex.org/W6804124378","https://openalex.org/W6805537281","https://openalex.org/W6809898026","https://openalex.org/W6810285496","https://openalex.org/W6811388418","https://openalex.org/W6841112233","https://openalex.org/W6841360720"],"related_works":["https://openalex.org/W2896728493","https://openalex.org/W2043512367","https://openalex.org/W2392142157","https://openalex.org/W4321518006","https://openalex.org/W2331836163","https://openalex.org/W2005276308","https://openalex.org/W1970182911","https://openalex.org/W2349443037","https://openalex.org/W1994657804","https://openalex.org/W3092108389"],"abstract_inverted_index":{"We":[0,59,121],"present":[1],"a":[2,28,32,37,47,54,81,93,140,158],"system":[3],"for":[4,49,139],"applying":[5],"sim2real":[6],"approaches":[7],"to":[8,17,129,157],"\u201cin":[9],"the":[10,42,61,65,70,77,89,101,107,112],"wild\u201d":[11],"scenes":[12],"with":[13,145],"realistic":[14],"visuals,":[15],"and":[16,46,111,116,135,151],"policies":[18,138,156],"which":[19,96],"rely":[20],"on":[21],"active":[22],"perception":[23],"using":[24,36,53,88],"RGB":[25,149],"cameras.":[26],"Given":[27],"short":[29],"video":[30],"of":[31,64,72],"static":[33,66,102],"scene":[34,67,103],"collected":[35],"generic":[38],"phone,":[39],"we":[40,124,152],"learn":[41,130],"scene's":[43],"contact":[44,98],"geometry":[45,104,115],"function":[48],"novel":[50],"view":[51],"synthesis":[52],"Neural":[55],"Radiance":[56],"Field":[57],"(NeRF).":[58],"augment":[60],"NeRF":[62,108],"rendering":[63,71,90],"by":[68],"overlaying":[69],"other":[73],"dynamic":[74,113],"objects":[75],"(e.g.":[76],"robot's":[78],"own":[79],"body,":[80],"ball).":[82],"A":[83],"simulation":[84,128],"is":[85],"then":[86],"created":[87],"engine":[91],"in":[92],"physics":[94],"simulator":[95],"computes":[97],"dynamics":[99],"from":[100,106],"(estimated":[105],"vol-ume":[109],"density)":[110],"objects'":[114],"physical":[117],"properties":[118],"(assumed":[119],"known).":[120],"demonstrate":[122],"that":[123],"can":[125],"use":[126],"this":[127],"vision-based":[131],"whole":[132],"body":[133],"navigation":[134],"ball":[136],"pushing":[137],"20":[141],"degree-of-freedom":[142],"humanoid":[143],"robot":[144],"an":[146],"actuated":[147],"head-mounted":[148],"camera,":[150],"successfully":[153],"transfer":[154],"these":[155],"real":[159],"robot.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}