{"id":"https://openalex.org/W4414538262","doi":"https://doi.org/10.1109/lra.2025.3615035","title":"Single-View 3D-Aware Representations for Reinforcement Learning by Cross-View Neural Radiance Fields","display_name":"Single-View 3D-Aware Representations for Reinforcement Learning by Cross-View Neural Radiance Fields","publication_year":2025,"publication_date":"2025-09-26","ids":{"openalex":"https://openalex.org/W4414538262","doi":"https://doi.org/10.1109/lra.2025.3615035"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2025.3615035","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3615035","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032424238","display_name":"Daesol Cho","orcid":"https://orcid.org/0000-0002-4105-4422"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daesol Cho","raw_affiliation_strings":["School of Interactive Computing, Georgia Institute of Technology, Atlanta, GA, USA","School of Interactive Computing, Georgia Institute of Technology, Georgia, USA"],"raw_orcid":"https://orcid.org/0000-0002-4105-4422","affiliations":[{"raw_affiliation_string":"School of Interactive Computing, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"School of Interactive Computing, Georgia Institute of Technology, Georgia, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106698595","display_name":"Seungyeon Yoo","orcid":"https://orcid.org/0009-0005-3999-588X"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seungyeon Yoo","raw_affiliation_strings":["Department of Aerospace Engineering, Seoul National University, Seoul, South Korea","Department of Aerospace Engineering, Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0005-3999-588X","affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Department of Aerospace Engineering, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037135304","display_name":"Dongseok Shim","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongseok Shim","raw_affiliation_strings":["Interdisciplinary Program in AI, Seoul National University, Seoul, South Korea","Interdisciplinary Program in AI, Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-1580-0716","affiliations":[{"raw_affiliation_string":"Interdisciplinary Program in AI, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Interdisciplinary Program in AI, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047525241","display_name":"H. Jin Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"H. Jin Kim","raw_affiliation_strings":["Department of Aerospace Engineering, Seoul National University, Seoul, South Korea","Department of Aerospace Engineering, Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-6819-1136","affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Department of Aerospace Engineering, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12273249,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"11","first_page":"12039","last_page":"12046"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.785099983215332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.785099983215332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6243000030517578},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6000999808311462},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.5920000076293945},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5443999767303467},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5414000153541565},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5393000245094299},{"id":"https://openalex.org/keywords/radiance","display_name":"Radiance","score":0.44440001249313354}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7853000164031982},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7073000073432922},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6243000030517578},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6000999808311462},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5920000076293945},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5867999792098999},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5443999767303467},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5414000153541565},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5393000245094299},{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.44440001249313354},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.44269999861717224},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.40869998931884766},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3937999904155731},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3700999915599823},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.35910001397132874},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2025.3615035","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3615035","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2769112066","https://openalex.org/W3153220274","https://openalex.org/W3159481202","https://openalex.org/W4200150166","https://openalex.org/W4252279978","https://openalex.org/W4313156423","https://openalex.org/W4386075614","https://openalex.org/W4386075787","https://openalex.org/W4402354045","https://openalex.org/W4402354093","https://openalex.org/W4413144893","https://openalex.org/W4413147574"],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"has":[3],"enabled":[4],"robots":[5],"to":[6,43,118,166],"develop":[7],"complex":[8],"skills,":[9],"but":[10],"its":[11],"success":[12],"in":[13,157],"image-based":[14],"tasks":[15],"often":[16,30],"depends":[17],"on":[18,27],"effective":[19],"representation":[20,137],"learning.":[21],"Prior":[22],"works":[23],"have":[24,41],"primarily":[25],"focused":[26],"2D":[28],"representations,":[29],"overlooking":[31],"the":[32,38,86,102,112,135,152],"inherent":[33],"3D":[34,45,122],"geometric":[35],"structure":[36],"of":[37],"world,":[39],"or":[40,81],"attempted":[42],"learn":[44],"representations":[46,72],"that":[47,69,132],"require":[48],"extensive":[49],"resources":[50],"such":[51],"as":[52,101,111],"synchronized":[53,82],"multi-view":[54,83],"images":[55,84,177],"even":[56,171],"during":[57,85,178],"deployment.":[58,179],"To":[59],"address":[60],"these":[61],"issues,":[62],"we":[63,126],"propose":[64],"a":[65,96,105,128],"novel":[66],"RL":[67,153],"framework":[68],"extracts":[70],"3D-aware":[71,168],"from":[73],"single-view":[74,175],"RGB":[75,176],"input,":[76],"without":[77],"requiring":[78],"camera":[79],"pose":[80],"downstream":[87],"RL.":[88],"Our":[89,148],"method":[90,149],"employs":[91],"an":[92],"autoencoder":[93],"architecture,":[94],"using":[95,173],"masked":[97],"Vision":[98],"Transformer":[99],"(ViT)":[100],"encoder":[103],"and":[104,159],"latent-conditioned":[106],"Neural":[107],"Radiance":[108],"Fields":[109],"(NeRF)":[110],"decoder,":[113],"trained":[114],"with":[115],"cross-view":[116],"completion":[117],"implicitly":[119],"capture":[120],"fine-grained,":[121],"geometry-aware":[123],"representations.":[124],"Additionally,":[125],"utilize":[127],"time":[129],"contrastive":[130],"loss":[131],"further":[133],"regularizes":[134],"learned":[136],"for":[138],"consistency":[139],"across":[140],"different":[141],"viewpoints,":[142],"which":[143],"enables":[144],"viewpoint-robust":[145],"robot":[146],"manipulations.":[147],"significantly":[150],"enhances":[151],"agent's":[154],"performance":[155],"both":[156],"simulation":[158],"real-world":[160],"experiments,":[161],"demonstrating":[162],"superior":[163],"effectiveness":[164],"compared":[165],"prior":[167],"representation-based":[169],"methods,":[170],"when":[172],"only":[174],"Project":[180],"page:":[181],"<uri":[182],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[183],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://sincro-ral.github.io/</uri>.":[184]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}