{"id":"https://openalex.org/W4383503807","doi":"https://doi.org/10.1109/lra.2023.3293308","title":"NeRF-Loc: Transformer-Based Object Localization Within Neural Radiance Fields","display_name":"NeRF-Loc: Transformer-Based Object Localization Within Neural Radiance Fields","publication_year":2023,"publication_date":"2023-07-07","ids":{"openalex":"https://openalex.org/W4383503807","doi":"https://doi.org/10.1109/lra.2023.3293308"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2023.3293308","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3293308","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101424688","display_name":"Jiankai Sun","orcid":"https://orcid.org/0000-0001-5633-1739"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiankai Sun","raw_affiliation_strings":["School of Engineering, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5633-1739","affiliations":[{"raw_affiliation_string":"School of Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100378211","display_name":"Yan Xu","orcid":"https://orcid.org/0000-0002-3462-7931"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yan Xu","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-3462-7931","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022382771","display_name":"Mingyu Ding","orcid":"https://orcid.org/0000-0001-6556-8359"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyu Ding","raw_affiliation_strings":["UC Berkeley, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6556-8359","affiliations":[{"raw_affiliation_string":"UC Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102758362","display_name":"Hongwei Yi","orcid":"https://orcid.org/0000-0001-8669-2009"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hongwei Yi","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems, T&#x00FC;bingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, T&#x00FC;bingen, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092421394","display_name":"Chen Wang","orcid":"https://orcid.org/0000-0001-9453-8933"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Wang","raw_affiliation_strings":["School of Engineering, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9453-8933","affiliations":[{"raw_affiliation_string":"School of Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075880303","display_name":"Jingdong Wang","orcid":"https://orcid.org/0000-0002-4888-4445"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingdong Wang","raw_affiliation_strings":["Baidu Inc., Sunnyvale, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc., Sunnyvale, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101843626","display_name":"Liangjun Zhang","orcid":"https://orcid.org/0000-0001-5737-2540"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liangjun Zhang","raw_affiliation_strings":["Robotics and Autonomous Driving Lab, Baidu Research, Sunnyvale, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5737-2540","affiliations":[{"raw_affiliation_string":"Robotics and Autonomous Driving Lab, Baidu Research, Sunnyvale, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081950488","display_name":"Mac Schwager","orcid":"https://orcid.org/0000-0002-7871-3663"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mac Schwager","raw_affiliation_strings":["School of Engineering, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7871-3663","affiliations":[{"raw_affiliation_string":"School of Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.282,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.96336685,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":"8","first_page":"5244","last_page":"5250"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6965141892433167},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6689507961273193},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6058641672134399},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5840740203857422},{"id":"https://openalex.org/keywords/radiance","display_name":"Radiance","score":0.5628983974456787},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5604269504547119},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.5252154469490051},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.497212678194046},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.48676633834838867},{"id":"https://openalex.org/keywords/minimum-bounding-box","display_name":"Minimum bounding box","score":0.41498059034347534},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.40788352489471436},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1822439730167389},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08803695440292358},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08002755045890808}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6965141892433167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6689507961273193},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6058641672134399},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5840740203857422},{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.5628983974456787},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5604269504547119},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.5252154469490051},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.497212678194046},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.48676633834838867},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.41498059034347534},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.40788352489471436},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1822439730167389},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08803695440292358},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08002755045890808},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2023.3293308","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3293308","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G223589181","display_name":null,"funder_award_id":"N00014-18-1-2830","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2126521141","https://openalex.org/W2555618208","https://openalex.org/W2948515602","https://openalex.org/W2949708697","https://openalex.org/W2963177347","https://openalex.org/W2963188159","https://openalex.org/W2963809933","https://openalex.org/W2964062501","https://openalex.org/W2964166085","https://openalex.org/W2983230029","https://openalex.org/W2989915422","https://openalex.org/W3034986117","https://openalex.org/W3089401811","https://openalex.org/W3096609285","https://openalex.org/W3102343027","https://openalex.org/W3109585842","https://openalex.org/W3112108866","https://openalex.org/W3176179930","https://openalex.org/W3176517065","https://openalex.org/W3179923621","https://openalex.org/W3180720907","https://openalex.org/W3199332348","https://openalex.org/W3210613940","https://openalex.org/W4210985923","https://openalex.org/W4214624153","https://openalex.org/W4214768561","https://openalex.org/W4221153852","https://openalex.org/W4221155806","https://openalex.org/W4226321491","https://openalex.org/W4283808280","https://openalex.org/W4312280420","https://openalex.org/W4312878643","https://openalex.org/W4383108921","https://openalex.org/W4390190811","https://openalex.org/W6787082296","https://openalex.org/W6798071989","https://openalex.org/W6802311648","https://openalex.org/W6802692370","https://openalex.org/W6802704039","https://openalex.org/W6809992205"],"related_works":["https://openalex.org/W4237171675","https://openalex.org/W3036286480","https://openalex.org/W4287027631","https://openalex.org/W3192357901","https://openalex.org/W2387360586","https://openalex.org/W2952736415","https://openalex.org/W3209723314","https://openalex.org/W3205398323","https://openalex.org/W2883297582","https://openalex.org/W4390524233"],"abstract_inverted_index":{"Neural":[0],"Radiance":[1],"Fields":[2],"(NeRFs)":[3],"have":[4,156],"become":[5],"a":[6,33,54,79,83,113],"widely-applied":[7],"scene":[8],"representation":[9],"technique":[10],"in":[11,47,87],"recent":[12],"years,":[13],"showing":[14],"advantages":[15],"for":[16,29,104,151],"robot":[17,80],"navigation":[18,106],"and":[19,58,63,124,133,170],"manipulation":[20,108],"tasks.":[21,109],"To":[22],"further":[23],"advance":[24],"the":[25,102,121,125,131,181],"utility":[26],"of":[27,45,70,97,99,115,135],"NeRFs":[28,173],"robotics,":[30],"we":[31,111],"propose":[32],"transformer-based":[34],"framework,":[35],"<monospace":[36,50],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[37,51],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">NeRF-Loc</monospace>":[38,52],",":[39],"to":[40,128,148],"extract":[41],"3D":[42,67,94],"bounding":[43,68,95],"boxes":[44,69,96],"objects":[46,71,98],"NeRF":[48,56,76,84,103],"scenes.":[49],"takes":[53],"pre-trained":[55],"model":[57,86],"camera":[59],"view":[60],"as":[61,72,174],"input":[62],"produces":[64],"labeled,":[65],"oriented":[66],"output.":[73],"Using":[74],"current":[75],"training":[77],"tools,":[78],"can":[81],"train":[82],"environment":[85],"real-time":[88],"and,":[89],"using":[90],"our":[91,158],"algorithm,":[92],"identify":[93],"interest":[100],"within":[101],"downstream":[105],"or":[107],"Concretely,":[110],"design":[112],"pair":[114],"paralleled":[116],"transformer":[117],"encoder":[118],"branches,":[119],"namely":[120],"coarse":[122],"stream":[123],"fine":[126],"stream,":[127],"encode":[129],"both":[130],"context":[132],"details":[134],"target":[136],"objects.":[137],"The":[138],"encoded":[139],"features":[140],"are":[141],"then":[142],"fused":[143],"together":[144],"with":[145,160],"attention":[146],"layers":[147],"alleviate":[149],"ambiguities":[150],"accurate":[152],"object":[153],"localization.":[154],"We":[155],"compared":[157],"method":[159,177],"conventional":[161],"RGB(-D)":[162],"based":[163],"methods":[164],"that":[165],"take":[166],"rendered":[167],"RGB":[168],"images":[169],"depths":[171],"from":[172],"inputs.":[175],"Our":[176],"is":[178],"better":[179],"than":[180],"baselines.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}