{"id":"https://openalex.org/W4383109008","doi":"https://doi.org/10.1109/icra48891.2023.10160842","title":"GraspNeRF: Multiview-based 6-DoF Grasp Detection for Transparent and Specular Objects Using Generalizable NeRF","display_name":"GraspNeRF: Multiview-based 6-DoF Grasp Detection for Transparent and Specular Objects Using Generalizable NeRF","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4383109008","doi":"https://doi.org/10.1109/icra48891.2023.10160842"},"language":"en","primary_location":{"id":"doi:10.1109/icra48891.2023.10160842","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10160842","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086999548","display_name":"Qiyu Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiyu Dai","raw_affiliation_strings":["Peking University,Center on Frontiers of Computing Studies","Beijing Academy of Artificial Intelligence","Center on Frontiers of Computing Studies, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Center on Frontiers of Computing Studies","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Center on Frontiers of Computing Studies, Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100434303","display_name":"Yan Zhu","orcid":"https://orcid.org/0000-0001-5308-8630"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zhu","raw_affiliation_strings":["Peking University,Center on Frontiers of Computing Studies","Center on Frontiers of Computing Studies, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Center on Frontiers of Computing Studies","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Center on Frontiers of Computing Studies, Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007515495","display_name":"Yiran Geng","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiran Geng","raw_affiliation_strings":["Peking University,Center on Frontiers of Computing Studies","Center on Frontiers of Computing Studies, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Center on Frontiers of Computing Studies","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Center on Frontiers of Computing Studies, Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089189331","display_name":"Ciyu Ruan","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ciyu Ruan","raw_affiliation_strings":["College of Intelligence Science and Technology, National University of Defense Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence Science and Technology, National University of Defense Technology","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034850281","display_name":"Jiazhao Zhang","orcid":"https://orcid.org/0000-0001-9459-293X"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiazhao Zhang","raw_affiliation_strings":["Peking University,Center on Frontiers of Computing Studies","Center on Frontiers of Computing Studies, Peking University","Beijing Academy of Artificial Intelligence"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Center on Frontiers of Computing Studies","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Center on Frontiers of Computing Studies, Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075606222","display_name":"He Wang","orcid":"https://orcid.org/0000-0002-3365-4620"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Wang","raw_affiliation_strings":["Peking University,Center on Frontiers of Computing Studies","Beijing Academy of Artificial Intelligence","Center on Frontiers of Computing Studies, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Center on Frontiers of Computing Studies","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Center on Frontiers of Computing Studies, Peking University","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5086999548"],"corresponding_institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210100255"],"apc_list":null,"apc_paid":null,"fwci":16.1787,"has_fulltext":false,"cited_by_count":91,"citation_normalized_percentile":{"value":0.99534756,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1757","last_page":"1763"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.826998233795166},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7901840806007385},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.7812507748603821},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7658506631851196},{"id":"https://openalex.org/keywords/clutter","display_name":"Clutter","score":0.4918675422668457},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.48157525062561035},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4153777062892914},{"id":"https://openalex.org/keywords/specular-reflection","display_name":"Specular reflection","score":0.4122486710548401},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4106941819190979},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.17895561456680298}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.826998233795166},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7901840806007385},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.7812507748603821},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7658506631851196},{"id":"https://openalex.org/C132094186","wikidata":"https://www.wikidata.org/wiki/Q641585","display_name":"Clutter","level":3,"score":0.4918675422668457},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.48157525062561035},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4153777062892914},{"id":"https://openalex.org/C118381688","wikidata":"https://www.wikidata.org/wiki/Q1079524","display_name":"Specular reflection","level":2,"score":0.4122486710548401},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4106941819190979},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.17895561456680298},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48891.2023.10160842","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10160842","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W3003994715","https://openalex.org/W3007451651","https://openalex.org/W3035198432","https://openalex.org/W3089874271","https://openalex.org/W3104686955","https://openalex.org/W3109585842","https://openalex.org/W3123293341","https://openalex.org/W3175388581","https://openalex.org/W3204859697","https://openalex.org/W3204876017","https://openalex.org/W3205933337","https://openalex.org/W3206071228","https://openalex.org/W3207187156","https://openalex.org/W3208372443","https://openalex.org/W3213840695","https://openalex.org/W4200506052","https://openalex.org/W4221151978","https://openalex.org/W4221155806","https://openalex.org/W4285190019","https://openalex.org/W4287864845","https://openalex.org/W4311432451","https://openalex.org/W4312477504","https://openalex.org/W4312601209","https://openalex.org/W6774418182","https://openalex.org/W6774631009","https://openalex.org/W6789211778","https://openalex.org/W6793108805","https://openalex.org/W6797770180","https://openalex.org/W6802704039","https://openalex.org/W6802786969","https://openalex.org/W6844427445"],"related_works":["https://openalex.org/W2163296013","https://openalex.org/W165915117","https://openalex.org/W2326995835","https://openalex.org/W2743859443","https://openalex.org/W2583647647","https://openalex.org/W4312985843","https://openalex.org/W2613999385","https://openalex.org/W4210583734","https://openalex.org/W4287201739","https://openalex.org/W3214990115"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3,128],"tackle":[4],"6-DoF":[5,44,98],"grasp":[6,45,70,111],"detection":[7,46,71,112],"for":[8,36,122],"transparent":[9],"and":[10,80,95,110,155],"specular":[11],"objects,":[12],"which":[13],"is":[14],"an":[15,114],"important":[16],"yet":[17],"challenging":[18],"problem":[19],"in":[20,31,62,101,113,138,153,167,173],"vision-based":[21],"robotic":[22],"systems,":[23],"due":[24],"to":[25,57,65,146],"the":[26,37,51,66,118,123,147,165,169],"failure":[27],"of":[28,136],"depth":[29],"cameras":[30],"sensing":[32],"their":[33],"geometry.":[34],"We,":[35],"first":[38],"time,":[39],"propose":[40],"a":[41,130],"multiview":[42],"RGB-based":[43],"network,":[47],"GraspNeRF,":[48],"that":[49,73,142,159],"leverages":[50],"generalizable":[52,108],"neural":[53],"radiance":[54],"field":[55],"(NeRF)":[56],"achieve":[58],"material-agnostic":[59],"object":[60],"grasping":[61,137],"clutter.":[63],"Compared":[64],"existing":[67],"NeRF-based":[68],"3-DoF":[69],"methods":[72],"rely":[74],"on":[75],"densely":[76],"captured":[77],"input":[78],"images":[79],"time-consuming":[81],"per-scene":[82],"optimization,":[83],"our":[84,160],"system":[85],"can":[86,177],"perform":[87],"zero-shot":[88],"NeRF":[89,109],"construction":[90,121],"with":[91],"sparse":[92],"RGB":[93],"inputs":[94],"reliably":[96],"detect":[97],"grasps,":[99],"both":[100],"real-time.":[102,174],"The":[103],"proposed":[104],"framework":[105],"jointly":[106],"learns":[107],"end-to-end":[115],"manner,":[116],"optimizing":[117],"scene":[119],"representation":[120],"grasping.":[124],"For":[125],"training":[126],"data,":[127],"generate":[129],"large-scale":[131],"photorealistic":[132],"domain-randomized":[133],"synthetic":[134,154],"dataset":[135],"cluttered":[139],"tabletop":[140],"scenes":[141],"enables":[143],"direct":[144],"transfer":[145],"real":[148],"world.":[149],"Our":[150],"extensive":[151],"experiments":[152,170],"real-world":[156],"environments":[157],"demonstrate":[158],"method":[161],"significantly":[162],"outperforms":[163],"all":[164,168],"baselines":[166],"while":[171],"remaining":[172],"Project":[175],"page":[176],"be":[178],"found":[179],"at":[180],"https://pku-epic.github.io/GraspNeRF.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":42},{"year":2024,"cited_by_count":36},{"year":2023,"cited_by_count":8}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}