{"id":"https://openalex.org/W7154005164","doi":"https://doi.org/10.48550/arxiv.2604.08626","title":"WildDet3D: Scaling Promptable 3D Detection in the Wild","display_name":"WildDet3D: Scaling Promptable 3D Detection in the Wild","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7154005164","doi":"https://doi.org/10.48550/arxiv.2604.08626"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.08626","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08626","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.08626","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104331008","display_name":"Weikai Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Weikai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133493300","display_name":"Jieyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jieyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133526288","display_name":"Sijun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Sijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124579937","display_name":"Taoyang Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Taoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027184297","display_name":"Jiafei Duan","orcid":"https://orcid.org/0000-0003-4551-2424"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Jiafei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024664091","display_name":"Yunqian Cheng","orcid":"https://orcid.org/0000-0001-6920-3031"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Yunqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133526634","display_name":"Jaemin Cho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cho, Jaemin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035949823","display_name":"Matthew Wallingford","orcid":"https://orcid.org/0000-0002-6797-9802"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wallingford, Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116269885","display_name":"Rustin Soraki","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soraki, Rustin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079380441","display_name":"Chris Dongjoo Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Chris Dongjoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liu, Shuo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Clay, Donovan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Clay, Donovan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Anderson, Taira","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anderson, Taira","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Han, Winson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Winson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Farhadi, Ali","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Farhadi, Ali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Hariharan, Bharath","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hariharan, Bharath","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ren, Zhongzheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Zhongzheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Krishna, Ranjay","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishna, Ranjay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8761000037193298,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8761000037193298,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.023900000378489494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.01850000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6726999878883362},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6485999822616577},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.5586000084877014},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.5212000012397766},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.4465000033378601},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4332999885082245},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4171000123023987},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.4011000096797943},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.38839998841285706}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6980999708175659},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6726999878883362},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6485999822616577},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6080999970436096},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.5586000084877014},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.5212000012397766},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4555000066757202},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.4465000033378601},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4332999885082245},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4171000123023987},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.38839998841285706},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.38499999046325684},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.375},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.37400001287460327},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.3628000020980835},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.3296000063419342},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.32820001244544983},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.32589998841285706},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28119999170303345},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27399998903274536},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.2621000111103058}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.08626","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08626","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.08626","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08626","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"objects":[1,31],"in":[2,40,94,166],"3D":[3,22,88,139,148],"from":[4,32,150],"a":[5,9,45,73,79,111,172],"single":[6,74],"image":[7],"is":[8,20,63],"cornerstone":[10],"of":[11,30],"spatial":[12],"intelligence.":[13],"A":[14],"key":[15],"step":[16],"toward":[17],"this":[18,101],"goal":[19],"monocular":[21],"object":[23],"detection--recovering":[24],"the":[25,41,136,181],"extent,":[26],"location,":[27],"and":[28,56,77,86,120,123,154,178,195,206,220],"orientation":[29],"an":[33],"input":[34],"RGB":[35],"image.":[36],"To":[37],"be":[38],"practical":[39],"open":[42,138],"world,":[43],"such":[44],"detector":[46],"must":[47],"generalize":[48],"beyond":[49],"closed-set":[50],"categories,":[51],"support":[52],"diverse":[53,167],"prompt":[54,75],"modalities,":[55],"leverage":[57],"geometric":[58,84],"cues":[59,225],"when":[60],"available.":[61],"Progress":[62],"hampered":[64],"by":[65,145],"two":[66],"bottlenecks:":[67],"existing":[68,151],"methods":[69],"are":[70],"designed":[71],"for":[72],"type":[76],"lack":[78],"mechanism":[80],"to":[81,142],"incorporate":[82,125],"additional":[83,231],"cues,":[85],"current":[87],"datasets":[89],"cover":[90],"only":[91,156],"narrow":[92],"categories":[93,165],"controlled":[95],"environments,":[96],"limiting":[97],"open-world":[98,182],"transfer.":[99],"In":[100,180,210],"work":[102],"we":[103,108,133],"address":[104],"both":[105],"gaps.":[106],"First,":[107],"introduce":[109],"WildDet3D,":[110],"unified":[112],"geometry-aware":[113],"architecture":[114],"that":[115],"natively":[116],"accepts":[117],"text,":[118],"point,":[119],"box":[121,196,207],"prompts":[122],"can":[124],"auxiliary":[126],"depth":[127,224],"signals":[128],"at":[129,226],"inference":[130,227],"time.":[131],"Second,":[132],"present":[134],"WildDet3D-Data,":[135],"largest":[137],"detection":[140],"dataset":[141],"date,":[143],"constructed":[144],"generating":[146],"candidate":[147],"boxes":[149],"2D":[152],"annotations":[153],"retaining":[155],"human-verified":[157],"ones,":[158],"yielding":[159],"over":[160],"1M":[161],"images":[162],"across":[163,175,237],"13.5K":[164],"real-world":[168],"scenes.":[169],"WildDet3D":[170],"establishes":[171],"new":[173],"state-of-the-art":[174],"multiple":[176],"benchmarks":[177],"settings.":[179],"setting,":[183],"it":[184,200,213],"achieves":[185,214],"22.6/24.8":[186],"AP3D":[187,203],"on":[188,217,235],"our":[189],"newly":[190],"introduced":[191],"WildDet3D-Bench":[192],"with":[193,204],"text":[194,205],"prompts.":[197],"On":[198],"Omni3D,":[199],"reaches":[201],"34.2/36.4":[202],"prompts,":[208],"respectively.":[209],"zero-shot":[211],"evaluation,":[212],"40.3/48.9":[215],"ODS":[216],"Argoverse":[218],"2":[219],"ScanNet.":[221],"Notably,":[222],"incorporating":[223],"time":[228],"yields":[229],"substantial":[230],"gains":[232],"(+20.7":[233],"AP":[234],"average":[236],"settings).":[238]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-14T00:00:00"}