{"id":"https://openalex.org/W2980903111","doi":"https://doi.org/10.48550/arxiv.1910.06528","title":"End-to-End Multi-View Fusion for 3D Object Detection in LiDAR Point Clouds","display_name":"End-to-End Multi-View Fusion for 3D Object Detection in LiDAR Point Clouds","publication_year":2019,"publication_date":"2019-10-15","ids":{"openalex":"https://openalex.org/W2980903111","doi":"https://doi.org/10.48550/arxiv.1910.06528","mag":"2980903111"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1910.06528","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.06528","pdf_url":"https://arxiv.org/pdf/1910.06528","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.06528","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000117252","display_name":"Yin Zhou","orcid":"https://orcid.org/0000-0001-7536-7753","observed_orcids":["https://orcid.org/0000-0001-7536-7753"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060736311","display_name":"Pei Sun","orcid":"https://orcid.org/0000-0002-4651-6227","observed_orcids":["https://orcid.org/0000-0002-4651-6227"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Pei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036488225","display_name":"Yu Zhang","orcid":"https://orcid.org/0000-0001-6638-6442","observed_orcids":["https://orcid.org/0000-0001-6638-6442","https://orcid.org/0009-0002-4136-5041"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081024054","display_name":"Dragomir Anguelov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anguelov, Dragomir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104212216","display_name":"Jiyang Gao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Jiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075037874","display_name":"Tom Yu Ouyang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ouyang, Tom","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101075193","display_name":"James C. Y. Guo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045825594","display_name":"Jiquan Ngiam","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ngiam, Jiquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5004650249","display_name":"Vijay Vasudevan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vasudevan, Vijay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":221,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8895999789237976,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8895999789237976,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.08229999989271164,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.012199999764561653,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/3d-object-detection","display_name":"3D object detection","score":0.9940000176429749},{"id":"https://openalex.org/keywords/lidar-point-cloud","display_name":"LiDAR point cloud","score":0.9860000014305115},{"id":"https://openalex.org/keywords/multi-view-fusion","display_name":"multi-view fusion","score":0.9869999885559082},{"id":"https://openalex.org/keywords/bird-s-eye-view","display_name":"bird's-eye view","score":0.9480000138282776},{"id":"https://openalex.org/keywords/perspective-view","display_name":"perspective view","score":0.9919999837875366},{"id":"https://openalex.org/keywords/cross-view-feature-fusion","display_name":"cross-view feature fusion","score":0.8930000066757202},{"id":"https://openalex.org/keywords/waymo-open-dataset","display_name":"Waymo Open Dataset","score":0.7839999794960022},{"id":"https://openalex.org/keywords/kitti-dataset","display_name":"KITTI dataset","score":0.7820000052452087},{"id":"https://openalex.org/keywords/pointpillars","display_name":"PointPillars","score":0.8479999899864197}],"concepts":[{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.8319373726844788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7435411810874939},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6270325779914856},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6260971426963806},{"id":"https://openalex.org/C54170458","wikidata":"https://www.wikidata.org/wiki/Q663554","display_name":"Voxel","level":2,"score":0.5754004716873169},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5630464553833008},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5303564667701721},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.5199978947639465},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.5136963129043579},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5031463503837585},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.49096181988716125},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.306529700756073},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1559636890888214},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13719713687896729},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.0985155701637268},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1910.06528","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.06528","pdf_url":"https://arxiv.org/pdf/1910.06528","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2980903111","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1910.06528","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1910.06528","doi":"https://doi.org/10.48550/arxiv.1910.06528","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1910.06528","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.06528","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.06528","pdf_url":"https://arxiv.org/pdf/1910.06528","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5699999928474426}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1522301498","https://openalex.org/W1536680647","https://openalex.org/W1861492603","https://openalex.org/W2102605133","https://openalex.org/W2150066425","https://openalex.org/W2194775991","https://openalex.org/W2293349265","https://openalex.org/W2522897152","https://openalex.org/W2555618208","https://openalex.org/W2558294288","https://openalex.org/W2560609797","https://openalex.org/W2624503621","https://openalex.org/W2769205412","https://openalex.org/W2798965597","https://openalex.org/W2884561390","https://openalex.org/W2897529137","https://openalex.org/W2899302124","https://openalex.org/W2905076052","https://openalex.org/W2914821954","https://openalex.org/W2924137256","https://openalex.org/W2932447084","https://openalex.org/W2949708697","https://openalex.org/W2951517617","https://openalex.org/W2962888833","https://openalex.org/W2963083779","https://openalex.org/W2963400571","https://openalex.org/W2963727135","https://openalex.org/W3106250896","https://openalex.org/W3117804044"],"related_works":["https://openalex.org/W3031752193","https://openalex.org/W2968296999","https://openalex.org/W2963727135","https://openalex.org/W3136714643","https://openalex.org/W2897529137","https://openalex.org/W2798965597","https://openalex.org/W2560609797","https://openalex.org/W2555618208","https://openalex.org/W2992803801","https://openalex.org/W3003352491","https://openalex.org/W2997348663","https://openalex.org/W2465555368","https://openalex.org/W3205528564","https://openalex.org/W3196889539","https://openalex.org/W2970095196","https://openalex.org/W3082617534","https://openalex.org/W3010527308","https://openalex.org/W3206431030","https://openalex.org/W3208501016","https://openalex.org/W3129321659"],"abstract_inverted_index":{"Recent":[0],"work":[1],"on":[2,194,214,222],"3D":[3],"object":[4],"detection":[5,150,232],"advocates":[6],"point":[7,29,37,182,206],"cloud":[8],"voxelization":[9,119],"in":[10,25,44],"birds-eye":[11,81],"view,":[12,27],"where":[13],"objects":[14,49],"preserve":[15],"their":[16],"physical":[17],"dimensions":[18],"and":[19,33,83,87,147,159,196,221,226],"are":[20,31],"naturally":[21,199],"separable.":[22],"When":[23],"represented":[24],"this":[26,74],"however,":[28],"clouds":[30],"sparse":[32],"have":[34],"highly":[35],"variable":[36],"density,":[38],"which":[39,63,96,112,161],"may":[40],"cause":[41],"detectors":[42],"difficulties":[43],"detecting":[45],"distant":[46],"or":[47],"small":[48],"(pedestrians,":[50],"traffic":[51],"signs,":[52],"etc.).":[53],"On":[54],"the":[55,80,84,102,123,134,154,175,215,223,235],"other":[56,202],"hand,":[57],"perspective":[58,85],"view":[59,82,86],"provides":[60],"dense":[61],"observations,":[62],"could":[64],"allow":[65],"more":[66,148],"favorable":[67],"feature":[68,169,177],"encoding":[69],"for":[70,167],"such":[71],"cases.":[72],"In":[73],"paper,":[75],"we":[76,108],"aim":[77],"to":[78,100,117,138,183,185,201],"synergize":[79],"propose":[88],"a":[89,127,164],"novel":[90],"end-to-end":[91],"multi-view":[92],"fusion":[93,178],"(MVF)":[94],"algorithm,":[95],"can":[97,197],"effectively":[98],"learn":[99,184],"utilize":[101],"complementary":[103],"information":[104,135,188],"from":[105,189],"both.":[106],"Specifically,":[107],"introduce":[109],"dynamic":[110,173],"voxelization,":[111,174],"has":[113],"four":[114],"merits":[115],"compared":[116],"existing":[118],"methods,":[120],"i)":[121],"removing":[122],"need":[124],"of":[125],"pre-allocating":[126],"tensor":[128],"with":[129],"fixed":[130],"size;":[131],"ii)":[132],"overcoming":[133],"loss":[136],"due":[137],"stochastic":[139],"point/voxel":[140],"dropout;":[141],"iii)":[142],"yielding":[143],"deterministic":[144],"voxel":[145],"embeddings":[146],"stable":[149],"outcomes;":[151],"iv)":[152],"establishing":[153],"bi-directional":[155],"relationship":[156],"between":[157],"points":[158,195],"voxels,":[160],"potentially":[162],"lays":[163],"natural":[165],"foundation":[166],"cross-view":[168],"fusion.":[170],"By":[171],"employing":[172],"proposed":[176],"architecture":[179],"enables":[180],"each":[181],"fuse":[186],"context":[187],"different":[190],"views.":[191],"MVF":[192,211],"operates":[193],"be":[198],"extended":[200],"approaches":[203],"using":[204],"LiDAR":[205],"clouds.":[207],"We":[208],"evaluate":[209],"our":[210],"model":[212],"extensively":[213],"newly":[216],"released":[217],"Waymo":[218],"Open":[219],"Dataset":[220],"KITTI":[224],"dataset":[225],"demonstrate":[227],"that":[228],"it":[229],"significantly":[230],"improves":[231],"accuracy":[233],"over":[234],"comparable":[236],"single-view":[237],"PointPillars":[238],"baseline.":[239]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":42},{"year":2022,"cited_by_count":56},{"year":2021,"cited_by_count":54},{"year":2020,"cited_by_count":30},{"year":2019,"cited_by_count":1}],"updated_date":"2026-10-17T09:40:24.721904","created_date":"2020-06-05T00:00:00"}