{"id":"https://openalex.org/W3216015562","doi":"https://doi.org/10.1109/tmm.2022.3189778","title":"VPFNet: Improving 3D Object Detection With Virtual Point Based LiDAR and Stereo Data Fusion","display_name":"VPFNet: Improving 3D Object Detection With Virtual Point Based LiDAR and Stereo Data Fusion","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W3216015562","doi":"https://doi.org/10.1109/tmm.2022.3189778","mag":"3216015562"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3189778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3189778","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103237684","display_name":"Hanqi Zhu","orcid":"https://orcid.org/0000-0001-5315-1839"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hanqi Zhu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089561793","display_name":"Jiajun Deng","orcid":"https://orcid.org/0000-0001-9624-7451"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajun Deng","raw_affiliation_strings":["Department of Electric Engineering and Information Science, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Electric Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036488225","display_name":"Yu Zhang","orcid":"https://orcid.org/0000-0001-6638-6442"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhang","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061104105","display_name":"Jianmin Ji","orcid":"https://orcid.org/0000-0002-1515-0402"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianmin Ji","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013614402","display_name":"Qiuyu Mao","orcid":"https://orcid.org/0000-0002-8428-6004"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiuyu Mao","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078141810","display_name":"Houqiang Li","orcid":"https://orcid.org/0000-0003-2188-3028"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Houqiang Li","raw_affiliation_strings":["Department of Electric Engineering and Information Science, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Electric Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103041851","display_name":"Yanyong Zhang","orcid":"https://orcid.org/0000-0001-9046-798X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyong Zhang","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5103237684"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":14.3656,"has_fulltext":false,"cited_by_count":144,"citation_normalized_percentile":{"value":0.99426214,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"25","issue":null,"first_page":"5291","last_page":"5304"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.8846169710159302},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8019682168960571},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.7096689939498901},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.686660647392273},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6795607209205627},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5683056116104126},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5152457356452942},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4471224546432495},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4316583573818207},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4209180176258087},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4112655818462372},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.21374109387397766},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08889248967170715}],"concepts":[{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.8846169710159302},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8019682168960571},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.7096689939498901},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.686660647392273},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6795607209205627},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5683056116104126},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5152457356452942},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4471224546432495},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4316583573818207},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4209180176258087},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4112655818462372},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.21374109387397766},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08889248967170715},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3189778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3189778","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W2150066425","https://openalex.org/W2405686381","https://openalex.org/W2555618208","https://openalex.org/W2560609797","https://openalex.org/W2894705404","https://openalex.org/W2897529137","https://openalex.org/W2905528244","https://openalex.org/W2919534447","https://openalex.org/W2937816158","https://openalex.org/W2949708697","https://openalex.org/W2951517617","https://openalex.org/W2954174912","https://openalex.org/W2954258401","https://openalex.org/W2963351448","https://openalex.org/W2963400571","https://openalex.org/W2963727135","https://openalex.org/W2964062501","https://openalex.org/W2964325922","https://openalex.org/W2967324759","https://openalex.org/W2968296999","https://openalex.org/W2981857055","https://openalex.org/W2981949127","https://openalex.org/W2982363097","https://openalex.org/W2992308087","https://openalex.org/W2996166203","https://openalex.org/W2996167479","https://openalex.org/W2997814983","https://openalex.org/W2998254148","https://openalex.org/W3003618643","https://openalex.org/W3004237909","https://openalex.org/W3008105217","https://openalex.org/W3011349285","https://openalex.org/W3015248322","https://openalex.org/W3017930107","https://openalex.org/W3034314779","https://openalex.org/W3034407526","https://openalex.org/W3034494113","https://openalex.org/W3034602892","https://openalex.org/W3034681945","https://openalex.org/W3035172746","https://openalex.org/W3035333188","https://openalex.org/W3035346742","https://openalex.org/W3035461736","https://openalex.org/W3035574168","https://openalex.org/W3035709993","https://openalex.org/W3039568246","https://openalex.org/W3041273049","https://openalex.org/W3043238202","https://openalex.org/W3099930232","https://openalex.org/W3107819843","https://openalex.org/W3108426750","https://openalex.org/W3109675406","https://openalex.org/W3113028524","https://openalex.org/W3114276215","https://openalex.org/W3117804044","https://openalex.org/W3118341329","https://openalex.org/W3123059180","https://openalex.org/W3130463448","https://openalex.org/W3130618527","https://openalex.org/W3157424380","https://openalex.org/W3166089996","https://openalex.org/W3170030651","https://openalex.org/W3174981916","https://openalex.org/W3176702409","https://openalex.org/W3188046901","https://openalex.org/W3188291117","https://openalex.org/W6763422710","https://openalex.org/W6764514022","https://openalex.org/W6765299845","https://openalex.org/W6772253573","https://openalex.org/W6780507750","https://openalex.org/W6788783589","https://openalex.org/W6797727072"],"related_works":["https://openalex.org/W4319317934","https://openalex.org/W2901265155","https://openalex.org/W4319837668","https://openalex.org/W4308071650","https://openalex.org/W3188333020","https://openalex.org/W2956374172","https://openalex.org/W1964041166","https://openalex.org/W4210818033","https://openalex.org/W4293094720","https://openalex.org/W2739701376"],"abstract_inverted_index":{"It":[0],"has":[1,203],"been":[2],"well":[3],"recognized":[4],"that":[5,131,152,188],"fusing":[6],"the":[7,30,46,51,55,61,67,70,78,81,95,99,115,136,143,154,160,166,170,184,200,228,251],"complementary":[8],"information":[9,106,177],"from":[10,77],"depth-aware":[11],"LiDAR":[12],"point":[13,84,137,194],"clouds":[14,85,195],"and":[15,38,64,86,134,139,157,173,196,221,243],"semantic-rich":[16],"stereo":[17],"images":[18],"would":[19],"benefit":[20],"3D":[21,36,52,155,208],"object":[22,209],"detection.":[23],"Nevertheless,":[24],"it":[25],"is":[26],"non-trivial":[27],"to":[28,59,90,192,211,227],"explore":[29],"inherently":[31],"unnatural":[32],"interaction":[33],"between":[34,80,151,169],"sparse":[35,96],"points":[37,53,97,156,162],"dense":[39],"2D":[40,56,158],"pixels.":[41],"To":[42],"ease":[43],"this":[44,121],"difficulty,":[45],"recent":[47],"approaches":[48,74],"generally":[49],"project":[50],"onto":[54],"image":[57,62,140],"plane":[58],"sample":[60],"data":[63,68,101,141,185,201],"then":[65],"aggregate":[66],"at":[69,142],"points.":[71,145],"However,":[72],"these":[73],"often":[75],"suffer":[76],"mismatch":[79],"resolution":[82,167],"of":[83,117,153,270],"RGB":[87,197],"images,":[88,110,198],"leading":[89],"sub-optimal":[91],"performance.":[92],"Specifically,":[93],"taking":[94],"as":[98,199],"multi-modal":[100],"aggregation":[102],"locations":[103],"causes":[104],"severe":[105],"loss":[107],"for":[108,178],"high-resolution":[109],"which":[111],"in":[112],"turn":[113],"undermines":[114],"effectiveness":[116],"multi-sensor":[118],"fusion.":[119],"In":[120],"paper,":[122],"we":[123,181,265],"present":[124],"<monospace":[125,233],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[126,234,240,247],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">VPFNet</monospace>":[127,235],"\u2014a":[128],"new":[129],"architecture":[130],"cleverly":[132],"aligns":[133],"aggregates":[135],"cloud":[138],"\u201cvirtual\u201d":[144],"Particularly,":[146],"with":[147],"their":[148],"density":[149],"lying":[150],"pixels,":[159],"virtual":[161],"can":[163,189,266],"nicely":[164],"bridge":[165],"gap":[168],"two":[171],"sensors,":[172],"thus":[174],"preserve":[175],"more":[176],"processing.":[179],"Moreover,":[180],"also":[182,258],"investigate":[183],"augmentation":[186,202],"techniques":[187],"be":[190],"applied":[191],"both":[193],"made":[204],"non-negligible":[205],"contribution":[206],"towards":[207],"detectors":[210],"date.":[212],"We":[213],"have":[214,222],"conducted":[215],"extensive":[216],"experiments":[217],"on":[218,250,272],"KITTI":[219,252],"dataset,":[220],"observed":[223],"good":[224],"performance":[225],"compared":[226],"state-of-the-art":[229],"methods.":[230],"Remarkably,":[231],"our":[232],"achieves":[236],"83.21%":[237],"moderate":[238,245],"<inline-formula":[239,246],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[241,248],"notation=\"LaTeX\">$AP_{3D}$</tex-math></inline-formula>":[242],"91.86%":[244],"notation=\"LaTeX\">$AP_{BEV}$</tex-math></inline-formula>":[249],"test":[253],"set.":[254],"The":[255],"network":[256],"design":[257],"takes":[259],"computation":[260],"efficiency":[261],"into":[262],"consideration":[263],"\u2013":[264],"achieve":[267],"a":[268,273],"FPS":[269],"15":[271],"single":[274],"NVIDIA":[275],"RTX":[276],"2080Ti":[277],"GPU.":[278]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":52},{"year":2023,"cited_by_count":46},{"year":2022,"cited_by_count":12}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}