{"id":"https://openalex.org/W4210686719","doi":"https://doi.org/10.1109/tmm.2022.3145663","title":"Multi-Modality Sensing and Data Fusion for Multi-Vehicle Detection","display_name":"Multi-Modality Sensing and Data Fusion for Multi-Vehicle Detection","publication_year":2022,"publication_date":"2022-01-25","ids":{"openalex":"https://openalex.org/W4210686719","doi":"https://doi.org/10.1109/tmm.2022.3145663"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3145663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3145663","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010877111","display_name":"Debashri Roy","orcid":"https://orcid.org/0000-0002-9955-7137"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Debashri Roy","raw_affiliation_strings":["Department of Electrical, Computer Engineering, Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer Engineering, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019292176","display_name":"Yuanyuan Li","orcid":"https://orcid.org/0000-0002-2851-8528"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuanyuan Li","raw_affiliation_strings":["Department of Electrical, Computer Engineering, Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer Engineering, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018084268","display_name":"Tong Jian","orcid":"https://orcid.org/0000-0003-3886-1909"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tong Jian","raw_affiliation_strings":["Department of Electrical, Computer Engineering, Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer Engineering, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052607918","display_name":"Peng Tian","orcid":"https://orcid.org/0000-0002-6192-6339"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng Tian","raw_affiliation_strings":["Department of Electrical, Computer Engineering, Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer Engineering, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080483470","display_name":"Kaushik Chowdhury","orcid":"https://orcid.org/0000-0002-3570-2622"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaushik Chowdhury","raw_affiliation_strings":["Department of Electrical, Computer Engineering, Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer Engineering, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049931304","display_name":"Stratis Ioannidis","orcid":"https://orcid.org/0000-0001-8355-4751"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stratis Ioannidis","raw_affiliation_strings":["Department of Electrical, Computer Engineering, Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer Engineering, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5010877111"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":7.0438,"has_fulltext":false,"cited_by_count":73,"citation_normalized_percentile":{"value":0.97975738,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"25","issue":null,"first_page":"2280","last_page":"2295"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7521320581436157},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.6182475686073303},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.586452305316925},{"id":"https://openalex.org/keywords/non-line-of-sight-propagation","display_name":"Non-line-of-sight propagation","score":0.5855664014816284},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5428135991096497},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5323543548583984},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4856768846511841},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.47050827741622925},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4314253330230713},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37440013885498047}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7521320581436157},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.6182475686073303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.586452305316925},{"id":"https://openalex.org/C154910267","wikidata":"https://www.wikidata.org/wiki/Q1740982","display_name":"Non-line-of-sight propagation","level":3,"score":0.5855664014816284},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5428135991096497},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5323543548583984},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4856768846511841},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.47050827741622925},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4314253330230713},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37440013885498047},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3145663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3145663","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3318334062","display_name":null,"funder_award_id":"CNS-2112471","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1539811621","https://openalex.org/W1686810756","https://openalex.org/W1861492603","https://openalex.org/W1982715633","https://openalex.org/W2044164936","https://openalex.org/W2108598243","https://openalex.org/W2115579991","https://openalex.org/W2150066425","https://openalex.org/W2194775991","https://openalex.org/W2281954672","https://openalex.org/W2555618208","https://openalex.org/W2565639579","https://openalex.org/W2566918566","https://openalex.org/W2619383789","https://openalex.org/W2620629206","https://openalex.org/W2760103357","https://openalex.org/W2761780228","https://openalex.org/W2773330748","https://openalex.org/W2805571782","https://openalex.org/W2810030450","https://openalex.org/W2810870897","https://openalex.org/W2811122631","https://openalex.org/W2885454745","https://openalex.org/W2916508640","https://openalex.org/W2940863872","https://openalex.org/W2946459337","https://openalex.org/W2952844397","https://openalex.org/W2962850006","https://openalex.org/W2964346351","https://openalex.org/W2967098543","https://openalex.org/W2981392034","https://openalex.org/W2989940015","https://openalex.org/W2990604978","https://openalex.org/W3007071731","https://openalex.org/W3008115128","https://openalex.org/W3013341704","https://openalex.org/W3015371781","https://openalex.org/W3016197248","https://openalex.org/W3016600231","https://openalex.org/W3035574168","https://openalex.org/W3080607703","https://openalex.org/W3092906216","https://openalex.org/W3093026747","https://openalex.org/W3093061104","https://openalex.org/W3093344337","https://openalex.org/W3093371146","https://openalex.org/W3093455342","https://openalex.org/W3100435238","https://openalex.org/W3105073457","https://openalex.org/W3118479569","https://openalex.org/W3169283052","https://openalex.org/W3180579808","https://openalex.org/W3180718533","https://openalex.org/W4246193833","https://openalex.org/W4293584584","https://openalex.org/W6637373629","https://openalex.org/W6684191040","https://openalex.org/W6697100611","https://openalex.org/W6712694631","https://openalex.org/W6750227808","https://openalex.org/W6771465236"],"related_works":["https://openalex.org/W2172272784","https://openalex.org/W4307436769","https://openalex.org/W4323793210","https://openalex.org/W2366306259","https://openalex.org/W3101720559","https://openalex.org/W2143447014","https://openalex.org/W3172283447","https://openalex.org/W2110478555","https://openalex.org/W2109871577","https://openalex.org/W2358825988"],"abstract_inverted_index":{"With":[0],"the":[1,8,37,63,102,139],"recent":[2],"surge":[3],"in":[4,28,42,110],"autonomous":[5],"driving":[6],"vehicles,":[7],"need":[9],"for":[10,54],"accurate":[11],"vehicle":[12,90,111],"detection":[13,93,112],"and":[14,86,92],"tracking":[15,91],"is":[16],"critical":[17],"now":[18],"more":[19],"than":[20],"ever.":[21],"Detecting":[22],"vehicles":[23],"from":[24],"visual":[25,116],"sensors":[26],"fails":[27],"non-line-of-sight":[29],"(NLOS)":[30],"settings.":[31],"This":[32],"can":[33],"be":[34],"compensated":[35],"by":[36,113],"inclusion":[38],"of":[39,65],"other":[40],"modalities":[41,57,88],"a":[43],"multi-domain":[44],"sensing":[45],"environment.":[46],"We":[47,97],"propose":[48],"several":[49],"deep":[50],"learning":[51],"based":[52],"frameworks":[53,77],"fusing":[55],"different":[56],"(image,":[58],"radar,":[59],"acoustic,":[60],"seismic)":[61],"through":[62],"exploitation":[64],"complementary":[66],"latent":[67],"embeddings,":[68],"incorporating":[69],"multiple":[70],"state-of-the-art":[71],"fusion":[72,76,83,114],"strategies.":[73],"Our":[74],"proposed":[75],"considerably":[78],"outperform":[79],"unimodal":[80],"detection.":[81],"Moreover,":[82],"between":[84],"image":[85],"non-image":[87],"improves":[89],"under":[94],"NLOS":[95,124],"conditions.":[96,125],"validate":[98,135],"our":[99,130,136],"models":[100,137],"on":[101,138],"real-world":[103],"multimodal":[104,140],"ESCAPE":[105],"dataset,":[106,142],"showing":[107,143],"33.16%":[108],"improvement":[109,149],"(over":[115],"inference":[117],"alone)":[118],"over":[119,150],"test":[120],"scenarios":[121],"with":[122],"30-42%":[123],"To":[126],"demonstrate":[127],"how":[128],"well":[129],"framework":[131],"generalizes,":[132],"we":[133],"also":[134],"NuScene":[141],"<inline-formula":[144],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[145],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[146],"notation=\"LaTeX\">$\\sim$</tex-math></inline-formula>":[147],"22%":[148],"competing":[151],"methods.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":8}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}