{"id":"https://openalex.org/W4366503954","doi":"https://doi.org/10.1109/lra.2023.3268850","title":"FE-Fusion-VPR: Attention-Based Multi-Scale Network Architecture for Visual Place Recognition by Fusing Frames and Events","display_name":"FE-Fusion-VPR: Attention-Based Multi-Scale Network Architecture for Visual Place Recognition by Fusing Frames and Events","publication_year":2023,"publication_date":"2023-04-20","ids":{"openalex":"https://openalex.org/W4366503954","doi":"https://doi.org/10.1109/lra.2023.3268850"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2023.3268850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3268850","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037817267","display_name":"Kuanxu Hou","orcid":"https://orcid.org/0000-0001-5009-8171"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kuanxu Hou","raw_affiliation_strings":["Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-5009-8171","affiliations":[{"raw_affiliation_string":"Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024368503","display_name":"Delei Kong","orcid":"https://orcid.org/0000-0002-5681-587X"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Delei Kong","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-5681-587X","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101993413","display_name":"Junjie Jiang","orcid":"https://orcid.org/0000-0002-6820-8487"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Jiang","raw_affiliation_strings":["Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-6820-8487","affiliations":[{"raw_affiliation_string":"Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100613968","display_name":"Hao Zhuang","orcid":"https://orcid.org/0000-0002-3731-7162"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zhuang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-3731-7162","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091584780","display_name":"Xinjie Huang","orcid":"https://orcid.org/0000-0002-9367-2476"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinjie Huang","raw_affiliation_strings":["Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-9367-2476","affiliations":[{"raw_affiliation_string":"Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064687463","display_name":"Zheng Fang","orcid":"https://orcid.org/0000-0003-3887-3141"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Fang","raw_affiliation_strings":["Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-3887-3141","affiliations":[{"raw_affiliation_string":"Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5037817267"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":17.8921,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.98839365,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"8","issue":"6","first_page":"3526","last_page":"3533"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7744691371917725},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6478182077407837},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.646180272102356},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6442207098007202},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6029192209243774},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5838330388069153},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4879140555858612},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44524213671684265},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42718061804771423},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4246402978897095},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.41034549474716187}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7744691371917725},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6478182077407837},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.646180272102356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6442207098007202},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6029192209243774},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5838330388069153},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4879140555858612},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44524213671684265},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42718061804771423},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4246402978897095},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.41034549474716187},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2023.3268850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3268850","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2871798451","display_name":null,"funder_award_id":"N2226001","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6509363187","display_name":null,"funder_award_id":"62073066","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8544294156","display_name":null,"funder_award_id":"U20A20197","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W155607310","https://openalex.org/W301022506","https://openalex.org/W1532257412","https://openalex.org/W1677409904","https://openalex.org/W1966385142","https://openalex.org/W1989484209","https://openalex.org/W2012592962","https://openalex.org/W2071027807","https://openalex.org/W2073761981","https://openalex.org/W2103924867","https://openalex.org/W2117228865","https://openalex.org/W2144187604","https://openalex.org/W2151103935","https://openalex.org/W2161969291","https://openalex.org/W2162536300","https://openalex.org/W2194775991","https://openalex.org/W2284029970","https://openalex.org/W2565639579","https://openalex.org/W2783185291","https://openalex.org/W2788846526","https://openalex.org/W2796402180","https://openalex.org/W2884195444","https://openalex.org/W2884585870","https://openalex.org/W2921116036","https://openalex.org/W2951019013","https://openalex.org/W2997164612","https://openalex.org/W3033926966","https://openalex.org/W3035642679","https://openalex.org/W3039515597","https://openalex.org/W3040838455","https://openalex.org/W3089368749","https://openalex.org/W3100408631","https://openalex.org/W3102178346","https://openalex.org/W3110076758","https://openalex.org/W3114635118","https://openalex.org/W3124676898","https://openalex.org/W3129601843","https://openalex.org/W3135588990","https://openalex.org/W3138915575","https://openalex.org/W3173736705","https://openalex.org/W3187923576","https://openalex.org/W4200589827","https://openalex.org/W4205419872","https://openalex.org/W4210786584","https://openalex.org/W4225886149","https://openalex.org/W4308236201","https://openalex.org/W4312609198","https://openalex.org/W4387010759","https://openalex.org/W6606343831","https://openalex.org/W6637400245","https://openalex.org/W6753412334","https://openalex.org/W6845475796"],"related_works":["https://openalex.org/W2180954594","https://openalex.org/W2052835778","https://openalex.org/W2049003611","https://openalex.org/W2127804977","https://openalex.org/W2108418243","https://openalex.org/W164103134","https://openalex.org/W2787352659","https://openalex.org/W1970611213","https://openalex.org/W1707372784","https://openalex.org/W2096006843"],"abstract_inverted_index":{"Traditional":[0],"visual":[1],"place":[2],"recognition":[3],"(VPR),":[4],"usually":[5],"using":[6,135],"standard":[7,54,69],"cameras,":[8],"is":[9,145],"easy":[10],"to":[11,14,48,152,184],"fail":[12],"due":[13],"glare":[15],"or":[16],"high-speed":[17],"motion.":[18],"By":[19],"contrast,":[20],"event":[21,44,72,105],"cameras":[22,45,55,70,73],"have":[23],"the":[24,40,66,77,83,101,110,120,126,136,140,148,154,185],"advantages":[25],"of":[26,68,79,142],"low":[27],"latency,":[28],"high":[29,33],"temporal":[30],"resolution,":[31],"and":[32,71,98,104,130,168,177,198,204],"dynamic":[34],"range,":[35],"which":[36],"can":[37,56,74],"deal":[38],"with":[39],"above":[41],"issues.":[42],"Nevertheless,":[43],"are":[46,107,123],"prone":[47],"failure":[49],"in":[50,61,172],"motionless":[51],"scenes,":[52],"while":[53],"still":[57],"provide":[58],"appearance":[59],"information":[60],"this":[62],"case.":[63],"Thus,":[64],"exploiting":[65],"complementarity":[67],"effectively":[75],"improve":[76],"performance":[78,195],"VPR":[80,94,170,194],"algorithms.":[81],"In":[82,180],"paper,":[84],"we":[85],"propose":[86],"FE-Fusion-VPR,":[87],"an":[88],"attention-based":[89],"multi-scale":[90,127],"network":[91,114,129,151],"architecture":[92],"for":[93,115],"by":[95,201],"fusing":[96,202],"frames":[97,203],"events.":[99,205],"First,":[100],"intensity":[102],"frame":[103],"volume":[106],"fed":[108],"into":[109,132],"two-stream":[111],"feature":[112,117],"extraction":[113],"shallow":[116],"fusion.":[118],"Next,":[119],"three-scale":[121],"features":[122],"obtained":[124],"through":[125,147],"fusion":[128],"aggregated":[131],"three":[133],"sub-descriptors":[134],"VLAD":[137],"layer.":[138],"Finally,":[139],"weight":[141],"each":[143],"sub-descriptor":[144],"learned":[146],"descriptor":[149],"re-weighting":[150],"obtain":[153],"final":[155],"refined":[156],"descriptor.":[157],"Experimental":[158],"results":[159],"show":[160],"that":[161],"our":[162,188],"FE-Fusion-VPR":[163,189],"outperforms":[164],"existing":[165],"frame-based,":[166],"event-based":[167],"fusion-based":[169],"methods":[171],"most":[173],"cases":[174],"on":[175,196],"Brisbane-Event-VPR":[176,197],"DDD20":[178,199],"datasets.":[179],"a":[181],"word,":[182],"compared":[183],"previous":[186],"works,":[187],"achieves":[190],"new":[191],"state-of-the-art":[192],"(SOTA)":[193],"datasets":[200]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-24T08:23:43.765630","created_date":"2025-10-10T00:00:00"}