{"id":"https://openalex.org/W3025930203","doi":"https://doi.org/10.1007/s11263-021-01469-5","title":"VPR-Bench: An Open-Source Visual Place Recognition Evaluation Framework with Quantifiable Viewpoint and Appearance Change","display_name":"VPR-Bench: An Open-Source Visual Place Recognition Evaluation Framework with Quantifiable Viewpoint and Appearance Change","publication_year":2021,"publication_date":"2021-05-07","ids":{"openalex":"https://openalex.org/W3025930203","doi":"https://doi.org/10.1007/s11263-021-01469-5","mag":"3025930203"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-021-01469-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-021-01469-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-021-01469-5.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-021-01469-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074577365","display_name":"Mubariz Zaffar","orcid":"https://orcid.org/0000-0002-9368-2391"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["GB","NL"],"is_corresponding":true,"raw_author_name":"Mubariz Zaffar","raw_affiliation_strings":["Cognitive Robotics, TU Delft, 2628CD, Delft, Netherlands","School of Computer Science and Electronic Engineering, University of Essex, Colchester, CO4 3SQ, UK"],"raw_orcid":"https://orcid.org/0000-0002-9368-2391","affiliations":[{"raw_affiliation_string":"Cognitive Robotics, TU Delft, 2628CD, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"School of Computer Science and Electronic Engineering, University of Essex, Colchester, CO4 3SQ, UK","institution_ids":["https://openalex.org/I110002522"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sourav Garg","orcid":null},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Sourav Garg","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Queensland University of Technology, Brisbane, QLD, 4000, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Queensland University of Technology, Brisbane, QLD, 4000, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078340555","display_name":"Michael Milford","orcid":"https://orcid.org/0000-0002-5162-1793"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Michael Milford","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Queensland University of Technology, Brisbane, QLD, 4000, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Queensland University of Technology, Brisbane, QLD, 4000, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Julian Kooij","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Julian Kooij","raw_affiliation_strings":["Cognitive Robotics, TU Delft, 2628CD, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cognitive Robotics, TU Delft, 2628CD, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032160199","display_name":"David Flynn","orcid":"https://orcid.org/0000-0002-1024-3618"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Flynn","raw_affiliation_strings":["School of Engineering and Physical Sciences, Smart Systems Group, Heriot-Watt University, Currie, Edinburgh, EH14 4AS, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and Physical Sciences, Smart Systems Group, Heriot-Watt University, Currie, Edinburgh, EH14 4AS, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077992830","display_name":"Klaus D. McDonald-Maier","orcid":"https://orcid.org/0000-0002-6412-8519"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Klaus McDonald-Maier","raw_affiliation_strings":["School of Computer Science and Electronic Engineering, University of Essex, Colchester, CO4 3SQ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Electronic Engineering, University of Essex, Colchester, CO4 3SQ, UK","institution_ids":["https://openalex.org/I110002522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103245109","display_name":"Shoaib Ehsan","orcid":"https://orcid.org/0000-0001-9631-1898"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shoaib Ehsan","raw_affiliation_strings":["School of Computer Science and Electronic Engineering, University of Essex, Colchester, CO4 3SQ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Electronic Engineering, University of Essex, Colchester, CO4 3SQ, UK","institution_ids":["https://openalex.org/I110002522"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5074577365"],"corresponding_institution_ids":["https://openalex.org/I110002522","https://openalex.org/I98358874"],"apc_list":{"value":2890,"currency":"EUR","value_usd":3690},"apc_paid":{"value":2890,"currency":"EUR","value_usd":3690},"fwci":7.6641,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.96592233,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"129","issue":"7","first_page":"2136","last_page":"2174"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7585408687591553},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7530981302261353},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5093454122543335},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5036625266075134},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48882052302360535},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.486246258020401},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34711986780166626},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33350706100463867},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.16301190853118896}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7585408687591553},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7530981302261353},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5093454122543335},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5036625266075134},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48882052302360535},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.486246258020401},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34711986780166626},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33350706100463867},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.16301190853118896},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.1007/s11263-021-01469-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-021-01469-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-021-01469-5.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2005.08135","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.08135","pdf_url":"https://arxiv.org/pdf/2005.08135","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.soton.ac.uk:473505","is_oa":false,"landing_page_url":"http://doi.org/10.1007/s11263-021-01469-5>).","pdf_url":null,"source":{"id":"https://openalex.org/S4306401020","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:tud:oai:tudelft.nl:uuid:0b420ba4-8271-42c9-b269-6891cfaafc5a","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:0b420ba4-8271-42c9-b269-6891cfaafc5a","pdf_url":"http://resolver.tudelft.nl/uuid:0b420ba4-8271-42c9-b269-6891cfaafc5a","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Computer Vision, 129(7)","raw_type":"info:eu-repo/semantics/article"},{"id":"mag:3025930203","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2005.08135","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:digital.library.adelaide.edu.au:2440/138407","is_oa":true,"landing_page_url":"https://hdl.handle.net/2440/138407","pdf_url":null,"source":{"id":"https://openalex.org/S4306401835","display_name":"Adelaide Research & Scholarship (AR&S) (University of Adelaide)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5681781","host_organization_name":"The University of Adelaide","host_organization_lineage":["https://openalex.org/I5681781"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://dx.doi.org/10.1007/s11263-021-01469-5","raw_type":"Journal article"},{"id":"pmh:oai:eprints.qut.edu.au:213702","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402607","display_name":"QUT ePrints (Queensland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I160993911","host_organization_name":"Queensland University of Technology","host_organization_lineage":["https://openalex.org/I160993911"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Computer Vision","raw_type":"Contribution to Journal"},{"id":"doi:10.48550/arxiv.2005.08135","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2005.08135","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1007/s11263-021-01469-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-021-01469-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-021-01469-5.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2223601268","display_name":"Robust remote sensing for multi-modal characterisation in nuclear and other extreme environments","funder_award_id":"EP/P017487/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2838024195","display_name":"UK Robotics and Artificial Intelligence Hub for Offshore Energy Asset Integrity Management","funder_award_id":"EP/R026173/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3667916143","display_name":null,"funder_award_id":"and EP/R026173/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3739141303","display_name":null,"funder_award_id":"EP/R02572X","funder_id":"https://openalex.org/F4320330083","funder_display_name":"National Centre for Nuclear Robotics"},{"id":"https://openalex.org/G3761795683","display_name":null,"funder_award_id":"EP/R02572X/1","funder_id":"https://openalex.org/F4320330083","funder_display_name":"National Centre for Nuclear Robotics"},{"id":"https://openalex.org/G528393513","display_name":"National Centre for Nuclear Robotics (NCNR)","funder_award_id":"EP/R02572X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6552220756","display_name":null,"funder_award_id":"EP/R02572X","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7795727766","display_name":null,"funder_award_id":"EP/P017487/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8602921712","display_name":null,"funder_award_id":"EP/R026173","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320321012","display_name":"Technische Universiteit Delft","ror":"https://ror.org/02e2c7k09"},{"id":"https://openalex.org/F4320330083","display_name":"National Centre for Nuclear Robotics","ror":null},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3025930203.pdf","grobid_xml":"https://content.openalex.org/works/W3025930203.grobid-xml"},"referenced_works_count":144,"referenced_works":["https://openalex.org/W8177059","https://openalex.org/W155607310","https://openalex.org/W204268067","https://openalex.org/W301022506","https://openalex.org/W963660264","https://openalex.org/W1245714593","https://openalex.org/W1487583988","https://openalex.org/W1496395994","https://openalex.org/W1500371992","https://openalex.org/W1532257412","https://openalex.org/W1532362218","https://openalex.org/W1533496907","https://openalex.org/W1556531089","https://openalex.org/W1677409904","https://openalex.org/W1749678571","https://openalex.org/W1894701209","https://openalex.org/W1968771169","https://openalex.org/W1974093076","https://openalex.org/W1974475880","https://openalex.org/W1976174396","https://openalex.org/W1976794880","https://openalex.org/W1981962374","https://openalex.org/W1982452847","https://openalex.org/W1987488988","https://openalex.org/W1992191556","https://openalex.org/W2004835121","https://openalex.org/W2005115267","https://openalex.org/W2007870360","https://openalex.org/W2012592962","https://openalex.org/W2013270301","https://openalex.org/W2016356382","https://openalex.org/W2019085623","https://openalex.org/W2021851106","https://openalex.org/W2030987944","https://openalex.org/W2036622632","https://openalex.org/W2044284589","https://openalex.org/W2064859577","https://openalex.org/W2071027807","https://openalex.org/W2073761981","https://openalex.org/W2084317025","https://openalex.org/W2090948681","https://openalex.org/W2099353192","https://openalex.org/W2110405746","https://openalex.org/W2112262632","https://openalex.org/W2121013842","https://openalex.org/W2131163404","https://openalex.org/W2131846894","https://openalex.org/W2132311402","https://openalex.org/W2134556823","https://openalex.org/W2136464939","https://openalex.org/W2141362318","https://openalex.org/W2148809531","https://openalex.org/W2150252608","https://openalex.org/W2151004061","https://openalex.org/W2151103935","https://openalex.org/W2152671441","https://openalex.org/W2161331788","https://openalex.org/W2163446794","https://openalex.org/W2163605009","https://openalex.org/W2174726731","https://openalex.org/W2179042386","https://openalex.org/W2242625550","https://openalex.org/W2265661972","https://openalex.org/W2281207553","https://openalex.org/W2284029970","https://openalex.org/W2317431687","https://openalex.org/W2320444803","https://openalex.org/W2340690086","https://openalex.org/W2342383553","https://openalex.org/W2398801738","https://openalex.org/W2431874326","https://openalex.org/W2461937780","https://openalex.org/W2474696196","https://openalex.org/W2544587078","https://openalex.org/W2553676582","https://openalex.org/W2554856610","https://openalex.org/W2558027072","https://openalex.org/W2564065868","https://openalex.org/W2564922936","https://openalex.org/W2580440899","https://openalex.org/W2605060370","https://openalex.org/W2618008911","https://openalex.org/W2619522967","https://openalex.org/W2728971719","https://openalex.org/W2740418457","https://openalex.org/W2744874208","https://openalex.org/W2767286887","https://openalex.org/W2770683484","https://openalex.org/W2796585014","https://openalex.org/W2884148180","https://openalex.org/W2892752180","https://openalex.org/W2909606317","https://openalex.org/W2914993068","https://openalex.org/W2916040547","https://openalex.org/W2923531447","https://openalex.org/W2951019013","https://openalex.org/W2952038393","https://openalex.org/W2962705366","https://openalex.org/W2963154697","https://openalex.org/W2963324085","https://openalex.org/W2963339673","https://openalex.org/W2963359064","https://openalex.org/W2963479576","https://openalex.org/W2963538243","https://openalex.org/W2963542991","https://openalex.org/W2963588253","https://openalex.org/W2963708168","https://openalex.org/W2963713713","https://openalex.org/W2963820591","https://openalex.org/W2964156323","https://openalex.org/W2964157791","https://openalex.org/W2968585849","https://openalex.org/W2973689592","https://openalex.org/W2979458572","https://openalex.org/W2981103185","https://openalex.org/W2982524430","https://openalex.org/W2982788674","https://openalex.org/W2990519439","https://openalex.org/W2990533803","https://openalex.org/W2991115635","https://openalex.org/W2997164612","https://openalex.org/W2999879503","https://openalex.org/W3002158350","https://openalex.org/W3003290274","https://openalex.org/W3010242131","https://openalex.org/W3011706387","https://openalex.org/W3012100394","https://openalex.org/W3034213661","https://openalex.org/W3035305184","https://openalex.org/W3038064103","https://openalex.org/W3043075211","https://openalex.org/W3089367017","https://openalex.org/W3091162571","https://openalex.org/W3092233714","https://openalex.org/W3100760381","https://openalex.org/W3105479692","https://openalex.org/W3110076758","https://openalex.org/W3110536152","https://openalex.org/W3118885154","https://openalex.org/W3124676898","https://openalex.org/W3146474814","https://openalex.org/W3174413658","https://openalex.org/W3210818563","https://openalex.org/W6644102552"],"related_works":["https://openalex.org/W3138632360","https://openalex.org/W2923531447","https://openalex.org/W3187923576","https://openalex.org/W2611686155","https://openalex.org/W610254976","https://openalex.org/W3121420165","https://openalex.org/W3113370935","https://openalex.org/W2591593006","https://openalex.org/W2725606334","https://openalex.org/W3175859344","https://openalex.org/W2171783810","https://openalex.org/W2964260135","https://openalex.org/W3198958373","https://openalex.org/W2582491743","https://openalex.org/W2181398468","https://openalex.org/W2916980187","https://openalex.org/W3112040275","https://openalex.org/W2096164952","https://openalex.org/W3021152764","https://openalex.org/W3116868395"],"abstract_inverted_index":{"Abstract":[0],"Visual":[1],"place":[2,13,65],"recognition":[3,66],"(VPR)":[4],"is":[5,30,42,265,383],"the":[6,33,62,82,106,125,132,151,168,225,244,271,292,295,357],"process":[7],"of":[8,35,46,64,122,134,139,170,192,270,359],"recognising":[9],"a":[10,43,79,100,120,161,190,204,371],"previously":[11],"visited":[12],"using":[14],"visual":[15],"information,":[16],"often":[17],"under":[18],"varying":[19,360],"appearance":[20],"conditions":[21],"and":[22,25,41,57,90,97,109,119,136,147,196,200,211,216,228,231,247,299,316,335,365,380,382],"viewpoint":[23,135,210,324],"changes":[24],"with":[26],"computational":[27],"constraints.":[28],"VPR":[29,73,140,171,185,198,222,257,377],"related":[31],"to":[32,55,86,117,374],"concepts":[34],"localisation,":[36],"loop":[37],"closure,":[38],"image":[39],"retrieval":[40],"critical":[44],"component":[45],"many":[47,71],"autonomous":[48,53],"navigation":[49],"systems":[50],"ranging":[51],"from":[52,223,323],"vehicles":[54],"drones":[56],"computer":[58,107,226],"vision":[59,108,227],"systems.":[60],"While":[61],"concept":[63],"has":[67,75,98,115,142,329,340],"been":[68,144],"around":[69],"for":[70,93,166,184,208,221],"years,":[72],"research":[74],"grown":[76],"rapidly":[77],"as":[78],"field":[80],"over":[81],"past":[83],"decade":[84],"due":[85],"improving":[87],"camera":[88],"hardware":[89],"its":[91],"potential":[92],"deep":[94],"learning-based":[95],"techniques,":[96,172,199,378],"become":[99],"widely":[101],"studied":[102],"topic":[103],"in":[104,124,150,282,291,297,314],"both":[105,224],"robotics":[110,229],"communities.":[111],"This":[112],"growth":[113],"however":[114],"led":[116],"fragmentation":[118],"lack":[121],"standardisation":[123],"field,":[126],"especially":[127],"concerning":[128],"performance":[129,169,264,290],"evaluation.":[130],"Moreover,":[131],"notion":[133],"illumination":[137,212,338,349],"invariance":[138],"techniques":[141,273,311,321],"largely":[143],"assessed":[145],"qualitatively":[146],"hence":[148],"ambiguously":[149],"past.":[152],"In":[153],"this":[154],"paper,":[155],"we":[156,302],"address":[157],"these":[158,234,376],"gaps":[159],"through":[160,385],"new":[162],"comprehensive":[163,205],"open-source":[164],"framework":[165],"assessing":[167],"dubbed":[173],"\u201cVPR-Bench\u201d.":[174],"VPR-Bench":[175,369],"(Open-sourced":[176],"at:":[177],"https://github.com/MubarizZaffar/VPR-Bench":[178],")":[179],"introduces":[180],"two":[181],"much-needed":[182],"capabilities":[183],"researchers:":[186],"firstly,":[187],"it":[188,202],"contains":[189],"benchmark":[191],"12":[193],"fully-integrated":[194],"datasets":[195,298],"10":[197,272,310],"secondly,":[201],"integrates":[203],"variation-quantified":[206],"dataset":[207],"quantifying":[209],"invariance.":[213],"We":[214,351],"apply":[215],"analyse":[217],"popular":[218],"evaluation":[219],"metrics":[220,236,379],"communities,":[230],"discuss":[232],"how":[233],"different":[235],"complement":[237],"and/or":[238],"replace":[239],"each":[240],"other,":[241],"depending":[242],"upon":[243],"underlying":[245],"applications":[246],"system":[248],"requirements.":[249],"Our":[250],"analysis":[251],"reveals":[252],"that":[253],"no":[254],"universal":[255],"SOTA":[256,280,289],"technique":[258,281,366],"exists,":[259],"since:":[260,307],"(a)":[261],"state-of-the-art":[262],"(SOTA)":[263],"achieved":[266],"by":[267],"8":[268],"out":[269],"on":[274,344],"at":[275],"least":[276],"one":[277,283],"dataset,":[278],"(b)":[279],"community":[284],"does":[285],"not":[286],"necessarily":[287],"yield":[288],"other":[293],"given":[294],"differences":[296],"metrics.":[300],"Furthermore,":[301],"identify":[303],"key":[304],"open":[305],"challenges":[306],"(c)":[308],"all":[309,320],"suffer":[312,322],"greatly":[313],"perceptually-aliased":[315],"less-structured":[317],"environments,":[318],"(d)":[319],"variance":[325],"where":[326],"lateral":[327],"change":[328,339],"less":[330],"effect":[331],"than":[332,347],"3D":[333],"change,":[334],"(e)":[336],"directional":[337],"more":[341],"adverse":[342],"effects":[343],"matching":[345],"confidence":[346],"uniform":[348],"change.":[350],"also":[352],"present":[353],"detailed":[354],"meta-analyses":[355],"regarding":[356],"roles":[358],"ground-truths,":[361],"platforms,":[362],"application":[363],"requirements":[364],"parameters.":[367],"Finally,":[368],"provides":[370],"unified":[372],"implementation":[373],"deploy":[375],"datasets,":[381],"extensible":[384],"templates.":[386]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}