{"id":"https://openalex.org/W4286377498","doi":"https://doi.org/10.1109/tcsi.2022.3190300","title":"MobileSP: An FPGA-Based Real-Time Keypoint Extraction Hardware Accelerator for Mobile VSLAM","display_name":"MobileSP: An FPGA-Based Real-Time Keypoint Extraction Hardware Accelerator for Mobile VSLAM","publication_year":2022,"publication_date":"2022-07-21","ids":{"openalex":"https://openalex.org/W4286377498","doi":"https://doi.org/10.1109/tcsi.2022.3190300"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2022.3190300","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2022.3190300","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064315419","display_name":"Ye Liu","orcid":"https://orcid.org/0000-0001-7868-6397"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Liu","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-7868-6397","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014657954","display_name":"Jingyuan Li","orcid":"https://orcid.org/0000-0002-2392-5984"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyuan Li","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-2392-5984","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100683417","display_name":"Kun Huang","orcid":"https://orcid.org/0000-0001-8301-4974"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Huang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-8301-4974","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102910514","display_name":"Xiangting Li","orcid":"https://orcid.org/0009-0002-2839-5780"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangting Li","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042857471","display_name":"Xiuyuan Qi","orcid":"https://orcid.org/0009-0006-5377-7106"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuyuan Qi","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038647640","display_name":"Liang Chang","orcid":"https://orcid.org/0000-0002-6685-5576"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Chang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-6685-5576","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003081075","display_name":"Yu Long","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Long","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101440489","display_name":"Jun Zhou","orcid":"https://orcid.org/0000-0003-2098-9621"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Zhou","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2098-9621","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":13.8517,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.98334679,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"69","issue":"12","first_page":"4919","last_page":"4929"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7915480136871338},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.7690160274505615},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6374210119247437},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5811340808868408},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.5705024003982544},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5119715929031372},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.5079997181892395},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.49619609117507935},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.4482561945915222},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.42829108238220215},{"id":"https://openalex.org/keywords/hardware-architecture","display_name":"Hardware architecture","score":0.427035927772522},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.41330647468566895},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.36155956983566284},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33346444368362427}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7915480136871338},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.7690160274505615},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6374210119247437},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5811340808868408},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.5705024003982544},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5119715929031372},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.5079997181892395},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.49619609117507935},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.4482561945915222},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.42829108238220215},{"id":"https://openalex.org/C65232700","wikidata":"https://www.wikidata.org/wiki/Q5656403","display_name":"Hardware architecture","level":3,"score":0.427035927772522},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.41330647468566895},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36155956983566284},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33346444368362427},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsi.2022.3190300","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2022.3190300","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3694722345","display_name":null,"funder_award_id":"U2030204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W197865394","https://openalex.org/W1489405158","https://openalex.org/W1491719799","https://openalex.org/W1596812151","https://openalex.org/W1639227073","https://openalex.org/W1677409904","https://openalex.org/W1945298332","https://openalex.org/W2021851106","https://openalex.org/W2104853049","https://openalex.org/W2111308925","https://openalex.org/W2117228865","https://openalex.org/W2129201358","https://openalex.org/W2147800946","https://openalex.org/W2149003305","https://openalex.org/W2150839555","https://openalex.org/W2151103935","https://openalex.org/W2152671441","https://openalex.org/W2320444803","https://openalex.org/W2343568200","https://openalex.org/W2535547924","https://openalex.org/W2737260104","https://openalex.org/W2745859992","https://openalex.org/W2804394440","https://openalex.org/W2946669096","https://openalex.org/W2947326555","https://openalex.org/W2951870616","https://openalex.org/W2956083712","https://openalex.org/W2963748588","https://openalex.org/W2979458572","https://openalex.org/W3034275286","https://openalex.org/W3035708866","https://openalex.org/W3043075211","https://openalex.org/W3083069904","https://openalex.org/W3092087782","https://openalex.org/W3092467585","https://openalex.org/W3102327032","https://openalex.org/W4210605464","https://openalex.org/W6629564929","https://openalex.org/W6636959292","https://openalex.org/W6679388247","https://openalex.org/W6752208963","https://openalex.org/W6764177528"],"related_works":["https://openalex.org/W2481123202","https://openalex.org/W2518118925","https://openalex.org/W2127760637","https://openalex.org/W3159273459","https://openalex.org/W4383503138","https://openalex.org/W2281932057","https://openalex.org/W2585970387","https://openalex.org/W3131592046","https://openalex.org/W2010977501","https://openalex.org/W2009779270"],"abstract_inverted_index":{"Keypoint":[0],"extraction":[1,24,37,93],"is":[2,104],"a":[3,64,132,140,148,162],"key":[4],"technique":[5],"for":[6,25,99],"Visual":[7],"Simultaneous":[8],"Localization":[9],"and":[10,74,110,122,147,159],"Mapping":[11],"(VSLAM).":[12],"Recently,":[13],"Convolutional":[14],"Neural":[15],"Network":[16],"(CNN)":[17],"has":[18,156],"been":[19,116,157],"used":[20],"in":[21,43],"the":[22,27,32,39,44,50,60,85,120,124],"keypoint":[23,36,92],"improving":[26],"accuracy.":[28],"As":[29],"one":[30],"of":[31,52,170,179],"state-of-the-art":[33,185],"CNN":[34,54],"based":[35,83,142],"techniques,":[38],"SuperPoint":[40],"ranked":[41],"top":[42],"CVPR2020":[45],"image":[46],"matching":[47],"challenge.":[48],"However,":[49],"use":[51],"complex":[53],"makes":[55],"it":[56],"difficult":[57],"to":[58,118],"meet":[59],"real-time":[61,91,168],"performance":[62,169],"on":[63,84,161],"mobile":[65,72,100],"platform":[66],"with":[67,173],"limited":[68],"resource":[69],"such":[70],"as":[71,106],"robots":[73],"wearable":[75],"Augmented":[76],"Reality":[77],"(AR)":[78],"devices.":[79],"In":[80],"this":[81],"work,":[82],"SuperPoint,":[86],"we":[87],"proposed":[88,117],"an":[89],"FPGA-based":[90],"hardware":[94,111],"accelerator":[95],"through":[96],"algorithm-hardware":[97],"co-design":[98],"VSLAM":[101],"applications,":[102],"which":[103],"named":[105],"MobileSP.":[107],"Several":[108],"algorithm":[109],"level":[112],"design":[113,155],"techniques":[114],"have":[115],"reduce":[119],"computation":[121],"improve":[123],"processing":[125],"speed":[126],"while":[127],"maintaining":[128],"high":[129],"accuracy,":[130],"including":[131],"partially":[133],"shared":[134],"detection":[135],"&":[136],"description":[137],"encoding":[138],"architecture,":[139],"pre-sorting":[141],"Non-Maximum":[143],"Suppression":[144],"(NMS)":[145],"engine":[146],"software-hardware":[149],"hybrid":[150],"pipeline":[151],"computing":[152],"technique.":[153],"The":[154],"implemented":[158],"evaluated":[160],"ZCU104":[163],"FPGA":[164],"board.":[165],"It":[166],"achieves":[167],"42":[171],"fps":[172],"low":[174],"Absolute":[175],"Trajectory":[176],"Error":[177],"(ATE)":[178],"1.82":[180],"cm":[181],"simultaneously,":[182],"outperforming":[183],"several":[184],"designs.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}