{"id":"https://openalex.org/W4388692376","doi":"https://doi.org/10.1109/tmm.2023.3333211","title":"Covariant Peak Constraint for Accurate Keypoint Detection and Keypoint-Specific Descriptor Learning","display_name":"Covariant Peak Constraint for Accurate Keypoint Detection and Keypoint-Specific Descriptor Learning","publication_year":2023,"publication_date":"2023-11-15","ids":{"openalex":"https://openalex.org/W4388692376","doi":"https://doi.org/10.1109/tmm.2023.3333211"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3333211","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3333211","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061431522","display_name":"Yujie Fu","orcid":"https://orcid.org/0000-0003-1703-0209"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujie Fu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1703-0209","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102904889","display_name":"Pengju Zhang","orcid":"https://orcid.org/0000-0001-8245-0205"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengju Zhang","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8245-0205","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006625202","display_name":"Fulin Tang","orcid":"https://orcid.org/0000-0002-8474-2671"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fulin Tang","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8474-2671","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100645164","display_name":"Yihong Wu","orcid":"https://orcid.org/0000-0003-2198-9113"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihong Wu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2198-9113","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3908,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.56139612,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"26","issue":null,"first_page":"5383","last_page":"5397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reprojection-error","display_name":"Reprojection error","score":0.7529911994934082},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.645694375038147},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6190060377120972},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6095593571662903},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5917260050773621},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.527164876461029},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4700039029121399},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.46106797456741333},{"id":"https://openalex.org/keywords/covariance","display_name":"Covariance","score":0.4271092116832733},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.34630531072616577},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.15681928396224976},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.0733289122581482}],"concepts":[{"id":"https://openalex.org/C23903533","wikidata":"https://www.wikidata.org/wiki/Q17122739","display_name":"Reprojection error","level":3,"score":0.7529911994934082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.645694375038147},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6190060377120972},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6095593571662903},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5917260050773621},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.527164876461029},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4700039029121399},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.46106797456741333},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.4271092116832733},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34630531072616577},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.15681928396224976},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0733289122581482},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3333211","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3333211","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1878529151","display_name":null,"funder_award_id":"62202468","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8343000924","display_name":null,"funder_award_id":"62002359","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1491719799","https://openalex.org/W1532362218","https://openalex.org/W1677409904","https://openalex.org/W1901447884","https://openalex.org/W1945298332","https://openalex.org/W1964339413","https://openalex.org/W1979931042","https://openalex.org/W2021851106","https://openalex.org/W2111308925","https://openalex.org/W2117228865","https://openalex.org/W2150066425","https://openalex.org/W2151103935","https://openalex.org/W2172188317","https://openalex.org/W2345643369","https://openalex.org/W2471962767","https://openalex.org/W2519683295","https://openalex.org/W2612112834","https://openalex.org/W2737094507","https://openalex.org/W2737260104","https://openalex.org/W2749224737","https://openalex.org/W2750632489","https://openalex.org/W2798971533","https://openalex.org/W2883780447","https://openalex.org/W2884088147","https://openalex.org/W2913429812","https://openalex.org/W2963284197","https://openalex.org/W2963748588","https://openalex.org/W2963760790","https://openalex.org/W2973665503","https://openalex.org/W2979458572","https://openalex.org/W2981799316","https://openalex.org/W2995848879","https://openalex.org/W3009931536","https://openalex.org/W3034411221","https://openalex.org/W3043075211","https://openalex.org/W3052078203","https://openalex.org/W3098710403","https://openalex.org/W3105885503","https://openalex.org/W3106462076","https://openalex.org/W3107540572","https://openalex.org/W3115267626","https://openalex.org/W3138366398","https://openalex.org/W3160694286","https://openalex.org/W3176177208","https://openalex.org/W4200629514","https://openalex.org/W4213455934","https://openalex.org/W4226466265","https://openalex.org/W4283806071","https://openalex.org/W4312339537","https://openalex.org/W6729448088","https://openalex.org/W6738345448","https://openalex.org/W6757817989","https://openalex.org/W6767439183","https://openalex.org/W6767766851","https://openalex.org/W6770485707","https://openalex.org/W6780053115","https://openalex.org/W6802631778","https://openalex.org/W6802648153"],"related_works":["https://openalex.org/W1831182967","https://openalex.org/W2981356822","https://openalex.org/W1591473239","https://openalex.org/W3171977220","https://openalex.org/W2367287434","https://openalex.org/W2899563768","https://openalex.org/W2162931489","https://openalex.org/W2203303891","https://openalex.org/W2076299044","https://openalex.org/W2532866407"],"abstract_inverted_index":{"Local":[0],"feature":[1,52,171],"extraction":[2],"consists":[3],"of":[4,50,74,109,118],"keypoint":[5,13],"detection":[6],"and":[7,151,165],"local":[8,28,51,75,86,170],"descriptor":[9,96,107],"extraction.":[10],"Firstly,":[11],"in":[12,27,95],"detector":[14],"learning,":[15,97],"existing":[16,35],"covariance":[17],"constraint":[18,64],"loss":[19,38],"functions":[20],"cannot":[21],"constrain":[22],"the":[23,45,48,72,98,142],"probability":[24,29,76,87],"distribution":[25],"shapes":[26],"maps":[30,88,108],"that":[31,114,134,179],"surround":[32],"keypoints.":[33,93,139],"And":[34],"auxiliary":[36],"peak":[37,90],"functions,":[39],"which":[40,68],"are":[41],"used":[42],"to":[43,121,167],"alleviate":[44],"problem,":[46,57],"impair":[47],"performance":[49,184],"methods.":[53],"To":[54],"solve":[55],"this":[56],"we":[58,112,125],"propose":[59,126],"a":[60,127,169],"novel":[61,128],"Covariant":[62],"Peak":[63],"Loss":[65,83,164],"(CP":[66],"Loss)":[67],"is":[69,135],"defined":[70],"as":[71,174],"expectations":[73],"maps'":[77],"position":[78],"errors.":[79],"Minimizing":[80],"our":[81,144,162,180],"CP":[82,163],"can":[84,146],"make":[85],"accurately":[89],"at":[91,104],"reliable":[92],"Secondly,":[94],"Neural":[99,130],"Reprojection":[100,131],"Error":[101,132],"(NRE)":[102],"aims":[103],"constraining":[105],"dense":[106],"images.":[110],"But":[111],"argue":[113],"only":[115,136],"those":[116],"descriptors":[117,155],"keypoints":[119],"need":[120],"be":[122],"constrained.":[123],"Thus,":[124],"Conditional":[129],"(CNRE)":[133],"conditioned":[137],"on":[138,185],"Compared":[140],"with":[141,156],"NRE,":[143],"CNRE":[145,166],"achieve":[147],"much":[148],"higher":[149],"efficiency":[150],"produce":[152],"more":[153],"keypoint-specific":[154],"better":[157],"matching":[158],"performance.":[159],"We":[160],"use":[161],"train":[168],"network":[172],"named":[173],"CPCN-Feat.":[175],"Experimental":[176],"results":[177],"show":[178],"CPCN-Feat":[181],"achieves":[182],"state-of-the-art":[183],"four":[186],"challenging":[187],"benchmarks.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}