{"id":"https://openalex.org/W4412939816","doi":"https://doi.org/10.1109/jstars.2025.3595440","title":"CTNet: Multimodal Remote Sensing Image Keypoint Detection and Description for CNN and Transformer Architectures","display_name":"CTNet: Multimodal Remote Sensing Image Keypoint Detection and Description for CNN and Transformer Architectures","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412939816","doi":"https://doi.org/10.1109/jstars.2025.3595440"},"language":"en","primary_location":{"id":"doi:10.1109/jstars.2025.3595440","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2025.3595440","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/jstars.2025.3595440","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056272827","display_name":"Chenke Yue","orcid":"https://orcid.org/0000-0002-0122-0860"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chenke Yue","raw_affiliation_strings":["Key Laboratory of Space Photoelectric Detection and Perception (Ministry of Industry and Information Technology), College of Astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing, China","College of Astronautics, Nanjing University of Aeronautics and Astronautics, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Space Photoelectric Detection and Perception (Ministry of Industry and Information Technology), College of Astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"College of Astronautics, Nanjing University of Aeronautics and Astronautics, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114549696","display_name":"Yin Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Zhang","raw_affiliation_strings":["Key Laboratory of Space Photoelectric Detection and Perception (Ministry of Industry and Information Technology), College of Astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing, China","College of Astronautics, Nanjing University of Aeronautics and Astronautics, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Space Photoelectric Detection and Perception (Ministry of Industry and Information Technology), College of Astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"College of Astronautics, Nanjing University of Aeronautics and Astronautics, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101970499","display_name":"Junhua Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhua Yan","raw_affiliation_strings":["Key Laboratory of Space Photoelectric Detection and Perception (Ministry of Industry and Information Technology), College of Astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing, China","College of Astronautics, Nanjing University of Aeronautics and Astronautics, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Space Photoelectric Detection and Perception (Ministry of Industry and Information Technology), College of Astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"College of Astronautics, Nanjing University of Aeronautics and Astronautics, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034560500","display_name":"Yong Liu","orcid":"https://orcid.org/0000-0003-0007-2525"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]},{"id":"https://openalex.org/I2802541053","display_name":"Academy of Military Medical Sciences","ror":"https://ror.org/02bv3c993","country_code":"CN","type":"facility","lineage":["https://openalex.org/I2802541053"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Liu","raw_affiliation_strings":["National Innovation Institute of Defense Technology, Academy of Military Sciences, Beijing, China","College of Astronautics, Nanjing University of Aeronautics and Astronautics, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"National Innovation Institute of Defense Technology, Academy of Military Sciences, Beijing, China","institution_ids":["https://openalex.org/I2802541053"]},{"raw_affiliation_string":"College of Astronautics, Nanjing University of Aeronautics and Astronautics, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014305819","display_name":"Pengyu Guo","orcid":"https://orcid.org/0000-0001-5592-0558"},"institutions":[{"id":"https://openalex.org/I2802541053","display_name":"Academy of Military Medical Sciences","ror":"https://ror.org/02bv3c993","country_code":"CN","type":"facility","lineage":["https://openalex.org/I2802541053"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengyu Guo","raw_affiliation_strings":["National Innovation Institute of Defense Technology, Academy of Military Sciences, Beijing, China","College of Astronautics, Nanjing University of Aeronautics and Astronautics, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"National Innovation Institute of Defense Technology, Academy of Military Sciences, Beijing, China","institution_ids":["https://openalex.org/I2802541053"]},{"raw_affiliation_string":"College of Astronautics, Nanjing University of Aeronautics and Astronautics, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5056272827"],"corresponding_institution_ids":["https://openalex.org/I9842412"],"apc_list":{"value":1250,"currency":"USD","value_usd":1250},"apc_paid":{"value":1250,"currency":"USD","value_usd":1250},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22284827,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":null,"first_page":"20163","last_page":"20181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7677286267280579},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5306769013404846},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5091111063957214},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4799956977367401},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4431673586368561},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10106950998306274},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09238234162330627},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08439430594444275}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7677286267280579},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5306769013404846},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5091111063957214},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4799956977367401},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4431673586368561},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10106950998306274},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09238234162330627},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08439430594444275},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jstars.2025.3595440","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2025.3595440","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a3e15d6148ad4dbaa2c735df9aeca288","is_oa":true,"landing_page_url":"https://doaj.org/article/a3e15d6148ad4dbaa2c735df9aeca288","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing, Vol 18, Pp 20163-20181 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/jstars.2025.3595440","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2025.3595440","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1710649439","display_name":null,"funder_award_id":"61901504","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G248537132","display_name":null,"funder_award_id":"NP2022450","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3027821190","display_name":null,"funder_award_id":"NJ2022025","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5567772865","display_name":null,"funder_award_id":"NJ2023029","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W2099046646","https://openalex.org/W2111308925","https://openalex.org/W2117228865","https://openalex.org/W2138621090","https://openalex.org/W2141584146","https://openalex.org/W2145072179","https://openalex.org/W2151103935","https://openalex.org/W2161969291","https://openalex.org/W2320444803","https://openalex.org/W2412782625","https://openalex.org/W2737260104","https://openalex.org/W2884354140","https://openalex.org/W2947326555","https://openalex.org/W2963026686","https://openalex.org/W2963775347","https://openalex.org/W2964271799","https://openalex.org/W2979458572","https://openalex.org/W2991115635","https://openalex.org/W2996444841","https://openalex.org/W3035559192","https://openalex.org/W3043075211","https://openalex.org/W3047057232","https://openalex.org/W3087985223","https://openalex.org/W3211110746","https://openalex.org/W4200635831","https://openalex.org/W4221154336","https://openalex.org/W4226336958","https://openalex.org/W4229058281","https://openalex.org/W4280624317","https://openalex.org/W4323059319","https://openalex.org/W4361268686","https://openalex.org/W4362449280","https://openalex.org/W4362654402","https://openalex.org/W4365131396","https://openalex.org/W4366151927","https://openalex.org/W4366351734","https://openalex.org/W4367294505","https://openalex.org/W4367663458","https://openalex.org/W4377967054","https://openalex.org/W4379382408","https://openalex.org/W4383503715","https://openalex.org/W4386076019","https://openalex.org/W4386076352","https://openalex.org/W4386076421","https://openalex.org/W4386840486","https://openalex.org/W4388100711","https://openalex.org/W4389917034","https://openalex.org/W4390827834","https://openalex.org/W4390874369","https://openalex.org/W4392207980","https://openalex.org/W4393034369","https://openalex.org/W4394625664","https://openalex.org/W4395096408","https://openalex.org/W4398775892","https://openalex.org/W4399767264","https://openalex.org/W4400392099","https://openalex.org/W4401665401","https://openalex.org/W4402771002","https://openalex.org/W4405769242","https://openalex.org/W4409474272","https://openalex.org/W6677548441","https://openalex.org/W6738345448","https://openalex.org/W6752208963","https://openalex.org/W6796527220","https://openalex.org/W6803916128"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Keypoint":[0],"detection":[1,48,180],"and":[2,14,25,49,56,84,92,115,137,140,167,171,175,181,193],"description":[3,50,182],"from":[4],"multisensor":[5],"or":[6,69],"multimodal":[7,29,46,90,144,169,196],"images":[8,32],"are":[9],"fundamental":[10],"to":[11,105,153],"image":[12,173,197],"registration":[13],"its":[15],"downstream":[16],"tasks.":[17],"However,":[18],"the":[19,148],"nonlinear":[20],"radiometric":[21],"differences,":[22],"illumination":[23],"variations,":[24],"geometric":[26],"distortions":[27],"between":[28],"remote":[30],"sensing":[31],"pose":[33],"significant":[34],"challenges.":[35],"To":[36],"address":[37],"these":[38],"issues,":[39],"this":[40],"paper":[41],"proposes":[42],"a":[43,61,89,99,123,155],"weakly":[44],"supervised":[45],"keypoint":[47,101,179],"network":[51,75,82],"(CTNet),":[52],"which":[53],"extracts":[54],"robust":[55,156],"repeatable":[57],"feature":[58,157],"descriptors":[59],"at":[60],"low":[62],"cost":[63],"without":[64],"requiring":[65],"densely":[66],"labeled":[67],"annotations":[68],"extensive":[70],"pretraining.":[71],"In":[72],"terms":[73],"of":[74,143],"design,":[76],"CTNet":[77,161,188],"effectively":[78,146],"combines":[79],"convolutional":[80],"neural":[81],"(CNN)":[83],"Transformer":[85],"architectures":[86],"by":[87,109],"introducing":[88],"global":[91],"local":[93],"information":[94],"interaction":[95],"(MGLI)":[96],"module.":[97],"Additionally,":[98],"lightweight":[100],"detector":[102],"is":[103,131,162],"designed":[104],"efficiently":[106],"detect":[107],"keypoints":[108],"evaluating":[110],"pixel":[111],"saliency":[112],"within":[113],"neighborhoods":[114],"incorporating":[116],"their":[117],"depth":[118],"maxima.":[119],"For":[120],"model":[121],"optimization,":[122],"novel":[124],"loss":[125,134],"function,":[126],"multiple":[127],"pair":[128],"weighted":[129],"loss,":[130],"introduced.":[132],"This":[133],"function":[135],"samples":[136,152],"weights":[138],"positive":[139],"negative":[141],"pairs":[142],"features,":[145],"capturing":[147],"similarity":[149],"relationships":[150],"among":[151],"learn":[154],"embedding":[158],"space.":[159],"Finally,":[160],"evaluated":[163],"on":[164],"both":[165],"public":[166],"self-collected":[168],"VIS-SAR":[170],"VIS-IR":[172],"datasets":[174],"compared":[176],"with":[177],"state-of-the-art":[178],"models.":[183],"Experimental":[184],"results":[185],"demonstrate":[186],"that":[187],"achieves":[189],"superior":[190],"matching":[191,198],"accuracy":[192],"robustness":[194],"in":[195],"tasks,":[199],"outperforming":[200],"existing":[201],"methods.":[202]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}