{"id":"https://openalex.org/W4410986195","doi":"https://doi.org/10.1109/tgrs.2025.3576290","title":"Multimodal Remote Sensing Image Registration via Modality Perception and Self-Supervised Position Estimation","display_name":"Multimodal Remote Sensing Image Registration via Modality Perception and Self-Supervised Position Estimation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410986195","doi":"https://doi.org/10.1109/tgrs.2025.3576290"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2025.3576290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3576290","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101419454","display_name":"Yun Xiao","orcid":"https://orcid.org/0000-0002-5285-8565"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Xiao","raw_affiliation_strings":["Key Laboratory of Intelligent Computing and Signal Processing, Anhui Provincial Key Laboratory of Security Artificial Intelligence, School of Artificial Intelligence, Anhui University, Hefei, China","Anhui Provincial Key Laboratory of Security Artificial Intelligence, School of Artificial Intelligence, Key Laboratory of Intelligent Computing & Signal Processing (Anhui University), Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-5285-8565","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Computing and Signal Processing, Anhui Provincial Key Laboratory of Security Artificial Intelligence, School of Artificial Intelligence, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"Anhui Provincial Key Laboratory of Security Artificial Intelligence, School of Artificial Intelligence, Key Laboratory of Intelligent Computing & Signal Processing (Anhui University), Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115603352","display_name":"Chunlei Zhang","orcid":"https://orcid.org/0009-0001-4530-9576"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunlei Zhang","raw_affiliation_strings":["Key Laboratory of Intelligent Computing and Signal Processing, Anhui Provincial Key Laboratory of Security Artificial Intelligence, School of Artificial Intelligence, Anhui University, Hefei, China","Anhui Provincial Key Laboratory of Security Artificial Intelligence, School of Artificial Intelligence, Key Laboratory of Intelligent Computing & Signal Processing (Anhui University), Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0001-4530-9576","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Computing and Signal Processing, Anhui Provincial Key Laboratory of Security Artificial Intelligence, School of Artificial Intelligence, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"Anhui Provincial Key Laboratory of Security Artificial Intelligence, School of Artificial Intelligence, Key Laboratory of Intelligent Computing & Signal Processing (Anhui University), Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053609164","display_name":"Bo Jiang","orcid":"https://orcid.org/0000-0002-6238-1596"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Jiang","raw_affiliation_strings":["Information Materials and Intelligent Sensing Laboratory of Anhui Province, Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Information Materials and Intelligent Sensing Laboratory of Anhui Province, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-6238-1596","affiliations":[{"raw_affiliation_string":"Information Materials and Intelligent Sensing Laboratory of Anhui Province, Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Information Materials and Intelligent Sensing Laboratory of Anhui Province, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029855289","display_name":"Yuan Chen","orcid":"https://orcid.org/0000-0001-5344-958X"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Chen","raw_affiliation_strings":["School of Internet, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-5344-958X","affiliations":[{"raw_affiliation_string":"School of Internet, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030720334","display_name":"Jin Tang","orcid":"https://orcid.org/0000-0001-8375-3590"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Tang","raw_affiliation_strings":["Information Materials and Intelligent Sensing Laboratory of Anhui Province, Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Information Materials and Intelligent Sensing Laboratory of Anhui Province, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-8375-3590","affiliations":[{"raw_affiliation_string":"Information Materials and Intelligent Sensing Laboratory of Anhui Province, Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Information Materials and Intelligent Sensing Laboratory of Anhui Province, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.6747,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.94939233,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"63","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9556000232696533,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9502999782562256,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7207371592521667},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7093464136123657},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6682511568069458},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6517653465270996},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.6388995051383972},{"id":"https://openalex.org/keywords/image-registration","display_name":"Image registration","score":0.6325333118438721},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.5859026312828064},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5660305023193359},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3874291181564331},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3032137453556061},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.23258903622627258}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7207371592521667},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7093464136123657},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6682511568069458},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6517653465270996},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.6388995051383972},{"id":"https://openalex.org/C166704113","wikidata":"https://www.wikidata.org/wiki/Q861092","display_name":"Image registration","level":3,"score":0.6325333118438721},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.5859026312828064},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5660305023193359},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3874291181564331},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3032137453556061},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.23258903622627258},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2025.3576290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3576290","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7768039429","display_name":null,"funder_award_id":"2408085MF153","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"}],"funders":[{"id":"https://openalex.org/F4320334897","display_name":"Natural Science Foundation of Anhui Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1677409904","https://openalex.org/W1901129140","https://openalex.org/W1983592655","https://openalex.org/W2004537679","https://openalex.org/W2034432063","https://openalex.org/W2089058150","https://openalex.org/W2117228865","https://openalex.org/W2126635242","https://openalex.org/W2151103935","https://openalex.org/W2161894851","https://openalex.org/W2194775991","https://openalex.org/W2752246523","https://openalex.org/W2810454813","https://openalex.org/W2891631795","https://openalex.org/W2923212559","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963663017","https://openalex.org/W2980221077","https://openalex.org/W2996444841","https://openalex.org/W3011050042","https://openalex.org/W3035166033","https://openalex.org/W3087985223","https://openalex.org/W3092212736","https://openalex.org/W3095921559","https://openalex.org/W3096831136","https://openalex.org/W3097941873","https://openalex.org/W3114420207","https://openalex.org/W3129902266","https://openalex.org/W3165710677","https://openalex.org/W3174463684","https://openalex.org/W3174504143","https://openalex.org/W3209540366","https://openalex.org/W4220857768","https://openalex.org/W4221119793","https://openalex.org/W4226336958","https://openalex.org/W4226497331","https://openalex.org/W4280527172","https://openalex.org/W4280538209","https://openalex.org/W4283832923","https://openalex.org/W4285600783","https://openalex.org/W4293411918","https://openalex.org/W4295786246","https://openalex.org/W4312141604","https://openalex.org/W4312900860","https://openalex.org/W4313267411","https://openalex.org/W4313893119","https://openalex.org/W4318624501","https://openalex.org/W4321488177","https://openalex.org/W4382677398","https://openalex.org/W4385945233","https://openalex.org/W4386065880","https://openalex.org/W4386066780","https://openalex.org/W4386072189","https://openalex.org/W4388739274","https://openalex.org/W4389934639","https://openalex.org/W4391953378","https://openalex.org/W4392405585","https://openalex.org/W4402753919","https://openalex.org/W6631190155","https://openalex.org/W6718003766","https://openalex.org/W6766978945","https://openalex.org/W6791865553","https://openalex.org/W6891748629"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W3144423903","https://openalex.org/W2377397762","https://openalex.org/W2793967660","https://openalex.org/W627697492"],"abstract_inverted_index":{"Multi-modal":[0],"remote":[1,67],"sensing":[2,68],"images":[3,7,47,111],"registration":[4,116,179,184,188,196,209],"ensures":[5],"that":[6,30,193],"from":[8],"different":[9],"sensors":[10],"or":[11],"modalities":[12],"are":[13],"spatial":[14,42],"and":[15,21,48,104,143,186,206,216,221],"informational":[16],"consistent":[17],"for":[18,65,91],"effective":[19],"comparison":[20],"analysis.":[22],"However,":[23],"due":[24],"to":[25,37,56,98,138,162],"the":[26,41,46,50,77,101,106,115,120,148,157,164,171,174,194],"non-linear":[27],"modality":[28,51,102,129,141,145,158,165],"gaps":[29,103,142],"exist":[31],"between":[32,109],"images,":[33],"making":[34],"it":[35],"difficult":[36],"focus":[38],"only":[39],"on":[40,211],"position":[43],"differences":[44,108,122],"of":[45,128,150,173],"ignore":[49],"gaps.":[52],"In":[53],"this":[54,58],"paper,":[55],"address":[57],"issue,":[59],"we":[60,154],"propose":[61],"a":[62,82,125],"new":[63,126],"framework":[64,75,197],"Multi-Modal":[66],"image":[69,93,208],"Registration,":[70],"named":[71],"MMRNet.":[72],"The":[73,219],"proposed":[74,195],"comprises":[76],"following":[78],"main":[79],"aspects.":[80],"First,":[81],"novel":[83],"self-supervised":[84],"Positional":[85],"Misalignment":[86],"Estimator":[87],"(PME)":[88],"is":[89,96,136],"designed":[90],"multi-modal":[92,110],"registration.":[94],"PME":[95],"able":[97],"efficiently":[99],"overcome":[100],"learn":[105,140],"positional":[107,121,151],"more":[112],"reliably,":[113],"optimizing":[114],"loss":[117,161],"by":[118],"minimizing":[119],"directly.":[123],"Then,":[124],"paradigm":[127],"translation,":[130],"termed":[131],"Modality":[132],"Perception":[133],"Module":[134],"(MPM),":[135],"introduced":[137],"effectively":[139],"perform":[144],"translation":[146,166],"in":[147,203],"case":[149],"misalignment.":[152],"Finally,":[153],"further":[155],"design":[156],"perception":[159],"guidance":[160],"supervise":[163],"task,":[167],"which":[168],"can":[169,198],"encourage":[170],"fidelity":[172],"generated":[175],"pseudo-modality":[176],"images.":[177],"Our":[178],"network":[180],"integrates":[181],"both":[182,204],"rigid":[183,205],"model":[185],"non-rigid":[187,207],"model.":[189],"Experimental":[190],"results":[191],"demonstrate":[192],"obtain":[199],"obviously":[200],"superior":[201],"performance":[202],"tasks":[210],"optical-SAR":[212],"data,":[213],"optical-map":[214],"data":[215],"optical-infrared":[217],"data.":[218],"code":[220],"relevant":[222],"dataset":[223],"will":[224],"be":[225],"made":[226],"publicly":[227],"available":[228],"at":[229],"https://github.com/Ahuer-Lei/MMRNet.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}