{"id":"https://openalex.org/W4402124923","doi":"https://doi.org/10.1109/tgrs.2024.3452700","title":"MGPACNet: A Multiscale Geometric Prior Aware Cross-Modal Network for Images Fusion Classification","display_name":"MGPACNet: A Multiscale Geometric Prior Aware Cross-Modal Network for Images Fusion Classification","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402124923","doi":"https://doi.org/10.1109/tgrs.2024.3452700"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3452700","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3452700","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046069125","display_name":"Xue Song","orcid":"https://orcid.org/0000-0002-3212-7810"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xue Song","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050630882","display_name":"Licheng Jiao","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Licheng Jiao","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100443350","display_name":"Lingling Li","orcid":"https://orcid.org/0000-0002-6130-2518"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingling Li","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100453075","display_name":"Fang Liu","orcid":"https://orcid.org/0000-0002-5669-9354"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Liu","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100331710","display_name":"Xu Liu","orcid":"https://orcid.org/0000-0002-8780-5455"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Liu","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100764373","display_name":"Shuyuan Yang","orcid":"https://orcid.org/0000-0002-4796-5737"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyuan Yang","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043022387","display_name":"Biao Hou","orcid":"https://orcid.org/0000-0002-1996-186X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Hou","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5046069125"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":2.2025,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.89195207,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6742597818374634},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6551681756973267},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.6150194406509399},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5317206382751465},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.45658180117607117},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4451085925102234},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.43691083788871765},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.3962287902832031},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3237890303134918},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.1809762418270111},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.07662615180015564},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07607713341712952}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6742597818374634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6551681756973267},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.6150194406509399},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5317206382751465},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.45658180117607117},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4451085925102234},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.43691083788871765},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.3962287902832031},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3237890303134918},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1809762418270111},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.07662615180015564},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07607713341712952},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3452700","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3452700","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1741041753","display_name":null,"funder_award_id":"U22B2054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3960429886","display_name":null,"funder_award_id":"62276199","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8929578879","display_name":null,"funder_award_id":"62076192","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1551648222","https://openalex.org/W1584663654","https://openalex.org/W1803059841","https://openalex.org/W1905829557","https://openalex.org/W1923697677","https://openalex.org/W1989070508","https://openalex.org/W2059438067","https://openalex.org/W2065407071","https://openalex.org/W2125416623","https://openalex.org/W2127199143","https://openalex.org/W2548878763","https://openalex.org/W2549994478","https://openalex.org/W2606929568","https://openalex.org/W2751033422","https://openalex.org/W2764276316","https://openalex.org/W2765739551","https://openalex.org/W2782517596","https://openalex.org/W2892336504","https://openalex.org/W2897452159","https://openalex.org/W2908968031","https://openalex.org/W2919174461","https://openalex.org/W2923136550","https://openalex.org/W2945608588","https://openalex.org/W2950069140","https://openalex.org/W2963091558","https://openalex.org/W2963163009","https://openalex.org/W2982545969","https://openalex.org/W3004968762","https://openalex.org/W3008439211","https://openalex.org/W3014999631","https://openalex.org/W3035356612","https://openalex.org/W3047443805","https://openalex.org/W3048631361","https://openalex.org/W3081753142","https://openalex.org/W3097141235","https://openalex.org/W3097353710","https://openalex.org/W3102692100","https://openalex.org/W3103695279","https://openalex.org/W3105997607","https://openalex.org/W3106881551","https://openalex.org/W3112751649","https://openalex.org/W3122028341","https://openalex.org/W3123544374","https://openalex.org/W3133774295","https://openalex.org/W3136140595","https://openalex.org/W3168367808","https://openalex.org/W3194146876","https://openalex.org/W3195547108","https://openalex.org/W3204731106","https://openalex.org/W3204874618","https://openalex.org/W3207818847","https://openalex.org/W3208935369","https://openalex.org/W3208943037","https://openalex.org/W3214821343","https://openalex.org/W4200068923","https://openalex.org/W4210392637","https://openalex.org/W4213185605","https://openalex.org/W4285134520","https://openalex.org/W4285299034","https://openalex.org/W4285300412","https://openalex.org/W4288257146","https://openalex.org/W4293812296","https://openalex.org/W4312845279","https://openalex.org/W4361801444","https://openalex.org/W4380763457","https://openalex.org/W4384917159","https://openalex.org/W4389104826","https://openalex.org/W4392719398","https://openalex.org/W6631190155","https://openalex.org/W6640295612","https://openalex.org/W6796931752"],"related_works":["https://openalex.org/W2121524756","https://openalex.org/W782553550","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2139939267","https://openalex.org/W1974511032","https://openalex.org/W2353265673","https://openalex.org/W2031175860","https://openalex.org/W2152662039"],"abstract_inverted_index":{"Convolutional":[0],"neural":[1],"networks":[2],"(CNNs)":[3],"and":[4,21,43,114,139,165,174,182,203],"self-attention":[5],"(SA)":[6],"are":[7,34],"highly":[8],"effective":[9],"techniques":[10],"used":[11],"for":[12,36,90],"the":[13,37,44,47,54,75,149,184],"fusion":[14,93,156],"of":[15,40,46,50,56,64,176,186,192],"multisource":[16],"remote":[17],"sensing":[18],"(RS)":[19],"data,":[20],"they":[22],"have":[23],"found":[24],"extensive":[25],"application":[26,70],"in":[27,71,148,179],"Earth":[28],"observation":[29],"(EO)":[30],"tasks.":[31],"Nevertheless,":[32],"CNNs":[33],"insufficient":[35],"comprehensive":[38,190],"extraction":[39,132],"contextual":[41],"information":[42,59,65,116,147,178],"representation":[45],"sequential":[48],"properties":[49],"spectral":[51,141],"features.":[52],"Furthermore,":[53],"loss":[55],"edge":[57,111],"geometry":[58],"is":[60,104,159],"often":[61],"a":[62,80,96,127,153],"consequence":[63],"mining,":[66],"which":[67],"limits":[68],"its":[69],"RS.":[72],"To":[73],"address":[74],"abovementioned":[76],"limitations,":[77],"we":[78],"propose":[79],"method":[81,216],"called":[82],"\u201cmultiscale":[83],"geometric":[84,97,110],"prior":[85,98,112],"aware":[86],"cross-modal":[87,177],"network":[88],"(MGPACNet)\u201d":[89],"RS":[91,119,194],"image":[92],"classification.":[94],"First,":[95],"feature":[99,123,131],"enhanced":[100],"residual":[101],"module":[102,133,157],"(GPFEResM)":[103],"created":[105],"to":[106,121,143,161,170],"extract":[107],"shallow":[108],"multiscale":[109,128,136],"features":[113],"detailed":[115],"from":[117,207],"multimodal":[118],"data":[120,169,195],"enhance":[122,183],"boundary":[124],"information.":[125],"Second,":[126],"global-local":[129,140],"spatial-spectral":[130,150],"(MG-LS2FEM)":[134],"uses":[135],"spatial":[137],"modeling":[138,142],"perceive":[144],"rich":[145],"semantic":[146],"domain.":[151],"Finally,":[152],"dual":[154],"attention":[155],"(DAFM)":[158],"designed":[160],"use":[162],"pixel-level":[163],"SA":[164],"cross-attention":[166],"between":[167],"heterogeneous":[168,187],"achieve":[171],"deep":[172],"aggregation":[173],"cross-focusing":[175],"two":[180],"branches,":[181],"complementarity":[185],"data.":[188],"A":[189],"examination":[191],"public":[193],"(hyperspectral-synthetic":[196],"aperture":[197],"radar":[198],"(HS-SAR)":[199],"Augsuburg/Berlin,":[200],"hyperspectral-light":[201],"detection":[202],"ranging":[204],"(HS-LiDAR)":[205],"Trento/MUUFL)":[206],"four":[208],"distinct":[209],"modalities":[210],"(HS/SAR/LiDAR)":[211],"has":[212],"revealed":[213],"that":[214],"our":[215],"outperforms":[217],"alternative":[218],"models.":[219]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
