{"id":"https://openalex.org/W4210392637","doi":"https://doi.org/10.1109/tcsvt.2022.3148257","title":"AM\u00b3Net: Adaptive Mutual-Learning-Based Multimodal Data Fusion Network","display_name":"AM\u00b3Net: Adaptive Mutual-Learning-Based Multimodal Data Fusion Network","publication_year":2022,"publication_date":"2022-01-31","ids":{"openalex":"https://openalex.org/W4210392637","doi":"https://doi.org/10.1109/tcsvt.2022.3148257"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2022.3148257","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3148257","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100716988","display_name":"Jinping Wang","orcid":"https://orcid.org/0000-0002-4157-8605"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinping Wang","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4157-8605","affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362041","display_name":"Jun Li","orcid":"https://orcid.org/0000-0003-1613-9448"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102025064","display_name":"Yanli Shi","orcid":"https://orcid.org/0000-0003-2935-0234"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanli Shi","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034685928","display_name":"Jianhuang Lai","orcid":"https://orcid.org/0000-0003-3883-2024"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhuang Lai","raw_affiliation_strings":["School of Computer Science and Engineering, and the Key Laboratory of Machine Intelligence and Advanced Computing, Ministry of Education, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3883-2024","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, and the Key Laboratory of Machine Intelligence and Advanced Computing, Ministry of Education, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070935877","display_name":"Xiaojun Tan","orcid":"https://orcid.org/0000-0003-0137-9270"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210106122","display_name":"Southern Marine Science and Engineering Guangdong Laboratory (Guangzhou)","ror":"https://ror.org/00y7mag53","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210106122"]},{"id":"https://openalex.org/I4391012567","display_name":"Southern Marine Science and Engineering Guangdong Laboratory (Zhuhai)","ror":"https://ror.org/03swgqh13","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012567"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojun Tan","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China","Southern Marine Science and Engineering Guangdong Laboratory (Zhuhai), Zhuhai, China"],"raw_orcid":"https://orcid.org/0000-0003-0137-9270","affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Southern Marine Science and Engineering Guangdong Laboratory (Zhuhai), Zhuhai, China","institution_ids":["https://openalex.org/I4210106122","https://openalex.org/I4391012567"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.5692,"has_fulltext":false,"cited_by_count":114,"citation_normalized_percentile":{"value":0.98495212,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"32","issue":"8","first_page":"5411","last_page":"5426"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6898739337921143},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.6873519420623779},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6738557815551758},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.578494668006897},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5440220236778259},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.48890605568885803},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.48284202814102173},{"id":"https://openalex.org/keywords/ranging","display_name":"Ranging","score":0.46541380882263184},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.43865886330604553},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.4302873909473419},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.20078912377357483}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6898739337921143},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.6873519420623779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6738557815551758},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.578494668006897},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5440220236778259},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.48890605568885803},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.48284202814102173},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.46541380882263184},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.43865886330604553},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.4302873909473419},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.20078912377357483},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2022.3148257","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3148257","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1497089125","https://openalex.org/W1976416886","https://openalex.org/W2098057602","https://openalex.org/W2111072639","https://openalex.org/W2135758523","https://openalex.org/W2144151128","https://openalex.org/W2163605009","https://openalex.org/W2296450878","https://openalex.org/W2474462684","https://openalex.org/W2531409750","https://openalex.org/W2601564443","https://openalex.org/W2605646105","https://openalex.org/W2606929568","https://openalex.org/W2623518586","https://openalex.org/W2630837129","https://openalex.org/W2744049245","https://openalex.org/W2745081071","https://openalex.org/W2745252301","https://openalex.org/W2746661731","https://openalex.org/W2751810713","https://openalex.org/W2765739551","https://openalex.org/W2771921445","https://openalex.org/W2792332881","https://openalex.org/W2796684832","https://openalex.org/W2888119354","https://openalex.org/W2888527098","https://openalex.org/W2890133123","https://openalex.org/W2893945636","https://openalex.org/W2942454403","https://openalex.org/W2945608588","https://openalex.org/W2962850830","https://openalex.org/W2963703618","https://openalex.org/W2966381923","https://openalex.org/W2966926453","https://openalex.org/W3004968762","https://openalex.org/W3008789903","https://openalex.org/W3011052870","https://openalex.org/W3016244469","https://openalex.org/W3035356612","https://openalex.org/W3091687261","https://openalex.org/W3105997607","https://openalex.org/W3121751387","https://openalex.org/W3122585499","https://openalex.org/W3126855404","https://openalex.org/W3127230150","https://openalex.org/W3132859298","https://openalex.org/W3138675536","https://openalex.org/W3173347409","https://openalex.org/W3177349073","https://openalex.org/W3179685412","https://openalex.org/W3198582484","https://openalex.org/W4214847365","https://openalex.org/W6684191040","https://openalex.org/W6739696289","https://openalex.org/W6743446608","https://openalex.org/W6798240174","https://openalex.org/W6801017909"],"related_works":["https://openalex.org/W4384112194","https://openalex.org/W2783354812","https://openalex.org/W2103009189","https://openalex.org/W4312958259","https://openalex.org/W4390813131","https://openalex.org/W2349383066","https://openalex.org/W1969901537","https://openalex.org/W4328132048","https://openalex.org/W2594043982","https://openalex.org/W3036493597"],"abstract_inverted_index":{"Multimodal":[0],"data":[1,13,68,81,126,245,252],"fusion,":[2,14],"e.g.,":[3],"hyperspectral":[4],"image":[5],"(HSI)":[6],"and":[7,10,22,38,43,124,129,154,167,234],"light":[8],"detection":[9],"ranging":[11],"(LiDAR)":[12],"plays":[15],"an":[16,88,132],"important":[17],"role":[18],"in":[19,131],"object":[20],"recognition":[21],"classification":[23,179],"tasks.":[24],"However,":[25],"existing":[26],"methods":[27],"pay":[28],"little":[29],"attention":[30],"to":[31,55,112,181,189],"the":[32,39,49,57,93,102,106,113,119,147,160,171,183,192,214,243],"specificity":[33],"of":[34,41,105,109,122],"HSI":[35,42,123],"spectral":[36,96,107,114,152],"channels":[37],"complementarity":[40],"LiDAR":[44,125],"spatial":[45,120,155],"information.":[46],"In":[47],"addition,":[48],"utilized":[50],"feature":[51,58,115,148,210],"extraction":[52],"modules":[53],"tend":[54],"consider":[56],"transmission":[59,150],"processes":[60],"among":[61,151],"different":[62],"modalities":[63],"independently.":[64],"Therefore,":[65],"a":[66,138,178,208],"new":[67],"fusion":[69,246],"network":[70,193],"named":[71],"AM":[72,202,218],"<sup":[73,203,219],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[74,140,204,220],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3</sup>":[75,205,221],"Net":[76,206,222],"is":[77,127,144,230,248],"proposed":[78,244],"for":[79,146],"multimodal":[80],"classification;":[82],"it":[83],"includes":[84],"three":[85],"parts.":[86],"First,":[87],"involution":[89],"operator":[90],"slides":[91],"over":[92],"input":[94,229],"HSI\u2019s":[95],"channels,":[97],"which":[98,157,186],"can":[99,158],"independently":[100],"measure":[101],"contribution":[103],"rate":[104],"channel":[108],"each":[110],"pixel":[111],"tensor":[116],"construction.":[117],"Furthermore,":[118],"information":[121],"integrated":[128],"excavated":[130],"adaptively":[133],"fused,":[134],"modality-oriented":[135],"manner.":[136],"Second,":[137],"<italic":[139],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">spectral-spatial":[141],"mutual-guided":[142],"module</i>":[143],"designed":[145],"collaborative":[149],"features":[153,174],"information,":[156],"increase":[159],"semantic":[161],"relatedness":[162],"connection":[163],"through":[164],"adaptive,":[165],"multiscale,":[166],"mutual-learning":[168],"transmission.":[169],"Finally,":[170],"fused":[172],"spatial-spectral":[173],"are":[175],"embedded":[176],"into":[177],"module":[180],"obtain":[182],"final":[184],"results,":[185],"determines":[187],"whether":[188],"continue":[190],"updating":[191],"weights.":[194],"Experimental":[195],"evaluations":[196],"on":[197],"HSI-LiDAR":[198],"datasets":[199],"indicate":[200],"that":[201,242],"possesses":[207],"better":[209],"representation":[211],"ability":[212],"than":[213],"state-of-the-art":[215],"methods.":[216],"Additionally,":[217],"still":[223],"maintains":[224],"considerable":[225],"performance":[226],"when":[227],"its":[228],"replaced":[231],"with":[232,250],"multispectral":[233],"synthetic":[235],"aperture":[236],"radar":[237],"data.":[238],"The":[239],"result":[240],"indicates":[241],"framework":[247],"compatible":[249],"diversified":[251],"types.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":44},{"year":2024,"cited_by_count":39},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":7}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}