{"id":"https://openalex.org/W4392796571","doi":"https://doi.org/10.1109/tcsvt.2024.3375511","title":"Multimodal Informative ViT: Information Aggregation and Distribution for Hyperspectral and LiDAR Classification","display_name":"Multimodal Informative ViT: Information Aggregation and Distribution for Hyperspectral and LiDAR Classification","publication_year":2024,"publication_date":"2024-03-14","ids":{"openalex":"https://openalex.org/W4392796571","doi":"https://doi.org/10.1109/tcsvt.2024.3375511"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3375511","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3375511","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090736129","display_name":"Jiaqing Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaqing Zhang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007285444","display_name":"Jie Lei","orcid":"https://orcid.org/0000-0003-0851-6565"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jie Lei","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052163069","display_name":"Weiying Xie","orcid":"https://orcid.org/0000-0001-8310-024X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiying Xie","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611279","display_name":"Geng Yang","orcid":"https://orcid.org/0000-0001-6921-1007"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Geng Yang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057418761","display_name":"Daixun Li","orcid":"https://orcid.org/0009-0006-8689-6929"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daixun Li","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067798266","display_name":"Yunsong Li","orcid":"https://orcid.org/0000-0002-0640-4060"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunsong Li","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5090736129"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":9.594,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.98263973,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"34","issue":"8","first_page":"7643","last_page":"7656"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.7149999737739563,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.7149999737739563,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.8546172380447388},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.7843294143676758},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6144986152648926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5456874370574951},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.5422286987304688},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4603216052055359},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.18443763256072998}],"concepts":[{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.8546172380447388},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.7843294143676758},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6144986152648926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5456874370574951},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.5422286987304688},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4603216052055359},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.18443763256072998}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3375511","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3375511","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8508741111","display_name":null,"funder_award_id":"62071360","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W2052280110","https://openalex.org/W2623518586","https://openalex.org/W2765739551","https://openalex.org/W2941769495","https://openalex.org/W2987861506","https://openalex.org/W3004968762","https://openalex.org/W3008789903","https://openalex.org/W3016244469","https://openalex.org/W3035356612","https://openalex.org/W3048631361","https://openalex.org/W3081753142","https://openalex.org/W3097823560","https://openalex.org/W3102692100","https://openalex.org/W3105997607","https://openalex.org/W3120389167","https://openalex.org/W3151130473","https://openalex.org/W3172472472","https://openalex.org/W3173532622","https://openalex.org/W3174847300","https://openalex.org/W3176404283","https://openalex.org/W3179685412","https://openalex.org/W3204197760","https://openalex.org/W3207918547","https://openalex.org/W3209540366","https://openalex.org/W4210392637","https://openalex.org/W4212897988","https://openalex.org/W4224926219","https://openalex.org/W4285124347","https://openalex.org/W4285507497","https://openalex.org/W4312208437","https://openalex.org/W4312340363","https://openalex.org/W4312465065","https://openalex.org/W4312592451","https://openalex.org/W4312918841","https://openalex.org/W4313062423","https://openalex.org/W4313065862","https://openalex.org/W4315606133","https://openalex.org/W4319069095","https://openalex.org/W4366503951","https://openalex.org/W4376456352","https://openalex.org/W4379984088","https://openalex.org/W4380763457","https://openalex.org/W4382202697","https://openalex.org/W4382239891","https://openalex.org/W4382460739","https://openalex.org/W4386057714","https://openalex.org/W4386065524","https://openalex.org/W4386076504","https://openalex.org/W4389352407","https://openalex.org/W4390873790","https://openalex.org/W4393147855","https://openalex.org/W6858370816"],"related_works":["https://openalex.org/W2385371209","https://openalex.org/W2351984678","https://openalex.org/W4250051149","https://openalex.org/W2140032575","https://openalex.org/W2083270190","https://openalex.org/W1991437568","https://openalex.org/W2011860471","https://openalex.org/W2012196540","https://openalex.org/W3011451421","https://openalex.org/W2033914206"],"abstract_inverted_index":{"In":[0],"multimodal":[1,208],"land":[2],"cover":[3],"classification":[4,159],"(MLCC),":[5],"a":[6,40,110],"common":[7],"challenge":[8],"is":[9,196,222],"the":[10,23,35,58,62,80,147,179],"redundancy":[11,51,78],"in":[12,66,79,104,152,216],"data":[13],"distribution,":[14],"where":[15],"task-irrelevant":[16],"information":[17,45,126,138,142,148,160],"from":[18],"multiple":[19],"modalities":[20,103,195],"can":[21],"hinder":[22],"effective":[24],"integration":[25],"of":[26,64,83,204],"their":[27],"unique":[28],"features.":[29,89,145],"To":[30],"tackle":[31],"this,":[32],"we":[33],"introduce":[34],"Multimodal":[36],"Informative":[37],"Vit":[38],"(MIVit),":[39],"system":[41],"with":[42,173,184],"an":[43,125,200],"innovative":[44],"aggregate-distributing":[46,192],"mechanism.":[47],"This":[48,166,210],"approach":[49],"redefines":[50],"levels":[52],"and":[53,69,87,106,109,139],"integrates":[54],"performance-aware":[55],"elements":[56],"into":[57],"fused":[59,88],"representation,":[60],"facilitating":[61],"learning":[63],"semantics":[65],"both":[67],"forward":[68],"backward":[70],"directions.":[71],"MIVit":[72,153,221],"stands":[73],"out":[74],"by":[75,156],"significantly":[76],"reducing":[77,178],"empirical":[81],"distribution":[82,149],"each":[84],"modality\u2019s":[85],"separate":[86],"It":[90],"employs":[91],"oriented":[92],"attention":[93],"fusion":[94],"(OAF)":[95],"for":[96,114,220],"extracting":[97,115],"shallow":[98],"local":[99],"shape":[100],"features":[101,118],"across":[102,161,206],"horizontal":[105],"vertical":[107],"dimensions,":[108],"Transformer":[111],"feature":[112,164],"extractor":[113],"deep":[116],"global":[117,158],"through":[119],"long-range":[120],"attention.":[121],"We":[122],"also":[123,168],"propose":[124],"aggregation":[127],"constraint":[128],"(IAC)":[129],"based":[130],"on":[131],"mutual":[132],"information,":[133],"designed":[134],"to":[135],"remove":[136],"redundant":[137],"preserve":[140],"complementary":[141],"within":[143],"embedded":[144],"Additionally,":[146],"flow":[150],"(IDF)":[151],"enhances":[154],"performance-awareness":[155],"distributing":[157],"different":[162],"modalities\u2019":[163],"maps.":[165],"architecture":[167],"addresses":[169],"missing":[170],"modality":[171,176],"challenges":[172],"lightweight":[174],"independent":[175],"classifiers,":[177],"computational":[180],"load":[181],"typically":[182],"associated":[183],"Transformers.":[185],"Our":[186],"results":[187],"show":[188],"that":[189],"MIVit\u2019s":[190],"bidirectional":[191],"mechanism":[193],"between":[194],"highly":[197],"effective,":[198],"achieving":[199],"average":[201],"overall":[202],"accuracy":[203],"95.56%":[205],"three":[207],"datasets.":[209],"performance":[211],"surpasses":[212],"current":[213],"state-of-the-art":[214],"methods":[215],"MLCC.":[217],"The":[218],"code":[219],"accessible":[223],"at":[224],"https://github.com/icey-zhang/MIViT.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}