{"id":"https://openalex.org/W4406857646","doi":"https://doi.org/10.1109/tmm.2025.3535295","title":"A 3D Self-Awareness Diffusion Network for Multimodal Classification","display_name":"A 3D Self-Awareness Diffusion Network for Multimodal Classification","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406857646","doi":"https://doi.org/10.1109/tmm.2025.3535295"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3535295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3535295","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035522303","display_name":"Mengru Ma","orcid":"https://orcid.org/0000-0002-6802-539X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengru Ma","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-6802-539X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065027008","display_name":"Wenping Ma","orcid":"https://orcid.org/0000-0001-8872-2195"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenping Ma","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-8872-2195","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050630882","display_name":"Licheng Jiao","orcid":"https://orcid.org/0000-0003-3354-9617"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Licheng Jiao","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-3354-9617","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100443350","display_name":"Lingling Li","orcid":"https://orcid.org/0000-0002-6130-2518"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingling Li","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-6130-2518","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100331710","display_name":"Xu Liu","orcid":"https://orcid.org/0000-0002-8780-5455"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Liu","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-8780-5455","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100453075","display_name":"Fang Liu","orcid":"https://orcid.org/0000-0002-5669-9354"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Liu","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-5669-9354","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100764373","display_name":"Shuyuan Yang","orcid":"https://orcid.org/0000-0002-4796-5737"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyuan Yang","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-4796-5737","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102866460","display_name":"Yuwei Guo","orcid":"https://orcid.org/0000-0002-6095-8830"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuwei Guo","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, International Research Center for Intelligent Perception and Computation, School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":1.5884,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.80676648,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"27","issue":null,"first_page":"3462","last_page":"3475"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.7703999876976013,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.7703999876976013,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7663000226020813,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.7245000004768372,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8294488191604614},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.414936363697052},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34117189049720764}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8294488191604614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.414936363697052},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34117189049720764}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3535295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3535295","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2079636521","https://openalex.org/W2752782242","https://openalex.org/W2808098982","https://openalex.org/W2941769495","https://openalex.org/W3081753142","https://openalex.org/W3094502228","https://openalex.org/W3115994626","https://openalex.org/W3155072588","https://openalex.org/W3180196270","https://openalex.org/W3181367324","https://openalex.org/W3204731106","https://openalex.org/W3208935369","https://openalex.org/W3210012904","https://openalex.org/W3213272555","https://openalex.org/W3214821343","https://openalex.org/W4200068923","https://openalex.org/W4205825541","https://openalex.org/W4210392637","https://openalex.org/W4225630686","https://openalex.org/W4226328078","https://openalex.org/W4285149123","https://openalex.org/W4289752563","https://openalex.org/W4291710868","https://openalex.org/W4312208437","https://openalex.org/W4312402957","https://openalex.org/W4312462231","https://openalex.org/W4312497550","https://openalex.org/W4312807131","https://openalex.org/W4312933868","https://openalex.org/W4319663704","https://openalex.org/W4321483862","https://openalex.org/W4323543215","https://openalex.org/W4360884927","https://openalex.org/W4366482244","https://openalex.org/W4375928908","https://openalex.org/W4380763457","https://openalex.org/W4382998913","https://openalex.org/W4384917159","https://openalex.org/W4385453578","https://openalex.org/W4385695854","https://openalex.org/W4386076504","https://openalex.org/W4386275830","https://openalex.org/W4386766980","https://openalex.org/W4387195417","https://openalex.org/W4387415336","https://openalex.org/W4387682254","https://openalex.org/W4388544004","https://openalex.org/W4388739232","https://openalex.org/W4388807037","https://openalex.org/W4390738736","https://openalex.org/W4390908075","https://openalex.org/W4390970243","https://openalex.org/W4399154557","https://openalex.org/W6849736153"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"As":[0],"imaging":[1],"sensor":[2],"technology":[3],"in":[4,19,80,148,152],"remote":[5],"sensing":[6],"has":[7,13],"advanced":[8],"quickly,":[9],"multimodal":[10],"fusion":[11,65,167],"classification":[12,25,32],"become":[14],"an":[15],"important":[16],"research":[17],"direction":[18],"land":[20],"cover":[21],"and":[22,30,61,89,181],"urban":[23],"planning":[24],"tasks.":[26],"While":[27],"generative":[28],"models":[29],"image":[31,64],"have":[33],"greatly":[34],"benefited":[35],"from":[36,76],"diffusion":[37,46,55,110,121,166],"models,":[38],"the":[39,84,109,113,118,126,143,163,178],"present":[40],"ones":[41],"primarily":[42],"concentrate":[43],"on":[44,177],"single-modality-driven":[45],"processes.":[47],"Therefore,":[48],"this":[49,132],"paper":[50],"presents":[51],"a":[52,98,135],"3D":[53,136,149,164],"self-awareness":[54,137,165],"network":[56,102,115,168],"(3DSA-DiffNet)":[57],"for":[58],"multispectral":[59],"(MS)":[60],"panchromatic":[62],"(PAN)":[63],"classification,":[66],"which":[67],"would":[68],"make":[69],"it":[70],"easier":[71],"to":[72,82,116,124],"classify":[73],"heterogeneous":[74],"data":[75],"various":[77],"sensors.":[78],"First,":[79],"order":[81],"model":[83],"relationship":[85],"between":[86],"multi-channel":[87],"spectra":[88],"multi-pixel":[90],"spatial":[91],"distributions":[92],"as":[93,95],"well":[94],"samples,":[96],"respectively,":[97],"spatial-spectral":[99,128],"joint":[100],"denoising":[101],"(S$^{2}$JD-Net)":[103],"is":[104],"proposed.":[105],"It":[106],"can":[107,141],"incorporate":[108],"process":[111],"into":[112],"neural":[114],"enhance":[117],"quality":[119],"of":[120,145],"features.":[122],"Secondly,":[123],"imitate":[125],"brain's":[127],"coexistence":[129],"learning":[130],"mechanism,":[131],"work":[133],"offers":[134],"module":[138],"(3DSA-Module)":[139],"that":[140,162],"learn":[142],"weight":[144],"each":[146],"pixel":[147],"space,":[150],"resulting":[151],"extraordinarily":[153],"high":[154],"feature":[155],"representation":[156],"capabilities.":[157],"Finally,":[158],"experimental":[159],"verification":[160],"demonstrates":[161],"driven":[169],"by":[170],"brain":[171],"inspiration":[172],"outperforms":[173],"more":[174],"sophisticated":[175],"approaches":[176],"Xi'an,":[179],"Huhhot,":[180],"Muufl":[182],"datasets.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}