{"id":"https://openalex.org/W4409640890","doi":"https://doi.org/10.1109/tgrs.2025.3560913","title":"Multimodal Image Classification Based on Convolutional Network and Attention-Based Hidden Markov Random Field","display_name":"Multimodal Image Classification Based on Convolutional Network and Attention-Based Hidden Markov Random Field","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409640890","doi":"https://doi.org/10.1109/tgrs.2025.3560913"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2025.3560913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3560913","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003054393","display_name":"Elham Kordi Ghasrodashti","orcid":"https://orcid.org/0000-0001-8210-656X"},"institutions":[{"id":"https://openalex.org/I39268498","display_name":"University of Isfahan","ror":"https://ror.org/05h9t7759","country_code":"IR","type":"education","lineage":["https://openalex.org/I39268498"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Elham Kordi Ghasrodashti","raw_affiliation_strings":["Department of Artificial Intelligence, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","Artificial Intelligence Department, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran"],"raw_orcid":"https://orcid.org/0000-0001-8210-656X","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","institution_ids":["https://openalex.org/I39268498"]},{"raw_affiliation_string":"Artificial Intelligence Department, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","institution_ids":["https://openalex.org/I39268498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020602577","display_name":"Peyman Adibi","orcid":"https://orcid.org/0000-0003-2548-8455"},"institutions":[{"id":"https://openalex.org/I39268498","display_name":"University of Isfahan","ror":"https://ror.org/05h9t7759","country_code":"IR","type":"education","lineage":["https://openalex.org/I39268498"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Peyman Adibi","raw_affiliation_strings":["Department of Artificial Intelligence, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","Artificial Intelligence Department, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran"],"raw_orcid":"https://orcid.org/0000-0003-2548-8455","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","institution_ids":["https://openalex.org/I39268498"]},{"raw_affiliation_string":"Artificial Intelligence Department, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","institution_ids":["https://openalex.org/I39268498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064679323","display_name":"Hossein Karshenas","orcid":"https://orcid.org/0000-0001-5607-4963"},"institutions":[{"id":"https://openalex.org/I39268498","display_name":"University of Isfahan","ror":"https://ror.org/05h9t7759","country_code":"IR","type":"education","lineage":["https://openalex.org/I39268498"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Hossein Karshenas","raw_affiliation_strings":["Department of Artificial Intelligence, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","Artificial Intelligence Department, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","institution_ids":["https://openalex.org/I39268498"]},{"raw_affiliation_string":"Artificial Intelligence Department, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","institution_ids":["https://openalex.org/I39268498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017188788","display_name":"Hamidreza Baradaran Kashani","orcid":"https://orcid.org/0000-0003-3218-9787"},"institutions":[{"id":"https://openalex.org/I39268498","display_name":"University of Isfahan","ror":"https://ror.org/05h9t7759","country_code":"IR","type":"education","lineage":["https://openalex.org/I39268498"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Hamidreza Baradaran Kashani","raw_affiliation_strings":["Department of Artificial Intelligence, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","Artificial Intelligence Department, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","institution_ids":["https://openalex.org/I39268498"]},{"raw_affiliation_string":"Artificial Intelligence Department, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","institution_ids":["https://openalex.org/I39268498"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106124934","display_name":"Jocelyn Chanussot","orcid":"https://orcid.org/0000-0003-4817-2875"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210101348","display_name":"Centre Inria de l'Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/00n8d6z93","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210101348"]},{"id":"https://openalex.org/I4210149092","display_name":"Laboratoire Jean Kuntzmann","ror":"https://ror.org/04ett5b41","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210149092","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jocelyn Chanussot","raw_affiliation_strings":["Inria, CNRS, Grenoble INP, LJK, Université Grenoble Alpes, Grenoble, France","Inria, CNRS, ´ Grenoble INP, LJK, Universite Grenoble Alpes, Grenoble, France"],"raw_orcid":"https://orcid.org/0000-0003-4817-2875","affiliations":[{"raw_affiliation_string":"Inria, CNRS, Grenoble INP, LJK, Université Grenoble Alpes, Grenoble, France","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210101348","https://openalex.org/I4210149092","https://openalex.org/I899635006"]},{"raw_affiliation_string":"Inria, CNRS, ´ Grenoble INP, LJK, Universite Grenoble Alpes, Grenoble, France","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210101348","https://openalex.org/I4210149092","https://openalex.org/I899635006"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.9932,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.9892603,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"63","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14139","display_name":"E-commerce and Technology Innovations","score":0.4805000126361847,"subfield":{"id":"https://openalex.org/subfields/1403","display_name":"Business and International Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14139","display_name":"E-commerce and Technology Innovations","score":0.4805000126361847,"subfield":{"id":"https://openalex.org/subfields/1403","display_name":"Business and International Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7304280996322632},{"id":"https://openalex.org/keywords/markov-random-field","display_name":"Markov random field","score":0.65273118019104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6191956400871277},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.579643964767456},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5758780241012573},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.5501922369003296},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5222542881965637},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4925838112831116},{"id":"https://openalex.org/keywords/random-field","display_name":"Random field","score":0.4801216125488281},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3616604208946228},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.328662633895874},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13317999243736267},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08918938040733337}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7304280996322632},{"id":"https://openalex.org/C2778045648","wikidata":"https://www.wikidata.org/wiki/Q176827","display_name":"Markov random field","level":4,"score":0.65273118019104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6191956400871277},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.579643964767456},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5758780241012573},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.5501922369003296},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5222542881965637},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4925838112831116},{"id":"https://openalex.org/C130402806","wikidata":"https://www.wikidata.org/wiki/Q5361768","display_name":"Random field","level":2,"score":0.4801216125488281},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3616604208946228},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.328662633895874},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13317999243736267},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08918938040733337},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tgrs.2025.3560913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3560913","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-05475941v1","is_oa":false,"landing_page_url":"https://inria.hal.science/hal-05475941","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing, 2025, 63, pp.1-14. ⟨10.1109/TGRS.2025.3560913⟩","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W76570095","https://openalex.org/W2020999234","https://openalex.org/W2062964394","https://openalex.org/W2106002835","https://openalex.org/W2127229869","https://openalex.org/W2136573752","https://openalex.org/W2140949299","https://openalex.org/W2164843551","https://openalex.org/W2168481151","https://openalex.org/W2606100861","https://openalex.org/W2618637117","https://openalex.org/W2737136000","https://openalex.org/W2752782242","https://openalex.org/W2757208835","https://openalex.org/W2757242159","https://openalex.org/W2765739551","https://openalex.org/W2771571905","https://openalex.org/W2800117778","https://openalex.org/W2905361267","https://openalex.org/W2942454403","https://openalex.org/W2963492901","https://openalex.org/W2989871747","https://openalex.org/W3004968762","https://openalex.org/W3034552520","https://openalex.org/W3035356612","https://openalex.org/W3046027728","https://openalex.org/W3048631361","https://openalex.org/W3094484482","https://openalex.org/W3094502228","https://openalex.org/W3110920155","https://openalex.org/W3114720220","https://openalex.org/W3115999170","https://openalex.org/W3138540889","https://openalex.org/W3157037036","https://openalex.org/W3168367808","https://openalex.org/W3177052299","https://openalex.org/W3197832506","https://openalex.org/W3202733799","https://openalex.org/W3214821343","https://openalex.org/W4225984886","https://openalex.org/W4280490589","https://openalex.org/W4285124347","https://openalex.org/W4285134520","https://openalex.org/W4289752563","https://openalex.org/W4292451836","https://openalex.org/W4312208437","https://openalex.org/W4312465065","https://openalex.org/W4312592451","https://openalex.org/W4313158436","https://openalex.org/W4379382429","https://openalex.org/W4379622455","https://openalex.org/W4379984088","https://openalex.org/W4379985134","https://openalex.org/W4380078700","https://openalex.org/W4380763457","https://openalex.org/W4385245566","https://openalex.org/W4386432259","https://openalex.org/W4386497355","https://openalex.org/W4388838755","https://openalex.org/W4389097719","https://openalex.org/W4390826350","https://openalex.org/W4390848431","https://openalex.org/W4390984525","https://openalex.org/W4391647265","https://openalex.org/W4391877704","https://openalex.org/W4392154914","https://openalex.org/W4392667287","https://openalex.org/W4392896817","https://openalex.org/W4392940311","https://openalex.org/W4392979886","https://openalex.org/W4393040678","https://openalex.org/W4393337124","https://openalex.org/W4401610850","https://openalex.org/W6628505203","https://openalex.org/W6637290201","https://openalex.org/W6797945588","https://openalex.org/W6798160016","https://openalex.org/W6863973777","https://openalex.org/W6869860341","https://openalex.org/W6889717958"],"related_works":["https://openalex.org/W4233585817","https://openalex.org/W2016045932","https://openalex.org/W1675950995","https://openalex.org/W4233015508","https://openalex.org/W987019958","https://openalex.org/W2188882668","https://openalex.org/W1987463363","https://openalex.org/W2078379274","https://openalex.org/W2030382593","https://openalex.org/W1983122994"],"abstract_inverted_index":{"In":[0],"this":[1,130],"paper,":[2],"a":[3,52],"multimodal":[4],"deep":[5],"architecture":[6],"for":[7,135],"classification":[8,162],"of":[9,24,42,51,64,75,82,93,112,137,171],"light":[10],"detection":[11],"and":[12,15,84,87,105,110,114,139,151,154],"ranging":[13],"(LiDAR)":[14],"hyperspectral":[16],"image":[17],"(HSI)":[18],"is":[19,99,133,144],"proposed,":[20],"acquiring":[21],"the":[22,49,80,90,147,168,172],"knowledge":[23],"both":[25],"modalities":[26],"by":[27,101],"leveraging":[28],"modality":[29],"specific":[30],"information":[31],"as":[32,34],"well":[33],"their":[35],"complementary":[36],"information.":[37],"The":[38,141,160],"proposed":[39,142,173],"model":[40,132,143],"consists":[41],"two":[43],"main":[44],"steps.":[45],"First,":[46],"to":[47,78],"improve":[48,79],"performance":[50,170],"two-dimensional":[53],"convolutional":[54],"neural":[55],"network":[56],"(2DCNN),":[57],"low-frequency":[58],"features":[59,74,118],"with":[60,156],"maximum":[61],"autocorrelation":[62],"factor":[63],"HSI":[65,138],"are":[66,71,119],"injected":[67],"into":[68],"2DCNN":[69,83],"which":[70],"called":[72,126],"multi-scale":[73],"2DCNN.":[76],"Second,":[77],"accuracy":[81],"extract":[85],"smooth":[86],"semantic":[88],"information,":[89],"posterior":[91],"energy":[92],"hidden":[94],"Markov":[95],"random":[96],"field":[97],"(HMRF)":[98],"modified":[100],"using":[102],"Gaussian":[103],"attention":[104,108,124],"albedo":[106],"recovery":[107],"mechanisms":[109],"energies":[111],"LiDAR":[113],"HMRF.":[115,128],"Then,":[116],"these":[117],"fused":[120],"based":[121],"on":[122,146],"another":[123],"mechanism":[125],"attention-based":[127],"Moreover,":[129],"HMRF":[131],"used":[134],"fusion":[136],"LiDAR.":[140],"tested":[145],"Houston":[148],"2013,":[149],"Trento":[150],"MUUFL":[152],"datasets":[153],"compared":[155],"several":[157],"state-of-the-art":[158],"methods.":[159],"resulting":[161],"accuracies":[163],"through":[164],"ablation":[165],"study":[166],"show":[167],"superior":[169],"method.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}