{"id":"https://openalex.org/W7148401109","doi":"https://doi.org/10.1109/tip.2026.3678361","title":"Multimodal Image Representation Learning With Limited Visual-Tactile Data","display_name":"Multimodal Image Representation Learning With Limited Visual-Tactile Data","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7148401109","doi":"https://doi.org/10.1109/tip.2026.3678361","pmid":"https://pubmed.ncbi.nlm.nih.gov/41926397"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2026.3678361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3678361","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081413851","display_name":"Liuxiang Qiu","orcid":"https://orcid.org/0009-0000-2789-2254"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liuxiang Qiu","raw_affiliation_strings":["Fujian Key Laboratory of Intelligent Processing and Wireless Transmission of Media Information, College of Physics and Information Engineering, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-2789-2254","affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Intelligent Processing and Wireless Transmission of Media Information, College of Physics and Information Engineering, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126107621","display_name":"Hui Da","orcid":null},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Da","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-9503-7835","affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132813894","display_name":"Wenxi Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxi Liu","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3630-6322","affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123978987","display_name":"Yuzhen Niu","orcid":null},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuzhen Niu","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9874-9719","affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hanli Wang","orcid":"https://orcid.org/0000-0002-9999-4871"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanli Wang","raw_affiliation_strings":["College of Electronic and Information Engineering, the School of Computer Science and Technology, and the Key Laboratory of Embedded System and Service Computing, Ministry of Education, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9999-4871","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, the School of Computer Science and Technology, and the Key Laboratory of Embedded System and Service Computing, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5132823218","display_name":"Tiesong Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiesong Zhao","raw_affiliation_strings":["Fujian Key Laboratory of Intelligent Processing and Wireless Transmission of Media Information, College of Physics and Information Engineering, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7497-8883","affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Intelligent Processing and Wireless Transmission of Media Information, College of Physics and Information Engineering, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34924629,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":null,"first_page":"3765","last_page":"3779"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.18729999661445618,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.18729999661445618,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.08669999986886978,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.08209999650716782,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.4551999866962433},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4537000060081482},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4307999908924103},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.420199990272522},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.413100004196167},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.35010001063346863},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.3495999872684479},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.29679998755455017}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7034000158309937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.678600013256073},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5174999833106995},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.4551999866962433},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4537000060081482},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4307999908924103},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.420199990272522},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.413100004196167},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.28839999437332153},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.26989999413490295},{"id":"https://openalex.org/C63099799","wikidata":"https://www.wikidata.org/wiki/Q17147001","display_name":"Image texture","level":4,"score":0.2669000029563904},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.2549999952316284}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2026.3678361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3678361","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:41926397","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41926397","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1059624394","display_name":null,"funder_award_id":"62571131","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2125127483","display_name":null,"funder_award_id":"62371343","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2820804906","display_name":null,"funder_award_id":"62471142","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4032842507","display_name":null,"funder_award_id":"2023J01067","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Previous":[0],"multimodal":[1],"visual-tactile":[2,59,142,179],"image":[3,60],"representation":[4,61,113],"learning":[5,62],"(VTL)":[6],"methods":[7,30],"have":[8],"achieved":[9],"significant":[10],"success":[11],"in":[12,45,82,191],"object":[13],"understanding":[14],"through":[15],"large-scale":[16],"training":[17,22],"data.":[18,136],"However,":[19],"obtaining":[20],"sufficient":[21],"data":[23,65,78],"is":[24],"often":[25],"infeasible,":[26],"and":[27,38,79,111,118,130,150,153,181],"the":[28,50,74,83,109,116,127,140,155,163,186,189,192,198,201],"above":[29,51],"struggle":[31],"to":[32,106,146,175],"effectively":[33,125],"focus":[34],"on":[35,209],"discriminative":[36,132],"visual":[37],"tactile":[39],"features":[40,133,152],"with":[41,63,134],"limited":[42,64,77,135],"data,":[43],"resulting":[44],"degraded":[46],"performance.":[47],"To":[48,72],"solve":[49],"issue,":[52],"we":[53,86,98,138,167],"introduce":[54,99],"a":[55,88,100,169],"new":[56],"task":[57],"called":[58],"(VTL-L),":[66],"which":[67,160],"better":[68],"facilitates":[69],"real-world":[70],"applications.":[71],"address":[73],"challenges":[75],"of":[76,188,200,207],"modality":[80,164],"discrepancy":[81],"VTL-L":[84,193],"task,":[85],"propose":[87,139],"novel":[89],"multi-order":[90,101],"feature":[91,102,180],"enhancement-based,":[92],"alignment-free":[93,141],"fusion":[94,143,157],"network":[95],"(MOA-Net).":[96],"First,":[97],"enhancement":[103],"(MFE)":[104],"module":[105,145],"hierarchically":[107],"strengthen":[108],"detailed":[110],"structural":[112],"by":[114],"aggregating":[115],"low-":[117],"high-order":[119],"topological":[120],"information.":[121],"This":[122],"approach":[123],"can":[124],"reduce":[126],"attention":[128],"noise":[129],"obtain":[131],"Then,":[137],"(AVTF)":[144],"achieve":[147],"representative":[148],"spatial":[149],"channel":[151],"perform":[154],"cross-modality":[156],"without":[158],"alignment,":[159],"efficiently":[161],"mitigates":[162],"discrepancy.":[165],"Finally,":[166],"develop":[168],"dual":[170],"counterfactual":[171],"intervention":[172],"(DCI)":[173],"loss":[174],"jointly":[176],"optimize":[177],"fused":[178],"probability":[182],"distributions,":[183],"thereby":[184],"improving":[185],"performance":[187],"MOA-Net":[190],"task.":[194],"Extensive":[195],"experiments":[196],"demonstrate":[197],"superiority":[199],"proposed":[202],"method":[203],"across":[204],"three":[205],"types":[206],"tasks":[208],"four":[210],"datasets":[211],"under":[212],"diverse":[213],"limited-data":[214],"settings":[215],"(source":[216],"code":[217],"available":[218],"at:":[219],"https://github.com/liuxiangqiu007/MOA-Net).":[220]},"counts_by_year":[],"updated_date":"2026-04-11T06:13:24.991567","created_date":"2026-04-03T00:00:00"}