{"id":"https://openalex.org/W7164367667","doi":"https://doi.org/10.1109/tip.2026.3700912","title":"Holistic Invariant Retracing for Distortion-Resilient Multi-Modal Learning in Spatial Transcriptomics","display_name":"Holistic Invariant Retracing for Distortion-Resilient Multi-Modal Learning in Spatial Transcriptomics","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7164367667","doi":"https://doi.org/10.1109/tip.2026.3700912","pmid":"https://pubmed.ncbi.nlm.nih.gov/42275334"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2026.3700912","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3700912","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100432163","display_name":"Xiao He","orcid":"https://orcid.org/0009-0000-5928-7083"},"institutions":[{"id":"https://openalex.org/I117357259","display_name":"National Institute of Japanese Literature","ror":"https://ror.org/01464wm64","country_code":"JP","type":"archive","lineage":["https://openalex.org/I117357259","https://openalex.org/I1319490839","https://openalex.org/I4210148627"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xiao He","raw_affiliation_strings":["National Engineering Research Center for Multimedia Software, the Institute of Artificial Intelligence, the School of Computer Science, and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0000-5928-7083","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Multimedia Software, the Institute of Artificial Intelligence, the School of Computer Science, and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I117357259"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100677912","display_name":"Huangxuan Zhao","orcid":"https://orcid.org/0000-0002-9995-7528"},"institutions":[{"id":"https://openalex.org/I117357259","display_name":"National Institute of Japanese Literature","ror":"https://ror.org/01464wm64","country_code":"JP","type":"archive","lineage":["https://openalex.org/I117357259","https://openalex.org/I1319490839","https://openalex.org/I4210148627"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Huangxuan Zhao","raw_affiliation_strings":["National Engineering Research Center for Multimedia Software, the Institute of Artificial Intelligence, the School of Computer Science, and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-9995-7528","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Multimedia Software, the Institute of Artificial Intelligence, the School of Computer Science, and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I117357259"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100401385","display_name":"Di Wang","orcid":"https://orcid.org/0000-0001-6360-4360"},"institutions":[{"id":"https://openalex.org/I117357259","display_name":"National Institute of Japanese Literature","ror":"https://ror.org/01464wm64","country_code":"JP","type":"archive","lineage":["https://openalex.org/I117357259","https://openalex.org/I1319490839","https://openalex.org/I4210148627"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Di Wang","raw_affiliation_strings":["National Engineering Research Center for Multimedia Software, the Institute of Artificial Intelligence, the School of Computer Science, and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-6360-4360","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Multimedia Software, the Institute of Artificial Intelligence, the School of Computer Science, and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I117357259"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Nanyang Ave, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7225-5449","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Nanyang Ave, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060042752","display_name":"Bo Du","orcid":"https://orcid.org/0000-0002-0059-8458"},"institutions":[{"id":"https://openalex.org/I117357259","display_name":"National Institute of Japanese Literature","ror":"https://ror.org/01464wm64","country_code":"JP","type":"archive","lineage":["https://openalex.org/I117357259","https://openalex.org/I1319490839","https://openalex.org/I4210148627"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Bo Du","raw_affiliation_strings":["National Engineering Research Center for Multimedia Software, the Institute of Artificial Intelligence, the School of Computer Science, and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-0059-8458","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Multimedia Software, the Institute of Artificial Intelligence, the School of Computer Science, and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I117357259"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.73751086,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":null,"first_page":"6543","last_page":"6556"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.628600001335144,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.628600001335144,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10222","display_name":"Genomics and Chromatin Dynamics","score":0.0674000009894371,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.043699998408555984,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.5120999813079834},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39879998564720154},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.33000001311302185},{"id":"https://openalex.org/keywords/multidimensional-systems","display_name":"Multidimensional systems","score":0.289900004863739},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.2741999924182892},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.267300009727478}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6007000207901001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5698000192642212},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.5120999813079834},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39879998564720154},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34310001134872437},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.33000001311302185},{"id":"https://openalex.org/C158457486","wikidata":"https://www.wikidata.org/wiki/Q17104301","display_name":"Multidimensional systems","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2784000039100647},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.2741999924182892},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C2988995629","wikidata":"https://www.wikidata.org/wiki/Q2915729","display_name":"Matrix algebra","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26080000400543213},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2524000108242035},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.251800000667572}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000099285","descriptor_name":"Spatial Transcriptomics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2026.3700912","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3700912","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:42275334","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42275334","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4133610129356384,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G1390343366","display_name":null,"funder_award_id":"U25A20443","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1836220556","display_name":null,"funder_award_id":"62225113","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4491660684","display_name":null,"funder_award_id":"2023YFC2705704","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4742386508","display_name":null,"funder_award_id":"82472070","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Spatial":[0],"transcriptomics":[1,142],"provides":[2],"a":[3],"multi-modal":[4],"perspective":[5],"by":[6,35],"simultaneously":[7],"capturing":[8],"gene":[9],"expression":[10],"profiles,":[11],"spatial":[12,141],"coordinates,":[13],"and":[14,45,89,119,133,144],"histological":[15],"images.":[16],"While":[17],"existing":[18],"methods":[19],"focus":[20],"on":[21,140],"maintaining":[22],"view":[23],"consistency":[24],"to":[25,51,92,129],"handle":[26],"distribution":[27],"shifts,":[28],"they":[29],"frequently":[30],"neglect":[31],"semantic":[32],"conflicts":[33,49],"introduced":[34],"distorted":[36,52,73],"views-a":[37],"common":[38],"limitation":[39],"arising":[40],"from":[41],"technical":[42],"data":[43],"acquisition":[44],"processing":[46],"constraints.":[47],"These":[48],"lead":[50],"consensus":[53],"representations.":[54],"To":[55],"address":[56],"this":[57,167],"challenge,":[58],"we":[59],"propose":[60],"Holistic":[61],"Invariant":[62],"RetrAcing":[63],"for":[64],"mitigating":[65],"representation":[66],"distortion":[67],"(HiraST).":[68],"Our":[69],"framework":[70],"explicitly":[71],"corrects":[72],"multi-view":[74,146],"representations":[75],"through":[76],"two":[77],"complementary":[78],"mechanisms:":[79],"1)":[80],"Cross-view":[81],"invariant":[82,94],"retracing,":[83],"which":[84,124],"jointly":[85],"aligns":[86],"instance-level":[87],"features":[88],"pseudo-label":[90],"distributions":[91],"retrace":[93],"information.":[95],"This":[96],"dual":[97],"alignment":[98],"ensures":[99],"that":[100],"semantically":[101],"similar":[102],"cells":[103],"or":[104],"tissue":[105],"regions":[106],"remain":[107],"consistent":[108],"across":[109,159],"heterogeneous":[110],"modalities,":[111],"even":[112],"in":[113],"the":[114],"presence":[115],"of":[116,166],"acquisition-induced":[117],"distortions;":[118],"2)":[120],"holistic":[121],"prototype":[122],"learning,":[123],"leverages":[125],"low-frequency":[126],"structural":[127],"components":[128],"recalibrate":[130],"corrupted":[131],"views":[132],"enhance":[134],"robustness":[135],"against":[136],"noise.":[137],"Extensive":[138],"experiments":[139],"datasets":[143],"incomplete":[145],"clustering":[147],"benchmarks":[148],"demonstrate":[149],"our":[150],"framework's":[151],"state-of-the-art":[152],"performance.":[153],"Meanwhile,":[154],"HiraST":[155],"demonstrates":[156],"strong":[157],"capability":[158],"various":[160],"downstream":[161],"tasks.":[162],"The":[163],"demo":[164],"code":[165],"work":[168],"is":[169],"publicly":[170],"available":[171],"at":[172],"https://github.com/hexiao0275/HiraST.":[173]},"counts_by_year":[],"updated_date":"2026-07-07T14:30:12.667765","created_date":"2026-06-12T00:00:00"}