{"id":"https://openalex.org/W7163134017","doi":"https://doi.org/10.1109/tip.2026.3697617","title":"Semantic-Decoupled and Knowledge-Shared Probabilistic Mapping Network for Multi-Grained Cross-Modal Retrieval","display_name":"Semantic-Decoupled and Knowledge-Shared Probabilistic Mapping Network for Multi-Grained Cross-Modal Retrieval","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7163134017","doi":"https://doi.org/10.1109/tip.2026.3697617","pmid":"https://pubmed.ncbi.nlm.nih.gov/42228660"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2026.3697617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3697617","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100371213","display_name":"Weiwei Li","orcid":"https://orcid.org/0000-0002-7329-4236"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenrui Li","raw_affiliation_strings":["Department of Computer Science and Technology, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-2393-9016","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040958141","display_name":"Yeyu Chai","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yeyu Chai","raw_affiliation_strings":["Department of Computer Science and Technology, Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088224232","display_name":"Liang-Jian Deng","orcid":"https://orcid.org/0000-0003-3178-9772"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang-Jian Deng","raw_affiliation_strings":["School of Mathematical Sciences, Multi-Hazard Early Warning Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0003-3178-9772","affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, Multi-Hazard Early Warning Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013727612","display_name":"Ruiqin Xiong","orcid":"https://orcid.org/0000-0001-9796-0478"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiqin Xiong","raw_affiliation_strings":["School of Electronic Engineering and Computer Science, Institute of Digital Media, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9796-0478","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Institute of Digital Media, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137662161","display_name":"Xiaopeng Fan","orcid":"https://orcid.org/0000-0002-9660-3636"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaopeng Fan","raw_affiliation_strings":["Department of Computer Science and Technology, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-9660-3636","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5130672122","display_name":"Y Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210128628","display_name":"Peking University Shenzhen Hospital","ror":"https://ror.org/03kkjyb15","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128628"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghong Tian","raw_affiliation_strings":["School of AI for Science, Shenzhen Graduate School, Peking University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2978-5935","affiliations":[{"raw_affiliation_string":"School of AI for Science, Shenzhen Graduate School, Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I4210128628","https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.79322209,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":null,"first_page":"6645","last_page":"6657"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.16769999265670776,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.16769999265670776,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07699999958276749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.053700000047683716,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5595999956130981},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4092000126838684},{"id":"https://openalex.org/keywords/divergence-from-randomness-model","display_name":"Divergence-from-randomness model","score":0.31859999895095825},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.29670000076293945},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.29649999737739563},{"id":"https://openalex.org/keywords/signal-processing","display_name":"Signal processing","score":0.29030001163482666}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7160000205039978},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5595999956130981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5357000231742859},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4092000126838684},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34880000352859497},{"id":"https://openalex.org/C149189445","wikidata":"https://www.wikidata.org/wiki/Q5283894","display_name":"Divergence-from-randomness model","level":3,"score":0.31859999895095825},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.29649999737739563},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.29030001163482666},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.2694999873638153},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2587999999523163}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2026.3697617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3697617","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:42228660","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42228660","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1947953275","display_name":null,"funder_award_id":"62425101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5151253548","display_name":null,"funder_award_id":"62332002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6772453456","display_name":null,"funder_award_id":"2023YFA1008501","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8191219995","display_name":null,"funder_award_id":"62502116","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8685418503","display_name":null,"funder_award_id":"624B2049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Cross-modal":[0],"retrieval":[1,141],"is":[2],"essential":[3],"for":[4],"exploring":[5],"semantic":[6,18,76],"correlations":[7],"between":[8],"multimodal":[9,69],"data.":[10],"However,":[11],"existing":[12],"approaches":[13],"face":[14],"challenges":[15],"in":[16],"resolving":[17],"ambiguity":[19],"and":[20,36,46,78,114,130],"transferring":[21],"knowledge":[22,101],"with":[23],"sparse":[24,84,113],"sample":[25],"generalization.":[26],"To":[27],"address":[28],"these":[29],"challenges,":[30],"we":[31,148],"propose":[32],"a":[33,64,123,150],"new":[34],"Semantic-Decoupled":[35],"Knowledge-Shared":[37],"Probabilistic":[38,92],"Mapping":[39,60,93],"Network":[40],"(SKPMN).":[41],"Specifically,":[42],"the":[43,75,79,90,96,118,176],"Semantic":[44],"Decoupling":[45],"Distinction":[47],"(SDD)":[48],"module":[49,62],"decomposes":[50],"complex":[51],"word-region":[52],"relationships":[53],"into":[54,71],"relevance-driven":[55],"representations.":[56],"The":[57],"Deep":[58],"Probability":[59],"(DPM)":[61],"introduces":[63],"paradigm":[65],"shift":[66],"by":[67],"mapping":[68],"features":[70],"probabilistic":[72],"distributions,":[73],"capturing":[74],"similarities":[77],"potential":[80],"uncertainties":[81],"that":[82,137,155],"define":[83],"or":[85],"ambiguous":[86,115],"relationships.":[87],"By":[88],"combining":[89],"Attention":[91],"(APM)":[94],"module,":[95],"model":[97],"can":[98],"effectively":[99],"transfer":[100],"across":[102,143],"similar":[103],"samples":[104],"while":[105],"emphasizing":[106],"critical":[107],"distinctions,":[108],"significantly":[109],"enhancing":[110],"generalization":[111],"to":[112,160,174],"samples.":[116],"Finally,":[117],"multi-grained":[119],"alignment":[120,129],"strategy":[121],"establishes":[122],"novel":[124],"integration":[125],"of":[126,178],"fine-grained":[127],"patch-to-word":[128],"coarse-grained":[131],"global":[132],"alignment.":[133],"Experimental":[134],"results":[135],"show":[136],"SKPMN":[138],"achieves":[139],"superior":[140],"accuracy":[142],"major":[144],"benchmark":[145],"datasets.":[146],"Furthermore,":[147],"implement":[149],"channel":[151],"resource":[152],"allocation":[153],"technique":[154],"allocates":[156],"more":[157],"transmission":[158],"resources":[159],"semantically":[161],"significant":[162],"information.":[163],"In":[164],"resource-constrained":[165],"environments,":[166],"our":[167],"approach":[168],"leverages":[169],"Joint":[170],"Source-Channel":[171],"Coding":[172],"(JSCC)":[173],"enhance":[175],"efficiency":[177],"visual":[179],"feature":[180],"transmission.":[181]},"counts_by_year":[],"updated_date":"2026-06-24T06:17:17.354583","created_date":"2026-06-03T00:00:00"}