{"id":"https://openalex.org/W2623201052","doi":"https://doi.org/10.1109/tip.2017.2713045","title":"Multimodal Similarity Gaussian Process Latent Variable Model","display_name":"Multimodal Similarity Gaussian Process Latent Variable Model","publication_year":2017,"publication_date":"2017-06-07","ids":{"openalex":"https://openalex.org/W2623201052","doi":"https://doi.org/10.1109/tip.2017.2713045","mag":"2623201052","pmid":"https://pubmed.ncbi.nlm.nih.gov/28600247"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2017.2713045","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2017.2713045","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008752777","display_name":"Guoli Song","orcid":"https://orcid.org/0000-0002-5452-3697"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guoli Song","raw_affiliation_strings":["Key Laboratory of Big Data Mining and Knowledge Management, University of Chinese Academy of Sciences, Beijing, China","Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data Mining and Knowledge Management, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100669242","display_name":"Shuhui Wang","orcid":"https://orcid.org/0000-0002-5931-0527"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhui Wang","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028597017","display_name":"Qingming Huang","orcid":"https://orcid.org/0000-0001-7542-296X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingming Huang","raw_affiliation_strings":["Key Laboratory of Big Data Mining and Knowledge Management, University of Chinese Academy of Sciences, Beijing, China","Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data Mining and Knowledge Management, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111504451","display_name":"Qi Tian","orcid":"https://orcid.org/0009-0003-2676-5300"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Tian","raw_affiliation_strings":["Department of Computer Science, The University of Texas at San Antonio, San Antonio, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Texas at San Antonio, San Antonio, TX, USA","institution_ids":["https://openalex.org/I45438204"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5008752777"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":2.6396,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.94252651,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"26","issue":"9","first_page":"4168","last_page":"4181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-latent-semantic-analysis","display_name":"Probabilistic latent semantic analysis","score":0.6164306402206421},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6160088777542114},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.5789729356765747},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5312044024467468},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5284538269042969},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5089254379272461},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.4954417943954468},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.4330018162727356},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4306289851665497},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32945770025253296},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.3074018955230713},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.07792031764984131}],"concepts":[{"id":"https://openalex.org/C112933361","wikidata":"https://www.wikidata.org/wiki/Q2845258","display_name":"Probabilistic latent semantic analysis","level":2,"score":0.6164306402206421},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6160088777542114},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.5789729356765747},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5312044024467468},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5284538269042969},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5089254379272461},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.4954417943954468},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.4330018162727356},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4306289851665497},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32945770025253296},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.3074018955230713},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.07792031764984131},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2017.2713045","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2017.2713045","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:28600247","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28600247","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1185667120","display_name":null,"funder_award_id":"U1636214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1236304857","display_name":null,"funder_award_id":"61572488","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G267313036","display_name":null,"funder_award_id":"61332016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5262139797","display_name":null,"funder_award_id":"61672497","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6197875348","display_name":null,"funder_award_id":"61620106009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6372974985","display_name":null,"funder_award_id":"61429201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6862676600","display_name":null,"funder_award_id":"61650202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7617127572","display_name":null,"funder_award_id":"2015CB351802","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W15375276","https://openalex.org/W1493404174","https://openalex.org/W1523385540","https://openalex.org/W1532325895","https://openalex.org/W1567512734","https://openalex.org/W1866206747","https://openalex.org/W1880262756","https://openalex.org/W1883346539","https://openalex.org/W1949478088","https://openalex.org/W1993436046","https://openalex.org/W2001141328","https://openalex.org/W2007972815","https://openalex.org/W2020842694","https://openalex.org/W2022398331","https://openalex.org/W2051812123","https://openalex.org/W2053186076","https://openalex.org/W2061223839","https://openalex.org/W2064797228","https://openalex.org/W2066350599","https://openalex.org/W2071128523","https://openalex.org/W2071207147","https://openalex.org/W2079666190","https://openalex.org/W2084262241","https://openalex.org/W2100235303","https://openalex.org/W2103510282","https://openalex.org/W2104563967","https://openalex.org/W2106277773","https://openalex.org/W2115752676","https://openalex.org/W2116804945","https://openalex.org/W2119775030","https://openalex.org/W2120405375","https://openalex.org/W2133294540","https://openalex.org/W2135346934","https://openalex.org/W2136111243","https://openalex.org/W2136995369","https://openalex.org/W2137199074","https://openalex.org/W2137225583","https://openalex.org/W2139269942","https://openalex.org/W2149035855","https://openalex.org/W2158266063","https://openalex.org/W2163847330","https://openalex.org/W2171461439","https://openalex.org/W2178987369","https://openalex.org/W2184188583","https://openalex.org/W2186094539","https://openalex.org/W2187089797","https://openalex.org/W2218644571","https://openalex.org/W2278171434","https://openalex.org/W2319824271","https://openalex.org/W2410942542","https://openalex.org/W2417420127","https://openalex.org/W2468261585","https://openalex.org/W2470996195","https://openalex.org/W2524579183","https://openalex.org/W2597623762","https://openalex.org/W2963711523","https://openalex.org/W3099839986","https://openalex.org/W3148358293","https://openalex.org/W4213009331","https://openalex.org/W4231510805","https://openalex.org/W4248892431","https://openalex.org/W6600650022","https://openalex.org/W6631216910","https://openalex.org/W6639103823","https://openalex.org/W6639216784","https://openalex.org/W6639619044","https://openalex.org/W6675990044","https://openalex.org/W6677403968","https://openalex.org/W6677533783","https://openalex.org/W6680302564","https://openalex.org/W6680375596","https://openalex.org/W6680508596","https://openalex.org/W6681769576","https://openalex.org/W6684505552","https://openalex.org/W6685511808","https://openalex.org/W6686207219","https://openalex.org/W6695061060","https://openalex.org/W6720414955","https://openalex.org/W6793146260"],"related_works":["https://openalex.org/W2884410131","https://openalex.org/W120501756","https://openalex.org/W111011176","https://openalex.org/W2138996412","https://openalex.org/W2951183560","https://openalex.org/W2763292376","https://openalex.org/W2906932471","https://openalex.org/W2097596242","https://openalex.org/W3041425257","https://openalex.org/W823895634"],"abstract_inverted_index":{"Data":[0],"from":[1,13],"real":[2],"applications":[3],"involve":[4],"multiple":[5],"modalities":[6,20,76],"representing":[7],"content":[8,43,209],"with":[9],"the":[10,30,42,60,69,94,98,114,133,141,153,161,182,188],"same":[11],"semantics":[12],"complementary":[14],"aspects.":[15],"However,":[16],"relations":[17],"among":[18],"heterogeneous":[19,75,193],"are":[21,164],"simply":[22],"treated":[23],"as":[24],"observation-to-fit":[25],"by":[26,125,166],"existing":[27,205],"work,":[28],"and":[29,45,73,101,119,146,168,185,211],"parameterized":[31],"modality":[32],"specific":[33],"mapping":[34,71,95],"functions":[35,72,96,159],"lack":[36],"flexibility":[37],"in":[38,48,132,144,149],"directly":[39],"adapting":[40],"to":[41,67,112,129,151,177,180,186],"divergence":[44],"semantic":[46,147],"complicacy":[47],"multimodal":[49,84,107,120,212],"data.":[50],"In":[51],"this":[52],"paper,":[53],"we":[54],"build":[55],"our":[56,202],"work":[57],"based":[58],"on":[59,207],"Gaussian":[61,86],"process":[62],"latent":[63,80,88,102,134,154],"variable":[64,89],"model":[65,90],"(GPLVM)":[66],"learn":[68,152],"non-parametric":[70],"transform":[74],"into":[77],"a":[78],"shared":[79],"space.":[81,135],"We":[82,104,136],"propose":[83,106,137],"Similarity":[85],"Process":[87],"(m-SimGP),":[91],"which":[92,139],"learns":[93],"between":[97],"intra-modal":[99,115],"similarities":[100],"representation.":[103,155],"further":[105],"distance-preserved":[108],"similarity":[109,117,122],"GPLVM":[110,123],"(m-DSimGP)":[111],"preserve":[113],"global":[116],"structure,":[118],"regularized":[121],"(m-RSimGP)":[124],"encouraging":[126],"similar/dissimilar":[127,131],"points":[128],"be":[130,175],"m-DRSimGP,":[138],"combines":[140],"distance":[142],"preservation":[143,148],"m-DSimGP":[145],"m-RSimGP":[150],"The":[156],"overall":[157],"objective":[158],"of":[160],"four":[162],"models":[163,206],"solved":[165],"simple":[167],"scalable":[169],"gradient":[170],"decent":[171],"techniques.":[172],"They":[173],"can":[174],"applied":[176],"various":[178],"tasks":[179],"discover":[181],"nonlinear":[183],"correlations":[184],"obtain":[187],"comparable":[189],"low-dimensional":[190],"representation":[191],"for":[192],"modalities.":[194],"On":[195],"five":[196],"widely":[197],"used":[198],"real-world":[199],"data":[200],"sets,":[201],"approaches":[203],"outperform":[204],"cross-modal":[208],"retrieval":[210],"classification.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}