{"id":"https://openalex.org/W2967238391","doi":"https://doi.org/10.1145/3328994","title":"Learning Click-Based Deep Structure-Preserving Embeddings with Visual Attention","display_name":"Learning Click-Based Deep Structure-Preserving Embeddings with Visual Attention","publication_year":2019,"publication_date":"2019-08-08","ids":{"openalex":"https://openalex.org/W2967238391","doi":"https://doi.org/10.1145/3328994","mag":"2967238391"},"language":"en","primary_location":{"id":"doi:10.1145/3328994","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3328994","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041154840","display_name":"Yehao Li","orcid":"https://orcid.org/0000-0002-9603-1113"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yehao Li","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085403640","display_name":"Yingwei Pan","orcid":"https://orcid.org/0000-0002-4344-8898"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingwei Pan","raw_affiliation_strings":["JD AI Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088760097","display_name":"Ting Yao","orcid":"https://orcid.org/0000-0001-7587-101X"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Yao","raw_affiliation_strings":["JD AI Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061525421","display_name":"Hongyang Chao","orcid":"https://orcid.org/0000-0002-6104-2322"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyang Chao","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100728762","display_name":"Yong Rui","orcid":"https://orcid.org/0000-0002-9142-5914"},"institutions":[{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Rui","raw_affiliation_strings":["Lenovo, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Lenovo, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017597537","display_name":"Tao Mei","orcid":"https://orcid.org/0000-0003-2497-7732"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Mei","raw_affiliation_strings":["JD AI Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5041154840"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":0.6073,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.72213082,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"15","issue":"3","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7954367399215698},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7074010968208313},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7052827477455139},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6347547173500061},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.6037427186965942},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5437333583831787},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5408004522323608},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.47284653782844543},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.46704453229904175},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44885537028312683},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4141167998313904},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.41082069277763367},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37201136350631714},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35613828897476196}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7954367399215698},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7074010968208313},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7052827477455139},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6347547173500061},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.6037427186965942},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5437333583831787},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5408004522323608},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.47284653782844543},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.46704453229904175},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44885537028312683},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4141167998313904},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.41082069277763367},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37201136350631714},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35613828897476196},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3328994","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3328994","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6524825065","display_name":null,"funder_award_id":"61672548, U1611461, 61173081","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1895577753","https://openalex.org/W1934241014","https://openalex.org/W1949478088","https://openalex.org/W1969732194","https://openalex.org/W1972594981","https://openalex.org/W1976949388","https://openalex.org/W1994179401","https://openalex.org/W1999575133","https://openalex.org/W2012011657","https://openalex.org/W2022398331","https://openalex.org/W2032697871","https://openalex.org/W2053770192","https://openalex.org/W2055373780","https://openalex.org/W2070753207","https://openalex.org/W2077528174","https://openalex.org/W2077647376","https://openalex.org/W2085695154","https://openalex.org/W2100235303","https://openalex.org/W2122901787","https://openalex.org/W2129921015","https://openalex.org/W2133435946","https://openalex.org/W2137225583","https://openalex.org/W2137675680","https://openalex.org/W2149961899","https://openalex.org/W2155893237","https://openalex.org/W2156204103","https://openalex.org/W2157316923","https://openalex.org/W2186500555","https://openalex.org/W2194775991","https://openalex.org/W2216674905","https://openalex.org/W2342543219","https://openalex.org/W2526346186","https://openalex.org/W2546529582","https://openalex.org/W2942181934","https://openalex.org/W2963954913","https://openalex.org/W2964018924","https://openalex.org/W2988119488","https://openalex.org/W3008672977","https://openalex.org/W3018189936","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3125011624","https://openalex.org/W1508631387","https://openalex.org/W2081900870","https://openalex.org/W2370917603","https://openalex.org/W2017776670","https://openalex.org/W2952760143","https://openalex.org/W2347897961","https://openalex.org/W2979236518","https://openalex.org/W2358318464","https://openalex.org/W2119384858"],"abstract_inverted_index":{"One":[0],"fundamental":[1],"problem":[2,60],"in":[3,73],"image":[4,33,40,119,156,211,230],"search":[5,68,231],"is":[6,106,139,177,187,223],"to":[7,47,149,157,225,241],"learn":[8],"the":[9,13,29,44,48,58,77,142,145,151,155,158,162,166,243],"ranking":[10,199],"functions":[11],"(i.e.,":[12],"similarity":[14,45],"between":[15],"query":[16,133,167,175],"and":[17,32,126,217,239],"image).":[18],"Recent":[19],"progress":[20],"on":[21,39,173],"this":[22,74,181],"topic":[23],"has":[24],"evolved":[25],"through":[26],"two":[27,79,111],"paradigms:":[28],"text-based":[30],"model":[31,105,222],"ranker":[34],"learning.":[35],"The":[36,53,184],"former":[37],"relies":[38],"surrounding":[41],"texts,":[42],"making":[43],"sensitive":[46],"quality":[49],"of":[50,110,144,154,165,247],"textual":[51],"descriptions.":[52],"latter":[54],"may":[55],"suffer":[56],"from":[57],"robustness":[59],"when":[61],"human-labeled":[62],"query-image":[63],"pairs":[64],"cannot":[65],"represent":[66],"user":[67],"intent":[69],"precisely.":[70],"We":[71],"demonstrate":[72],"article":[75],"that":[76,90,196],"preceding":[78],"limitations":[80],"can":[81],"be":[82,226],"well":[83],"mitigated":[84],"by":[85,118,190],"learning":[86,123],"a":[87,95,127,169,174,192,208],"cross-view":[88,198],"embedding":[89,120],"leverages":[91],"click":[92],"data.":[93],"Specifically,":[94],"novel":[96],"click-based":[97,171,210],"Deep":[98],"Structure-Preserving":[99],"Embeddings":[100],"with":[101,201,213,232],"visual":[102,124,137],"Attention":[103],"(DSPEA)":[104],"presented,":[107],"which":[108],"consists":[109],"components:":[112],"deep":[113,128],"convolutional":[114,146],"neural":[115,129,147],"networks":[116,130],"followed":[117],"layers":[121],"for":[122,131,179,228],"embedding,":[125],"generating":[132],"semantic":[134],"embedding.":[135],"Meanwhile,":[136],"attention":[138],"incorporated":[140],"at":[141],"top":[143],"network":[148,186],"reflect":[150],"relevant":[152],"regions":[153],"query.":[159],"Furthermore,":[160],"considering":[161],"high":[163],"dimension":[164],"space,":[168],"new":[170],"representation":[172],"set":[176],"proposed":[178],"alleviating":[180],"sparsity":[182],"problem.":[183],"whole":[185],"end-to-end":[188],"trained":[189],"optimizing":[191],"large":[193],"margin":[194],"objective":[195],"combines":[197],"constraints":[200],"in-view":[202],"neighborhood":[203],"structure":[204],"preservation":[205],"constraints.":[206],"On":[207],"large-scale":[209],"dataset":[212],"11.7":[214],"million":[215,219],"queries":[216],"1":[218],"images,":[220],"our":[221],"shown":[224],"powerful":[227],"keyword-based":[229],"superior":[233],"performance":[234],"over":[235],"several":[236],"state-of-the-art":[237],"methods":[238],"achieves,":[240],"date,":[242],"best":[244],"reported":[245],"NDCG@25":[246],"52.21%.":[248]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}