{"id":"https://openalex.org/W4224929299","doi":"https://doi.org/10.1145/3477495.3532047","title":"Progressive Learning for Image Retrieval with Hybrid-Modality Queries","display_name":"Progressive Learning for Image Retrieval with Hybrid-Modality Queries","publication_year":2022,"publication_date":"2022-07-06","ids":{"openalex":"https://openalex.org/W4224929299","doi":"https://doi.org/10.1145/3477495.3532047"},"language":"en","primary_location":{"id":"doi:10.1145/3477495.3532047","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3532047","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049155292","display_name":"Yida Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yida Zhao","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088459000","display_name":"Yuqing Song","orcid":"https://orcid.org/0000-0002-0246-4330"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqing Song","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009985839","display_name":"Qin Jin","orcid":"https://orcid.org/0000-0001-6486-6020"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Jin","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I78988378"],"apc_list":null,"apc_paid":null,"fwci":2.765,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.93556101,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1012","last_page":"1021"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8046659231185913},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.705420732498169},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6473178267478943},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5785893201828003},{"id":"https://openalex.org/keywords/visual-word","display_name":"Visual Word","score":0.5264462232589722},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5162891745567322},{"id":"https://openalex.org/keywords/automatic-image-annotation","display_name":"Automatic image annotation","score":0.4764147996902466},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4305489957332611},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.4228423237800598},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.41134387254714966},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4027749300003052},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34950804710388184}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8046659231185913},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.705420732498169},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6473178267478943},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5785893201828003},{"id":"https://openalex.org/C189391414","wikidata":"https://www.wikidata.org/wiki/Q7936579","display_name":"Visual Word","level":4,"score":0.5264462232589722},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5162891745567322},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.4764147996902466},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4305489957332611},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.4228423237800598},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.41134387254714966},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4027749300003052},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34950804710388184},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3477495.3532047","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3532047","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1528802670","https://openalex.org/W1895577753","https://openalex.org/W1933349210","https://openalex.org/W2194775991","https://openalex.org/W2466618734","https://openalex.org/W2471768434","https://openalex.org/W2596164567","https://openalex.org/W2741217081","https://openalex.org/W2745461083","https://openalex.org/W2750779823","https://openalex.org/W2905544595","https://openalex.org/W2963389687","https://openalex.org/W2964067226","https://openalex.org/W2970231061","https://openalex.org/W2986670728","https://openalex.org/W2998356391","https://openalex.org/W3026458074","https://openalex.org/W3034585290","https://openalex.org/W3035485997","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3092962760","https://openalex.org/W3096034082","https://openalex.org/W3107492437","https://openalex.org/W3154902219","https://openalex.org/W3155833376","https://openalex.org/W3165938948","https://openalex.org/W3172514680","https://openalex.org/W3175684172","https://openalex.org/W3205173298","https://openalex.org/W3206012133"],"related_works":["https://openalex.org/W2123147980","https://openalex.org/W2066590080","https://openalex.org/W2076842684","https://openalex.org/W2918350319","https://openalex.org/W1539573266","https://openalex.org/W4387423606","https://openalex.org/W2513891871","https://openalex.org/W2187873862","https://openalex.org/W3101846449","https://openalex.org/W2086291077"],"abstract_inverted_index":{"Image":[0],"retrieval":[1,14,18,71,115,172],"with":[2,52,88,116,139],"hybrid-modality":[3,117,152,167,192],"queries,":[4],"also":[5],"known":[6],"as":[7,62,159],"composing":[8],"text":[9,36,53,189],"and":[10,35,79,130,188,216,221],"image":[11,13,43,50,61,70,114,187],"for":[12,113,126,154,170,194],"(CTI-IR),":[15],"is":[16,24,44,66],"a":[17,27,40,47,67,103,176],"task":[19,72,101],"where":[20],"the":[21,59,63,99,110,122,133,137,146,155,160,166,184,191,209,219],"search":[22],"intention":[23],"expressed":[25],"in":[26,165,190,208],"more":[28,68],"complex":[29,111],"query":[30,153,168,193],"format,":[31],"involving":[32],"both":[33,75,89],"vision":[34],"modalities.":[37],"For":[38],"example,":[39],"target":[41],"product":[42,49],"searched":[45],"using":[46],"reference":[48,60],"along":[51],"about":[54],"changing":[55],"certain":[56],"attributes":[57],"of":[58,162,186,211],"query.":[64],"It":[65],"challenging":[69],"that":[73,84,200],"requires":[74],"semantic":[76,123],"space":[77,125],"learning":[78,105],"cross-modal":[80],"fusion.":[81],"Previous":[82],"approaches":[83],"attempt":[85],"to":[86,107,136,151,181],"deal":[87],"aspects":[90],"achieve":[91],"unsatisfactory":[92],"performance.":[93],"In":[94],"this":[95],"paper,":[96],"we":[97,144,174],"decompose":[98],"CTI-IR":[100,156],"into":[102],"three-stage":[104],"problem":[106],"progressively":[108],"learn":[109],"knowledge":[112,135],"queries.":[118],"We":[119],"first":[120],"leverage":[121],"embedding":[124],"open-domain":[127],"image-text":[128],"retrieval,":[129],"then":[131],"transfer":[132],"learned":[134],"fashion-domain":[138],"fashion-related":[140],"pre-training":[141],"tasks.":[142],"Finally,":[143],"enhance":[145],"pre-trained":[147],"model":[148,203],"from":[149],"single-query":[150],"task.":[157],"Furthermore,":[158],"contribution":[161],"individual":[163],"modality":[164],"varies":[169],"different":[171],"scenarios,":[173],"propose":[175],"self-supervised":[177],"adaptive":[178],"weighting":[179],"strategy":[180],"dynamically":[182],"determine":[183],"importance":[185],"better":[195],"retrieval.":[196],"Extensive":[197],"experiments":[198],"show":[199],"our":[201],"proposed":[202],"significantly":[204],"outperforms":[205],"state-of-the-art":[206],"methods":[207],"mean":[210],"[email":[212],"protected]":[213],"by":[214],"24.9%":[215],"9.5%":[217],"on":[218],"Fashion-IQ":[220],"Shoes":[222],"benchmark":[223],"datasets":[224],"respectively.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}