{"id":"https://openalex.org/W4297833440","doi":"https://doi.org/10.1145/3503161.3548166","title":"Look Before You Leap: Improving Text-based Person Retrieval by Learning A Consistent Cross-modal Common Manifold","display_name":"Look Before You Leap: Improving Text-based Person Retrieval by Learning A Consistent Cross-modal Common Manifold","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4297833440","doi":"https://doi.org/10.1145/3503161.3548166"},"language":"en","primary_location":{"id":"doi:10.1145/3503161.3548166","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3503161.3548166","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"Proceedings of the 30th ACM International Conference on Multimedia","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2209.06209","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028266178","display_name":"Zijie Wang","orcid":"https://orcid.org/0000-0001-8739-7220"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijie Wang","raw_affiliation_strings":["Nanjing Tech University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Tech University, Nanjing, China","institution_ids":["https://openalex.org/I134687103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110436230","display_name":"Aichun Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aichun Zhu","raw_affiliation_strings":["Nanjing Tech University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Tech University, Nanjing, China","institution_ids":["https://openalex.org/I134687103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103251735","display_name":"Jingyi Xue","orcid":"https://orcid.org/0000-0003-4889-6347"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Xue","raw_affiliation_strings":["Nanjing Tech University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Tech University, Nanjing, China","institution_ids":["https://openalex.org/I134687103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058933449","display_name":"Xili Wan","orcid":"https://orcid.org/0000-0001-9160-8246"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xili Wan","raw_affiliation_strings":["Nanjing Tech University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Tech University, Nanjing, China","institution_ids":["https://openalex.org/I134687103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755357","display_name":"Chao Liu","orcid":"https://orcid.org/0000-0001-7261-3832"},"institutions":[{"id":"https://openalex.org/I4210166603","display_name":"Jinling Institute of Technology","ror":"https://ror.org/05em1gq62","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210166603"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Liu","raw_affiliation_strings":["Jinling Institute of Technology, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jinling Institute of Technology, Nanjing, China","institution_ids":["https://openalex.org/I4210166603"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107950633","display_name":"Tian Wang","orcid":"https://orcid.org/0009-0002-0693-2135"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Wang","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033510515","display_name":"Yifeng Li","orcid":"https://orcid.org/0000-0002-4873-6928"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifeng Li","raw_affiliation_strings":["Nanjing Tech University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Tech University, Nanjing, China","institution_ids":["https://openalex.org/I134687103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.0757,"has_fulltext":false,"cited_by_count":113,"citation_normalized_percentile":{"value":0.97125009,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1984","last_page":"1992"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7364838719367981},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.648625910282135},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5714713931083679},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4720509946346283},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4240190088748932},{"id":"https://openalex.org/keywords/manifold","display_name":"Manifold (fluid mechanics)","score":0.41850125789642334},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10940524935722351},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.10092264413833618}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7364838719367981},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.648625910282135},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5714713931083679},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4720509946346283},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4240190088748932},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.41850125789642334},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10940524935722351},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.10092264413833618},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3503161.3548166","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3503161.3548166","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"Proceedings of the 30th ACM International Conference on Multimedia","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2209.06209","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.06209","pdf_url":"https://arxiv.org/pdf/2209.06209","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2209.06209","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.06209","pdf_url":"https://arxiv.org/pdf/2209.06209","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3165841913","display_name":null,"funder_award_id":"2019M661999","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5763667651","display_name":null,"funder_award_id":"62101245, 61972016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7045122810","display_name":null,"funder_award_id":"19KJB520009","funder_id":"https://openalex.org/F4320335440","funder_display_name":"Natural Science Research of Jiangsu Higher Education Institutions of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335440","display_name":"Natural Science Research of Jiangsu Higher Education Institutions of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1895577753","https://openalex.org/W1949591461","https://openalex.org/W2135442311","https://openalex.org/W2194775991","https://openalex.org/W2398118205","https://openalex.org/W2618353479","https://openalex.org/W2801814609","https://openalex.org/W2883311563","https://openalex.org/W2885709146","https://openalex.org/W2894786240","https://openalex.org/W2954487216","https://openalex.org/W2963047834","https://openalex.org/W2963449390","https://openalex.org/W2963557071","https://openalex.org/W2963882743","https://openalex.org/W2963975998","https://openalex.org/W2963983343","https://openalex.org/W2980073905","https://openalex.org/W2981384185","https://openalex.org/W2985951359","https://openalex.org/W2987151592","https://openalex.org/W2988779004","https://openalex.org/W2988852559","https://openalex.org/W2997421053","https://openalex.org/W3015686580","https://openalex.org/W3024059432","https://openalex.org/W3029678209","https://openalex.org/W3082913072","https://openalex.org/W3084016763","https://openalex.org/W3092938221","https://openalex.org/W3093025987","https://openalex.org/W3097321610","https://openalex.org/W3108349366","https://openalex.org/W3164325351","https://openalex.org/W3184033217","https://openalex.org/W3187176672","https://openalex.org/W3206868111","https://openalex.org/W3210554596","https://openalex.org/W4225159440","https://openalex.org/W4231290138","https://openalex.org/W4301409532","https://openalex.org/W4311811531","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W2362990116","https://openalex.org/W2381300099","https://openalex.org/W2714992399","https://openalex.org/W2383812217","https://openalex.org/W2326515389","https://openalex.org/W3204019825"],"abstract_inverted_index":{"The":[0,151,177],"core":[1,152],"problem":[2],"of":[3,42,52,90,95,154,182,200],"text-based":[4,148,239],"person":[5,149,240],"retrieval":[6,124,230,241],"is":[7,56,60,103,163],"how":[8,63],"to":[9,21,61,64,72,121,138,164,171,193,217],"bridge":[10],"the":[11,47,53,76,88,91,96,106,115,202,250,258],"heterogeneous":[12],"gap":[13],"between":[14],"multi-modal":[15,77,107],"data.":[16],"Many":[17],"previous":[18,254],"approaches":[19],"contrive":[20],"learning":[22],"a":[23,30,66,80,122,133,140,159,185,189,219,228],"latent":[24],"common":[25,48,83,116,178],"manifold":[26,84,179],"mapping":[27,38,180],"paradigm":[28],"following":[29],"cross-modal":[31,67,82,222],"distribution":[32,41,51,68,198,223],"consensus":[33,69],"prediction":[34],"(CDCP)":[35],"manner.":[36],"When":[37],"features":[39,78],"from":[40,210],"one":[43,211],"certain":[44,212],"modality":[45,55,213],"into":[46,214],"manifold,":[49,117],"feature":[50],"opposite":[54],"completely":[57],"invisible.":[58],"That":[59],"say,":[62],"achieve":[65,218,227],"so":[70],"as":[71,158],"embed":[73],"and":[74,188,204,225,244,256],"align":[75],"in":[79,114],"constructed":[81],"all":[85],"depends":[86],"on":[87,237],"experience":[89],"model":[92],"itself,":[93],"instead":[94],"actual":[97],"situation.":[98],"With":[99],"such":[100],"methods,":[101,195],"it":[102],"inevitable":[104],"that":[105,249],"data":[108,209],"can":[109],"not":[110],"be":[111],"well":[112],"aligned":[113],"which":[118],"finally":[119],"leads":[120],"sub-optimal":[123],"performance.":[125,260],"To":[126],"overcome":[127],"this":[128],"CDCP":[129],"dilemma,":[130],"we":[131],"propose":[132],"novel":[134],"algorithm":[135],"termed":[136],"LBUL":[137,183,196,252],"learn":[139],"Consistent":[141],"Cross-modal":[142],"Common":[143],"Manifold":[144],"(C3":[145],"M)":[146],"for":[147],"retrieval.":[150],"idea":[153],"our":[155,234],"method,":[156],"just":[157],"Chinese":[160],"saying":[161],"goes,":[162],"'san":[165],"si":[166],"er":[167],"hou":[168],"xing',":[169],"namely,":[170],"Look":[172],"Before":[173],"yoU":[174],"Leap":[175],"(LBUL).":[176],"mechanism":[181],"contains":[184],"looking":[186],"step":[187],"leaping":[190],"step.":[191],"Compared":[192],"CDCP-based":[194],"considers":[197],"characteristics":[199],"both":[201],"visual":[203],"textual":[205],"modalities":[206],"before":[207],"embedding":[208],"C3":[215],"M":[216],"more":[220],"solid":[221],"consensus,":[224],"hence":[226],"superior":[229],"accuracy.":[231],"We":[232],"evaluate":[233],"proposed":[235,251],"method":[236],"two":[238],"datasets":[242],"CUHK-PEDES":[243],"RSTPReid.":[245],"Experimental":[246],"results":[247],"demonstrate":[248],"outperforms":[253],"methods":[255],"achieves":[257],"state-of-the-art":[259]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":40},{"year":2023,"cited_by_count":20}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2022-10-01T00:00:00"}