{"id":"https://openalex.org/W4382677742","doi":"https://doi.org/10.1109/tpami.2023.3291237","title":"Entity-Graph Enhanced Cross-Modal Pretraining for Instance-level Product Retrieval","display_name":"Entity-Graph Enhanced Cross-Modal Pretraining for Instance-level Product Retrieval","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4382677742","doi":"https://doi.org/10.1109/tpami.2023.3291237","pmid":"https://pubmed.ncbi.nlm.nih.gov/37390000"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3291237","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tpami.2023.3291237","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101961088","display_name":"Xiao Dong","orcid":"https://orcid.org/0000-0001-9519-612X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiao Dong","raw_affiliation_strings":["School of Artificial Intelligence, Zhuhai Campus, Sun Yat-Sen University, Zhuhai, P.R. China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Zhuhai Campus, Sun Yat-Sen University, Zhuhai, P.R. China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049388503","display_name":"Xunlin Zhan","orcid":"https://orcid.org/0000-0001-5053-7349"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xunlin Zhan","raw_affiliation_strings":["School of Intelligent Systems Engineering, Shenzhen Campus, Sun Yat-Sen University, Shenzhen, P.R. China"],"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus, Sun Yat-Sen University, Shenzhen, P.R. China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087043856","display_name":"Yunchao Wei","orcid":"https://orcid.org/0000-0002-2812-8781"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunchao Wei","raw_affiliation_strings":["School of Computer and Information Technology, Beijing Jiaotong University, Beijing, P.R. China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information Technology, Beijing Jiaotong University, Beijing, P.R. China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064374603","display_name":"Xiao-Yong Wei","orcid":"https://orcid.org/0000-0002-5706-5177"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyong Wei","raw_affiliation_strings":["PengCheng Laboratory, Shenzhen, P.R. China"],"affiliations":[{"raw_affiliation_string":"PengCheng Laboratory, Shenzhen, P.R. China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100631216","display_name":"Yaowei Wang","orcid":"https://orcid.org/0000-0003-2197-9038"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaowei Wang","raw_affiliation_strings":["PengCheng Laboratory, Shenzhen, P.R. China"],"affiliations":[{"raw_affiliation_string":"PengCheng Laboratory, Shenzhen, P.R. China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037966954","display_name":"Minlong Lu","orcid":"https://orcid.org/0000-0002-9851-6480"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minlong Lu","raw_affiliation_strings":["Alibaba Group, Hangzhou, P.R. China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068837264","display_name":"Xiaochun Cao","orcid":"https://orcid.org/0000-0001-7141-708X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaochun Cao","raw_affiliation_strings":["School of Cyber Science and Technology, Shenzhen Campus, Sun Yat-sen University, Shenzhen, P.R. China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Shenzhen Campus, Sun Yat-sen University, Shenzhen, P.R. China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047878798","display_name":"Xiaodan Liang","orcid":"https://orcid.org/0000-0003-3213-3062"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodan Liang","raw_affiliation_strings":["School of Intelligent Systems Engineering, Shenzhen Campus, Sun Yat-Sen University, Shenzhen, P.R. China"],"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus, Sun Yat-Sen University, Shenzhen, P.R. China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101961088"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":1.2036,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.81139502,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"45","issue":"11","first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9526000022888184,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8088407516479492},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6098196506500244},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5774688124656677},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5120887756347656},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.489655077457428},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4421217739582062},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.42202165722846985},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.41126489639282227},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.398057222366333},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.36507219076156616},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3605813980102539},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.2738887369632721},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2418326437473297}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8088407516479492},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6098196506500244},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5774688124656677},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5120887756347656},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.489655077457428},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4421217739582062},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.42202165722846985},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.41126489639282227},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.398057222366333},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36507219076156616},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3605813980102539},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.2738887369632721},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2418326437473297},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3291237","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tpami.2023.3291237","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37390000","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37390000","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":115,"referenced_works":["https://openalex.org/W1202352811","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1964073652","https://openalex.org/W2007972815","https://openalex.org/W2035821475","https://openalex.org/W2109586012","https://openalex.org/W2114502742","https://openalex.org/W2185175083","https://openalex.org/W2187089797","https://openalex.org/W2194735827","https://openalex.org/W2194775991","https://openalex.org/W2211092169","https://openalex.org/W2277195237","https://openalex.org/W2326180695","https://openalex.org/W2388114291","https://openalex.org/W2511925527","https://openalex.org/W2583976214","https://openalex.org/W2589035561","https://openalex.org/W2600067905","https://openalex.org/W2601707599","https://openalex.org/W2745461083","https://openalex.org/W2752160731","https://openalex.org/W2760516584","https://openalex.org/W2765440071","https://openalex.org/W2768147053","https://openalex.org/W2795832645","https://openalex.org/W2799177530","https://openalex.org/W2801122074","https://openalex.org/W2813911573","https://openalex.org/W2896263514","https://openalex.org/W2896426063","https://openalex.org/W2896457183","https://openalex.org/W2914924014","https://openalex.org/W2938830017","https://openalex.org/W2964157791","https://openalex.org/W2965373594","https://openalex.org/W2966715458","https://openalex.org/W2968124245","https://openalex.org/W2969876226","https://openalex.org/W2970231061","https://openalex.org/W2972726550","https://openalex.org/W2981613027","https://openalex.org/W2988281744","https://openalex.org/W2994915912","https://openalex.org/W2998385486","https://openalex.org/W3005680577","https://openalex.org/W3035305184","https://openalex.org/W3035485997","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3094502228","https://openalex.org/W3102181222","https://openalex.org/W3105655001","https://openalex.org/W3111372685","https://openalex.org/W3126337491","https://openalex.org/W3126792443","https://openalex.org/W3133825286","https://openalex.org/W3134582802","https://openalex.org/W3151929433","https://openalex.org/W3152798676","https://openalex.org/W3166396011","https://openalex.org/W3173169192","https://openalex.org/W3177224328","https://openalex.org/W3182414949","https://openalex.org/W3193402170","https://openalex.org/W3198680251","https://openalex.org/W3198841168","https://openalex.org/W3201037053","https://openalex.org/W3202384916","https://openalex.org/W3204670646","https://openalex.org/W3212456749","https://openalex.org/W3212924718","https://openalex.org/W3214536449","https://openalex.org/W3215626407","https://openalex.org/W3217059257","https://openalex.org/W4206441147","https://openalex.org/W4226182655","https://openalex.org/W4244061993","https://openalex.org/W4288848851","https://openalex.org/W4312457846","https://openalex.org/W4312629998","https://openalex.org/W4312746376","https://openalex.org/W4312956471","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6676497082","https://openalex.org/W6701379130","https://openalex.org/W6746425171","https://openalex.org/W6755207826","https://openalex.org/W6759022161","https://openalex.org/W6761910064","https://openalex.org/W6766673545","https://openalex.org/W6766904570","https://openalex.org/W6767211374","https://openalex.org/W6767279747","https://openalex.org/W6770982027","https://openalex.org/W6774314701","https://openalex.org/W6784333009","https://openalex.org/W6787572754","https://openalex.org/W6789753369","https://openalex.org/W6790019176","https://openalex.org/W6790904380","https://openalex.org/W6791276965","https://openalex.org/W6791353385","https://openalex.org/W6793759846","https://openalex.org/W6798398338","https://openalex.org/W6800139874","https://openalex.org/W6800778462","https://openalex.org/W6803872405","https://openalex.org/W6803953248","https://openalex.org/W6804631322","https://openalex.org/W6805349323","https://openalex.org/W6811013733","https://openalex.org/W6811476558"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W410723623","https://openalex.org/W2413243053","https://openalex.org/W2015341305","https://openalex.org/W17155033","https://openalex.org/W4225593417","https://openalex.org/W2035068594","https://openalex.org/W2059783833","https://openalex.org/W2573498121","https://openalex.org/W3160494304"],"abstract_inverted_index":{"Our":[0],"goal":[1],"in":[2,12,60,134],"this":[3],"research":[4],"is":[5,95,123],"to":[6,163],"study":[7],"a":[8,78,115,145],"more":[9,79],"realistic":[10],"environment":[11],"which":[13,129],"we":[14,76],"can":[15],"conduct":[16],"weakly-supervised":[17],"multi-modal":[18,92,142],"instance-level":[19,37,51,126],"product":[20,24,57],"retrieval":[21,38],"for":[22,125],"fine-grained":[23],"categories.":[25],"We":[26],"first":[27],"contribute":[28],"the":[29,55,65,109,141,152,161,174],"Product1M":[30],"datasets":[31],"and":[32,46,63,106,137,176,197],"define":[33],"two":[34],"real":[35,168],"practical":[36],"tasks":[39],"that":[40],"enable":[41],"evaluations":[42],"on":[43,165],"price":[44],"comparison":[45],"personalized":[47],"recommendations.":[48],"For":[49],"both":[50,135],"tasks,":[52],"accurately":[53],"identifying":[54],"intended":[56],"target":[58],"mentioned":[59],"visual-linguistic":[61],"data":[62],"mitigating":[64],"impact":[66],"of":[67,85,178],"irrelevant":[68],"content":[69],"are":[70],"quite":[71],"challenging.":[72],"To":[73],"address":[74],"this,":[75],"devise":[77],"effective":[80],"cross-modal":[81,184],"pretraining":[82],"model":[83,122],"capable":[84],"adaptively":[86],"incorporating":[87],"key":[88],"concept":[89],"information":[90],"from":[91],"data.":[93],"This":[94,149],"accomplished":[96],"by":[97],"utilizing":[98],"an":[99],"entity":[100,132],"graph,":[101],"where":[102],"nodes":[103],"represented":[104],"entities":[105,166],"edges":[107],"denoted":[108],"similarity":[110],"relations":[111],"between":[112,154],"them.":[113],"Specifically,":[114],"novel":[116],"Entity-Graph":[117],"Enhanced":[118],"Cross-Modal":[119],"Pretraining":[120],"(EGE-CMP)":[121],"proposed":[124],"commodity":[127],"retrieval,":[128],"explicitly":[130],"injects":[131],"knowledge":[133],"node-based":[136],"subgraph-based":[138],"ways":[139],"into":[140],"networks":[143],"via":[144],"self-supervised":[146],"hybrid-stream":[147],"transformer.":[148],"could":[150],"reduce":[151],"confusion":[153],"different":[155],"object":[156],"contents,":[157],"thereby":[158],"effectively":[159],"guiding":[160],"network":[162],"focus":[164],"with":[167],"semantics.":[169],"Experimental":[170],"results":[171],"sufficiently":[172],"verify":[173],"efficacy":[175],"generalizability":[177],"our":[179],"EGE-CMP,":[180],"outperforming":[181],"several":[182],"SOTA":[183],"baselines":[185],"like":[186],"CLIP":[187],"Radford":[188],"et":[189,194,200],"al.":[190,195,201],"2021,":[191],"UNITER":[192],"Chen":[193],"2020":[196],"CAPTURE":[198],"Zhan":[199],"2021.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}