{"id":"https://openalex.org/W4312364543","doi":"https://doi.org/10.1109/access.2022.3227973","title":"Tencent Text-Video Retrieval: Hierarchical Cross-Modal Interactions With Multi-Level Representations","display_name":"Tencent Text-Video Retrieval: Hierarchical Cross-Modal Interactions With Multi-Level Representations","publication_year":2022,"publication_date":"2022-12-09","ids":{"openalex":"https://openalex.org/W4312364543","doi":"https://doi.org/10.1109/access.2022.3227973"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3227973","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3227973","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09979153.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09979153.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037387576","display_name":"Jie Jiang","orcid":"https://orcid.org/0000-0001-9658-5127"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jie Jiang","raw_affiliation_strings":["Tencent Data Platform, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Tencent Data Platform, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036335729","display_name":"Shaobo Min","orcid":"https://orcid.org/0000-0002-7700-2149"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaobo Min","raw_affiliation_strings":["Tencent Data Platform, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Tencent Data Platform, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109153417","display_name":"Weijie Kong","orcid":"https://orcid.org/0000-0003-1700-4801"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijie Kong","raw_affiliation_strings":["Tencent Data Platform, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Tencent Data Platform, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070033770","display_name":"Hongfa Wang","orcid":"https://orcid.org/0000-0001-8230-9471"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongfa Wang","raw_affiliation_strings":["Tencent Data Platform, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Tencent Data Platform, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100634431","display_name":"Zhifeng Li","orcid":"https://orcid.org/0000-0002-9653-7907"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhifeng Li","raw_affiliation_strings":["Tencent Data Platform, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Tencent Data Platform, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100431792","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0002-3865-8145"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["Tencent Data Platform, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Tencent Data Platform, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5037387576"],"corresponding_institution_ids":["https://openalex.org/I2250653659"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.6099,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.85005591,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"122453","last_page":"122463"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8261013031005859},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6188319325447083},{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.5779064893722534},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5719771981239319},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5564702153205872},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.555624783039093},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5375442504882812},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4863434433937073},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.48493126034736633},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.42786356806755066},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4197171926498413},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33744871616363525},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1344374716281891}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8261013031005859},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6188319325447083},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.5779064893722534},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5719771981239319},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5564702153205872},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.555624783039093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5375442504882812},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4863434433937073},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.48493126034736633},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.42786356806755066},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4197171926498413},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33744871616363525},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1344374716281891},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3227973","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3227973","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09979153.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0e75f8f70ea149efbe357c2215e03eeb","is_oa":true,"landing_page_url":"https://doaj.org/article/0e75f8f70ea149efbe357c2215e03eeb","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 122453-122463 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3227973","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3227973","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09979153.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312364543.pdf","grobid_xml":"https://content.openalex.org/works/W4312364543.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1927052826","https://openalex.org/W2078238240","https://openalex.org/W2425121537","https://openalex.org/W2526417872","https://openalex.org/W2883429621","https://openalex.org/W2963017553","https://openalex.org/W2965458216","https://openalex.org/W2967957126","https://openalex.org/W2984008963","https://openalex.org/W2990503944","https://openalex.org/W3014611590","https://openalex.org/W3021397474","https://openalex.org/W3034439313","https://openalex.org/W3035265375","https://openalex.org/W3035635319","https://openalex.org/W3043840704","https://openalex.org/W3091588028","https://openalex.org/W3094286186","https://openalex.org/W3094502228","https://openalex.org/W3100255860","https://openalex.org/W3105232955","https://openalex.org/W3122640483","https://openalex.org/W3126792443","https://openalex.org/W3145807616","https://openalex.org/W3152798676","https://openalex.org/W3153005511","https://openalex.org/W3166396011","https://openalex.org/W3168640669","https://openalex.org/W3175939205","https://openalex.org/W3176398504","https://openalex.org/W3176799298","https://openalex.org/W3180463990","https://openalex.org/W3197804339","https://openalex.org/W3197828817","https://openalex.org/W3203711169","https://openalex.org/W3204588463","https://openalex.org/W3212304713","https://openalex.org/W3212456749","https://openalex.org/W4221146248","https://openalex.org/W4226004321","https://openalex.org/W4287757777","https://openalex.org/W4312999114","https://openalex.org/W4313186260","https://openalex.org/W4394659899","https://openalex.org/W6766582784","https://openalex.org/W6775188310","https://openalex.org/W6784184991","https://openalex.org/W6789753369","https://openalex.org/W6791353385","https://openalex.org/W6793759846","https://openalex.org/W6797148833","https://openalex.org/W6801013943","https://openalex.org/W6803953248","https://openalex.org/W6805750369","https://openalex.org/W6810042059","https://openalex.org/W6810067117","https://openalex.org/W6811386530","https://openalex.org/W6840361807","https://openalex.org/W6864544085"],"related_works":["https://openalex.org/W2039546652","https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2012262991","https://openalex.org/W2373794620","https://openalex.org/W2060629350","https://openalex.org/W2357294589","https://openalex.org/W2386861027","https://openalex.org/W2349302580","https://openalex.org/W627697492"],"abstract_inverted_index":{"Text-Video":[0],"Retrieval":[1],"plays":[2],"an":[3],"important":[4],"role":[5],"in":[6,14],"multi-modal":[7],"understanding":[8],"and":[9,28,62,79,86,105,121,136,149,158,177,184],"has":[10],"attracted":[11],"increasing":[12],"attention":[13],"recent":[15],"years.":[16],"Most":[17],"existing":[18],"methods":[19],"focus":[20],"on":[21,167,179],"constructing":[22],"contrastive":[23,124],"pairs":[24],"between":[25,147],"whole":[26],"videos":[27],"complete":[29],"caption":[30],"sentences,":[31],"while":[32],"overlooking":[33],"fine-grained":[34,102,130],"cross-modal":[35,57,131],"relationships,":[36,132],"e.g.,":[37,170],"clip-phrase":[38],"or":[39],"frame-word.":[40],"In":[41,89],"this":[42,90],"paper,":[43],"we":[44],"propose":[45],"a":[46,143],"novel":[47],"method,":[48],"named":[49],"Hierarchical":[50],"Cross-Modal":[51],"Interaction":[52],"(HCMI),":[53],"to":[54,75,100,128,141],"explore":[55,76,129],"multi-level":[56,94,106,117],"relationships":[58],"among":[59],"video-sentence,":[60,137],"clip-phrase,":[61,135],"frame-word":[63],"for":[64,97,112,119],"text-video":[65],"retrieval.":[66],"Considering":[67],"intrinsic":[68],"semantic":[69,145],"frame":[70],"relations,":[71],"HCMI":[72,92,140,162],"performs":[73],"self-attention":[74],"frame-level":[77],"correlations":[78],"adaptively":[80],"cluster":[81],"correlated":[82],"frames":[83],"into":[84],"clip-level":[85],"video-level":[87],"representations.":[88],"way,":[91],"constructs":[93],"video":[95,103,120,148],"representations":[96,108,118],"frame-clip-video":[98],"granularities":[99,111],"capture":[101],"content,":[104],"text":[107,114,150],"at":[109],"word-phrase-sentence":[110],"the":[113],"modality.":[115],"With":[116],"text,":[122],"hierarchical":[123],"learning":[125],"is":[126],"designed":[127],"i.e.,":[133],"frame-word,":[134],"which":[138],"enables":[139],"achieve":[142],"comprehensive":[144],"comparison":[146],"modalities.":[151],"Further":[152],"boosted":[153],"by":[154],"adaptive":[155],"label":[156],"denoising":[157],"marginal":[159],"sample":[160],"enhancement,":[161],"achieves":[163],"new":[164],"state-of-the-art":[165],"results":[166],"various":[168],"benchmarks,":[169],"Rank@1":[171],"of":[172],"55.0%,":[173],"58.2%,":[174],"29.7%,":[175],"52.1%,":[176],"57.3%":[178],"MSR-VTT,":[180],"MSVD,":[181],"LSMDC,":[182],"DiDemo,":[183],"ActivityNet,":[185],"respectively.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}