{"id":"https://openalex.org/W4379409095","doi":"https://doi.org/10.1109/tmm.2023.3282894","title":"Weighted Graph-Structured Semantics Constraint Network for Cross-Modal Retrieval","display_name":"Weighted Graph-Structured Semantics Constraint Network for Cross-Modal Retrieval","publication_year":2023,"publication_date":"2023-06-05","ids":{"openalex":"https://openalex.org/W4379409095","doi":"https://doi.org/10.1109/tmm.2023.3282894"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3282894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3282894","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100433914","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-4477-5532"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Digital Media Technology Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, China","School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-4477-5532","affiliations":[{"raw_affiliation_string":"Digital Media Technology Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017395798","display_name":"Leiting Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leiting Chen","raw_affiliation_strings":["Digital Media Technology Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, China","Institute of Electronic and Information Engineering of UESTC in Guangdong, Dongguan, China","School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Digital Media Technology Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Institute of Electronic and Information Engineering of UESTC in Guangdong, Dongguan, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003262869","display_name":"Chuan Zhou","orcid":"https://orcid.org/0000-0001-7700-7188"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Zhou","raw_affiliation_strings":["Digital Media Technology Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, China","Institute of Electronic and Information Engineering of UESTC in Guangdong, Dongguan, China","School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-7700-7188","affiliations":[{"raw_affiliation_string":"Digital Media Technology Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Institute of Electronic and Information Engineering of UESTC in Guangdong, Dongguan, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353741","display_name":"Xin Li","orcid":"https://orcid.org/0000-0001-8047-9610"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin Li","raw_affiliation_strings":["AIQ, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0001-8047-9610","affiliations":[{"raw_affiliation_string":"AIQ, Abu Dhabi, UAE","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100346607","display_name":"Fan Yang","orcid":"https://orcid.org/0000-0002-1157-8719"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["AIQ, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-1157-8719","affiliations":[{"raw_affiliation_string":"AIQ, Abu Dhabi, UAE","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100388188","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0002-5867-9322"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang Yi","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-5867-9322","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100433914"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":1.2952,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.82223121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"1551","last_page":"1564"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8541852235794067},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5892159938812256},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5540673136711121},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.46004489064216614},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.4554535746574402},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4060024619102478},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3345835208892822},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19044405221939087},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09566166996955872}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8541852235794067},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5892159938812256},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5540673136711121},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.46004489064216614},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.4554535746574402},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4060024619102478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3345835208892822},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19044405221939087},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09566166996955872},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3282894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3282894","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7300000190734863}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W753847829","https://openalex.org/W1832693441","https://openalex.org/W1861492603","https://openalex.org/W1964073652","https://openalex.org/W2007972815","https://openalex.org/W2013535308","https://openalex.org/W2052727801","https://openalex.org/W2053667957","https://openalex.org/W2070753207","https://openalex.org/W2100235303","https://openalex.org/W2106277773","https://openalex.org/W2138118304","https://openalex.org/W2164530430","https://openalex.org/W2266728343","https://openalex.org/W2295151578","https://openalex.org/W2316082076","https://openalex.org/W2326180695","https://openalex.org/W2342543219","https://openalex.org/W2605649771","https://openalex.org/W2725249286","https://openalex.org/W2765082222","https://openalex.org/W2765440071","https://openalex.org/W2788944346","https://openalex.org/W2897135094","https://openalex.org/W2898403805","https://openalex.org/W2905040928","https://openalex.org/W2953037339","https://openalex.org/W2954672622","https://openalex.org/W2963091558","https://openalex.org/W2963187862","https://openalex.org/W2963444790","https://openalex.org/W2964019343","https://openalex.org/W2964130424","https://openalex.org/W2964216321","https://openalex.org/W2966146145","https://openalex.org/W2966817867","https://openalex.org/W2967957126","https://openalex.org/W2974592692","https://openalex.org/W2990330438","https://openalex.org/W2997403460","https://openalex.org/W3003460937","https://openalex.org/W3015686016","https://openalex.org/W3034368386","https://openalex.org/W3035043849","https://openalex.org/W3035541121","https://openalex.org/W3092771422","https://openalex.org/W3092802919","https://openalex.org/W3093246726","https://openalex.org/W3093418233","https://openalex.org/W3096966254","https://openalex.org/W3102166635","https://openalex.org/W3108705364","https://openalex.org/W3118548710","https://openalex.org/W3122091215","https://openalex.org/W3138154797","https://openalex.org/W3173223111","https://openalex.org/W3173782971","https://openalex.org/W3187176672","https://openalex.org/W3203700770","https://openalex.org/W3206149424","https://openalex.org/W4237723258","https://openalex.org/W4312275038","https://openalex.org/W6631216910","https://openalex.org/W6637178625","https://openalex.org/W6637373629","https://openalex.org/W6677994088","https://openalex.org/W6686207219","https://openalex.org/W6688533166","https://openalex.org/W6729383884","https://openalex.org/W6732292492"],"related_works":["https://openalex.org/W2807251790","https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W2362990116","https://openalex.org/W2799406489","https://openalex.org/W2381300099","https://openalex.org/W2714992399","https://openalex.org/W2383812217"],"abstract_inverted_index":{"Cross-modal":[0,125],"retrieval":[1,206],"aims":[2],"to":[3,22,34,106,119,130,149,171,186],"retrieve":[4],"relevant":[5],"content":[6],"of":[7,14,45,53,208],"different":[8,28,160],"modalities":[9],"by":[10,63],"giving":[11],"a":[12,95,121,142],"query":[13],"another":[15],"modality.":[16],"The":[17,30],"biggest":[18],"difficulty":[19],"is":[20,104,118,147],"how":[21],"bridge":[23],"the":[24,43,51,64,77,81,135,152,156,173,188,204],"heterogeneous":[25],"gap":[26],"between":[27],"modalities.":[29,161],"commonly-used":[31],"methods":[32],"tend":[33],"focus":[35],"on":[36,195],"exploiting":[37],"individual":[38],"image-text":[39],"pair":[40],"and":[41,75,138,154,181],"mining":[42],"relations":[44],"cross-modality":[46],"data":[47],"thereof,":[48],"but":[49],"ignore":[50],"role":[52],"multi-sample":[54],"correlation.":[55,140],"Moreover,":[56,141],"more":[57],"global,":[58],"structural":[59],"inter-pair":[60],"knowledge":[61],"contained":[62],"training":[65],"dataset":[66,82],"will":[67],"be":[68],"under-used.":[69],"To":[70],"fully":[71],"exploit":[72],"graph-structured":[73],"semantics":[74],"mine":[76,107],"semantic":[78,132,166],"information":[79,110],"in":[80,101],"for":[83],"learning":[84,99,145,180,183],"discriminative":[85,177],"representations,":[86],"we":[87,201],"propose":[88],"Weighted":[89],"Graph-structured":[90],"Semantics":[91],"Constraint":[92],"Network":[93],"(WGSCN),":[94],"unified,":[96],"graph-based,":[97],"semantic-constrained":[98],"framework,":[100],"which":[102],"GCN":[103],"used":[105,148,185,198],"comprehensive":[108],"relation":[109],"from":[111],"cross":[112],"modality":[113],"data.":[114],"Our":[115,162],"main":[116],"inspiration":[117],"design":[120],"novel":[122],"two-branch":[123],"GCN-based":[124],"Semantic":[126],"Encoding":[127],"(GCSE)":[128],"module":[129],"produce":[131],"embeddings":[133,167],"with":[134],"both":[136],"modality-specific":[137],"modality-shared":[139],"GAN-based":[143],"dual":[144,182],"approach":[146],"further":[150],"improve":[151],"discriminability":[153],"model":[155],"joint":[157],"distribution":[158],"across":[159],"proposed":[163],"GDL":[164],"uses":[165],"as":[168],"supervisory":[169],"signal":[170],"make":[172,187],"common":[174,189],"representation":[175,190],"semantically":[176],"while":[178],"adversarial":[179],"are":[184],"modality-invariant.":[191],"Through":[192],"comparative":[193],"experiments":[194],"five":[196],"commonly":[197],"cross-modal":[199],"datasets,":[200],"have":[202],"shown":[203],"superior":[205],"accuracy":[207],"our":[209],"WGSCN.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}