{"id":"https://openalex.org/W4283276478","doi":"https://doi.org/10.1109/tcyb.2022.3179020","title":"Learning Relationship-Enhanced Semantic Graph for Fine-Grained Image\u2013Text Matching","display_name":"Learning Relationship-Enhanced Semantic Graph for Fine-Grained Image\u2013Text Matching","publication_year":2022,"publication_date":"2022-06-20","ids":{"openalex":"https://openalex.org/W4283276478","doi":"https://doi.org/10.1109/tcyb.2022.3179020","pmid":"https://pubmed.ncbi.nlm.nih.gov/35724298"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2022.3179020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2022.3179020","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100352180","display_name":"Xin Liu","orcid":"https://orcid.org/0000-0002-0011-6260"},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Liu","raw_affiliation_strings":["Department of Computer Science, Huaqiao University, Xiamen, China","Zhejiang Lab, Artificial Intelligence Research Institute, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0011-6260","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Huaqiao University, Xiamen, China","institution_ids":["https://openalex.org/I119045251"]},{"raw_affiliation_string":"Zhejiang Lab, Artificial Intelligence Research Institute, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100702364","display_name":"Yi He","orcid":"https://orcid.org/0000-0002-5357-6623"},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi He","raw_affiliation_strings":["Xiamen Key Laboratory of Computer Vision and Pattern Recognition and Fujian Key Laboratory of Big Data Intelligence and Security, Huaqiao University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen Key Laboratory of Computer Vision and Pattern Recognition and Fujian Key Laboratory of Big Data Intelligence and Security, Huaqiao University, Xiamen, China","institution_ids":["https://openalex.org/I119045251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038516431","display_name":"Yiu\u2010ming Cheung","orcid":"https://orcid.org/0000-0001-7629-4648"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yiu-Ming Cheung","raw_affiliation_strings":["Department of Computer Science, Institute of Research and Continuing Education, Hong Kong Baptist University, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-7629-4648","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Institute of Research and Continuing Education, Hong Kong Baptist University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009074046","display_name":"Xing Xu","orcid":"https://orcid.org/0000-0001-5685-3123"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xu","raw_affiliation_strings":["Center for Future Multimedia and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-5685-3123","affiliations":[{"raw_affiliation_string":"Center for Future Multimedia and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042507268","display_name":"Nannan Wang","orcid":"https://orcid.org/0000-0002-4695-6134"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nannan Wang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-4695-6134","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1533,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.88743824,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"54","issue":"2","first_page":"948","last_page":"961"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6884510517120361},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5366290211677551},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5271002054214478},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4461122155189514},{"id":"https://openalex.org/keywords/semantic-matching","display_name":"Semantic matching","score":0.43550363183021545},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4260174632072449},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.41574573516845703},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3853089213371277},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.20497959852218628},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15350642800331116},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09327948093414307}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6884510517120361},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5366290211677551},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5271002054214478},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4461122155189514},{"id":"https://openalex.org/C2778493491","wikidata":"https://www.wikidata.org/wiki/Q7449072","display_name":"Semantic matching","level":3,"score":0.43550363183021545},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4260174632072449},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.41574573516845703},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3853089213371277},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.20497959852218628},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15350642800331116},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09327948093414307}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2022.3179020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2022.3179020","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:35724298","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35724298","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7400000095367432,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G3117373847","display_name":null,"funder_award_id":"61876142","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4184181208","display_name":null,"funder_award_id":"61673185","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4498375273","display_name":null,"funder_award_id":"RC-IRCMs/18-19/SCI/01","funder_id":"https://openalex.org/F4320320955","funder_display_name":"Hong Kong Baptist University"},{"id":"https://openalex.org/G4765907288","display_name":null,"funder_award_id":"61976049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4787607161","display_name":null,"funder_award_id":"RC-FNRA-IG/18-19/SCI/03","funder_id":"https://openalex.org/F4320320955","funder_display_name":"Hong Kong Baptist University"},{"id":"https://openalex.org/G4924449843","display_name":null,"funder_award_id":"2020J01084","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G6515857316","display_name":null,"funder_award_id":"N_HKBU214/21","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8284508627","display_name":null,"funder_award_id":"61922066","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8811941144","display_name":"\u5927\u6570\u636e\u5e73\u53f0\u4e0b\u57fa\u4e8e\u591a\u5143\u975e\u5b8c\u5907\u4fe1\u606f\u7684\u56fe\u50cf\u68c0\u7d22\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61672444","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320955","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1861492603","https://openalex.org/W1905882502","https://openalex.org/W1916445035","https://openalex.org/W1964073652","https://openalex.org/W1969780448","https://openalex.org/W2071207147","https://openalex.org/W2100235303","https://openalex.org/W2138118304","https://openalex.org/W2185175083","https://openalex.org/W2326180695","https://openalex.org/W2546696630","https://openalex.org/W2552579943","https://openalex.org/W2560920409","https://openalex.org/W2606473278","https://openalex.org/W2745461083","https://openalex.org/W2798782720","https://openalex.org/W2802864907","https://openalex.org/W2883311563","https://openalex.org/W2894786240","https://openalex.org/W2896442399","https://openalex.org/W2905312384","https://openalex.org/W2929255686","https://openalex.org/W2949212908","https://openalex.org/W2962805368","https://openalex.org/W2962964995","https://openalex.org/W2963000732","https://openalex.org/W2963040148","https://openalex.org/W2963389687","https://openalex.org/W2963467339","https://openalex.org/W2963981422","https://openalex.org/W2964130424","https://openalex.org/W2988823324","https://openalex.org/W2991539277","https://openalex.org/W2994818707","https://openalex.org/W3005971801","https://openalex.org/W3010277541","https://openalex.org/W3035588244","https://openalex.org/W3035605030","https://openalex.org/W3037533539","https://openalex.org/W3110042533","https://openalex.org/W3162085601","https://openalex.org/W6631216910","https://openalex.org/W6685183736","https://openalex.org/W6747225742"],"related_works":["https://openalex.org/W1972035260","https://openalex.org/W4301594054","https://openalex.org/W2794488505","https://openalex.org/W3125889879","https://openalex.org/W3124422538","https://openalex.org/W2295467472","https://openalex.org/W1986106996","https://openalex.org/W4285012873","https://openalex.org/W2122517733","https://openalex.org/W4379525811"],"abstract_inverted_index":{"Image-text":[0],"matching":[1,23,194,211,218],"of":[2,49,125,135,177,206],"natural":[3,16],"scenes":[4],"has":[5,24],"been":[6],"a":[7,72,97,197],"popular":[8],"research":[9],"topic":[10],"in":[11,29,57,63,96,196],"both":[12],"computer":[13],"vision":[14],"and":[15,53,91,111,128,161,179],"language":[17],"processing":[18],"communities.":[19],"Recently,":[20],"fine-grained":[21,171,209],"image-text":[22,82,193,217],"shown":[25],"its":[26,61],"significant":[27],"advance":[28],"inferring":[30],"the":[31,81,121,133,148,153,170,174,182,204,207,215],"high-level":[32,122],"semantic":[33,51,74,89,123,130,150],"correspondence":[34,172],"by":[35,84,141,213],"aggregating":[36,142],"pairwise":[37],"region-word":[38],"similarity,":[39],"but":[40],"it":[41],"remains":[42],"challenging":[43],"mainly":[44],"due":[45],"to":[46,119,146,168,190],"insufficient":[47],"representation":[48],"high-order":[50],"concepts":[52,90,124],"their":[54,86,94,129],"explicit":[55],"connections":[56],"one":[58],"modality":[59],"as":[60],"matched":[62],"another":[64],"modality.":[65],"To":[66,100],"tackle":[67],"this":[68],"issue,":[69],"we":[70],"propose":[71],"relationship-enhanced":[73,108,113],"graph":[75,105,109,114,137,210],"(ReSG)":[76],"model,":[77],"which":[78],"can":[79,186],"improve":[80],"representations":[83,134,176],"learning":[85],"locally":[87],"discriminative":[88,183],"then":[92],"organizing":[93],"relationships":[95],"contextual":[98,144],"order.":[99],"be":[101,187],"specific,":[102],"two":[103],"tailored":[104],"encoders,":[106],"visual":[107],"(VReG)":[110],"textual":[112],"(TReG),":[115],"are":[116,139,165],"respectively":[117],"exploited":[118],"encode":[120],"corresponding":[126],"instances":[127],"relationships.":[131],"Meanwhile,":[132],"each":[136],"node":[138],"optimized":[140],"semantically":[143],"information":[145],"enhance":[147],"node-level":[149],"correspondence.":[151],"Further,":[152],"hard-negative":[154],"triplet":[155],"ranking":[156],"loss,":[157,160],"center":[158],"hinge":[159],"positive-negative":[162],"margin":[163],"loss":[164],"jointly":[166],"leveraged":[167],"learn":[169],"between":[173],"ReSG":[175],"image":[178],"text,":[180],"whereby":[181],"cross-modal":[184],"embeddings":[185],"explicitly":[188],"obtained":[189],"benefit":[191],"various":[192],"tasks":[195],"more":[198],"interpretable":[199],"way.":[200],"Extensive":[201],"experiments":[202],"verify":[203],"advantages":[205],"proposed":[208],"approach,":[212],"achieving":[214],"state-of-the-art":[216],"results":[219],"on":[220],"public":[221],"benchmark":[222],"datasets.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2025-10-10T00:00:00"}