{"id":"https://openalex.org/W4285145317","doi":"https://doi.org/10.1109/tnnls.2022.3188569","title":"Relation-Aggregated Cross-Graph Correlation Learning for Fine-Grained Image\u2013Text Retrieval","display_name":"Relation-Aggregated Cross-Graph Correlation Learning for Fine-Grained Image\u2013Text Retrieval","publication_year":2022,"publication_date":"2022-07-13","ids":{"openalex":"https://openalex.org/W4285145317","doi":"https://doi.org/10.1109/tnnls.2022.3188569","pmid":"https://pubmed.ncbi.nlm.nih.gov/35830398"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3188569","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3188569","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089905978","display_name":"Shu\u2010Juan Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu-Juan Peng","raw_affiliation_strings":["Department of Artificial Intelligence, Huaqiao University, Xiamen, China","Key Laboratory of Computer Vision and Machine Learning (Huaqiao University), Fujian Province University, Xiamen, China","Key Laboratory of Pattern Recognition and Computer Vision, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Huaqiao University, Xiamen, China","institution_ids":["https://openalex.org/I119045251"]},{"raw_affiliation_string":"Key Laboratory of Computer Vision and Machine Learning (Huaqiao University), Fujian Province University, Xiamen, China","institution_ids":["https://openalex.org/I119045251"]},{"raw_affiliation_string":"Key Laboratory of Pattern Recognition and Computer Vision, Xiamen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050152095","display_name":"Yi He","orcid":"https://orcid.org/0000-0003-0040-9255"},"institutions":[{"id":"https://openalex.org/I4210126530","display_name":"Data Assurance and Communication Security","ror":"https://ror.org/02z2gfm30","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210126530","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi He","raw_affiliation_strings":["Fujian Key Laboratory of Big Data Intelligence and Security, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Big Data Intelligence and Security, Xiamen, China","institution_ids":["https://openalex.org/I4210126530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100352180","display_name":"Xin Liu","orcid":"https://orcid.org/0000-0002-0011-6260"},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Liu","raw_affiliation_strings":["Department of Computer Science, Huaqiao University, Xiamen, China","Artificial Intelligence Research Institute, Zhejiang Lab, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0011-6260","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Huaqiao University, Xiamen, China","institution_ids":["https://openalex.org/I119045251"]},{"raw_affiliation_string":"Artificial Intelligence Research Institute, Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038516431","display_name":"Yiu\u2010ming Cheung","orcid":"https://orcid.org/0000-0001-7629-4648"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yiu-ming Cheung","raw_affiliation_strings":["Department of Computer Science, Hong Kong Baptist University, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-7629-4648","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009074046","display_name":"Xing Xu","orcid":"https://orcid.org/0000-0001-5685-3123"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xu","raw_affiliation_strings":["Center for Future Multimedia and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-5685-3123","affiliations":[{"raw_affiliation_string":"Center for Future Multimedia and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025396815","display_name":"Zhen Cui","orcid":"https://orcid.org/0000-0002-0543-4196"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Cui","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0543-4196","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0343,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.92778548,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"35","issue":"2","first_page":"2194","last_page":"2207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8009704947471619},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5684698224067688},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5321067571640015},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5069389939308167},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.48356863856315613},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4596533179283142},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.45795121788978577},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.45453909039497375},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.43842169642448425},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3945622444152832},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34975525736808777},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.21984857320785522},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.19636061787605286}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8009704947471619},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5684698224067688},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5321067571640015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5069389939308167},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48356863856315613},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4596533179283142},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.45795121788978577},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.45453909039497375},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.43842169642448425},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3945622444152832},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34975525736808777},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.21984857320785522},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.19636061787605286},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3188569","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3188569","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35830398","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35830398","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7200000286102295}],"awards":[{"id":"https://openalex.org/G2536462730","display_name":null,"funder_award_id":"ZQN-709","funder_id":"https://openalex.org/F4320322182","funder_display_name":"Huaqiao University"},{"id":"https://openalex.org/G4073614178","display_name":null,"funder_award_id":"ZR2020LZH008","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G4184181208","display_name":null,"funder_award_id":"61673185","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4705533919","display_name":null,"funder_award_id":"2020J01083","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G4765907288","display_name":null,"funder_award_id":"61976049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4924449843","display_name":null,"funder_award_id":"2020J01084","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G6515857316","display_name":null,"funder_award_id":"N_HKBU214/21","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7669470752","display_name":null,"funder_award_id":"RCFNRA-IG/18-19/SCI/03","funder_id":"https://openalex.org/F4320320955","funder_display_name":"Hong Kong Baptist University"}],"funders":[{"id":"https://openalex.org/F4320320955","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null},{"id":"https://openalex.org/F4320322182","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1964073652","https://openalex.org/W2013535308","https://openalex.org/W2015175493","https://openalex.org/W2050398567","https://openalex.org/W2123442489","https://openalex.org/W2138118304","https://openalex.org/W2185175083","https://openalex.org/W2211092169","https://openalex.org/W2296447001","https://openalex.org/W2546696630","https://openalex.org/W2552579943","https://openalex.org/W2552639984","https://openalex.org/W2606473278","https://openalex.org/W2745461083","https://openalex.org/W2778100917","https://openalex.org/W2801086478","https://openalex.org/W2802864907","https://openalex.org/W2896457183","https://openalex.org/W2897135094","https://openalex.org/W2949212908","https://openalex.org/W2962964995","https://openalex.org/W2963340196","https://openalex.org/W2963389687","https://openalex.org/W2963467339","https://openalex.org/W2964120214","https://openalex.org/W2965848243","https://openalex.org/W2981448908","https://openalex.org/W2985951359","https://openalex.org/W2988823324","https://openalex.org/W2994818707","https://openalex.org/W3005971801","https://openalex.org/W3010277541","https://openalex.org/W3035605030","https://openalex.org/W3092820619","https://openalex.org/W3094172275","https://openalex.org/W3104374384","https://openalex.org/W3113055207","https://openalex.org/W3153232703","https://openalex.org/W3162085601","https://openalex.org/W6678470764","https://openalex.org/W6747225742","https://openalex.org/W6755207826"],"related_works":["https://openalex.org/W4234874385","https://openalex.org/W2323648130","https://openalex.org/W2157140558","https://openalex.org/W2905271011","https://openalex.org/W2793270624","https://openalex.org/W3164948662","https://openalex.org/W4289536128","https://openalex.org/W3153597579","https://openalex.org/W4298151006","https://openalex.org/W4285218279"],"abstract_inverted_index":{"Fine-grained":[0],"image-text":[1,207,232],"retrieval":[2,208,212,233],"has":[3],"been":[4],"a":[5,71,146],"hot":[6],"research":[7],"topic":[8],"to":[9,21,76,95,109,125,135,141,153,168,186,204],"bridge":[10],"the":[11,23,36,52,79,97,127,137,155,165,175,188,193,224,227,240,243],"vision":[12],"and":[13,15,87,114,179,199,221,234],"languages,":[14],"its":[16,236],"main":[17],"challenge":[18],"is":[19,150],"how":[20],"learn":[22,78,169],"semantic":[24,38,62,81,190],"correspondence":[25,39,43,82,99],"across":[26,158],"different":[27,118,159],"modalities.":[28],"The":[29],"existing":[30],"methods":[31],"mainly":[32],"focus":[33],"on":[34,217],"learning":[35,100],"global":[37],"or":[40],"intramodal":[41,86,143],"relation":[42,54,139,148,157],"in":[44,130],"separate":[45],"data":[46],"representations,":[47],"but":[48,133],"which":[49,90,121,161],"rarely":[50],"consider":[51],"intermodal":[53,88,156,172],"that":[55],"interactively":[56],"provide":[57],"complementary":[58],"hints":[59],"for":[60,230],"fine-grained":[61,80,112,231],"correlation":[63],"learning.":[64],"To":[65],"address":[66],"this":[67],"issue,":[68],"we":[69,104],"propose":[70],"relation-aggregated":[72,194],"cross-graph":[73,147],"(RACG)":[74],"model":[75],"explicitly":[77],"by":[83],"aggregating":[84],"both":[85,111],"relations,":[89],"can":[91,162],"be":[92],"well":[93],"utilized":[94],"guide":[96],"feature":[98,176],"process.":[101],"More":[102],"specifically,":[103],"first":[105],"build":[106],"semantic-embedded":[107],"graph":[108],"explore":[110,154],"objects":[113],"their":[115],"relations":[116],"of":[117,226,242],"media":[119],"types,":[120],"aim":[122],"not":[123],"only":[124],"characterize":[126],"object":[128],"appearance":[129],"each":[131],"modality,":[132],"also":[134],"capture":[136],"intrinsic":[138],"information":[140],"differentiate":[142],"discrepancies.":[144],"Then,":[145],"encoder":[149],"newly":[151],"designed":[152],"modalities,":[160],"mutually":[163],"boost":[164],"cross-modal":[166,195],"correlations":[167],"more":[170],"precise":[171],"dependencies.":[173],"Besides,":[174],"reconstruction":[177],"module":[178],"multihead":[180],"similarity":[181],"alignment":[182],"are":[183,201],"efficiently":[184],"leveraged":[185],"optimize":[187],"node-level":[189],"correspondence,":[191],"whereby":[192],"embeddings":[196],"between":[197],"image":[198],"text":[200],"discriminatively":[202],"obtained":[203],"benefit":[205],"various":[206],"tasks":[209],"with":[210,239],"high":[211],"performance.":[213],"Extensive":[214],"experiments":[215],"evaluated":[216],"benchmark":[218],"datasets":[219],"quantitatively":[220],"qualitatively":[222],"verify":[223],"advantages":[225],"proposed":[228],"framework":[229],"show":[235],"competitive":[237],"performance":[238],"state":[241],"arts.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}