{"id":"https://openalex.org/W3192443982","doi":"https://doi.org/10.1109/tip.2020.3048627","title":"Learning Aligned Image-Text Representations Using Graph Attentive Relational Network","display_name":"Learning Aligned Image-Text Representations Using Graph Attentive Relational Network","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3192443982","doi":"https://doi.org/10.1109/tip.2020.3048627","mag":"3192443982","pmid":"https://pubmed.ncbi.nlm.nih.gov/33417550"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2020.3048627","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.3048627","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101664544","display_name":"Ya Jing","orcid":"https://orcid.org/0000-0002-4179-8210"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ya Jing","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Center for Research on Intelligent Perception and Computing, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Center for Research on Intelligent Perception and Computing, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115695506","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-5750-6980"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Center for Research on Intelligent Perception and Computing, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Center for Research on Intelligent Perception and Computing, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115602506","display_name":"Liang Wang","orcid":"https://orcid.org/0000-0001-5224-8647"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Wang","raw_affiliation_strings":["Center for Excellence in Brain Science and Intelligence Technology, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","National Laboratory of Pattern Recognition, Center for Research on Intelligent Perception and Computing, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center for Excellence in Brain Science and Intelligence Technology, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Center for Research on Intelligent Perception and Computing, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103202227","display_name":"Tieniu Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tieniu Tan","raw_affiliation_strings":["Center for Excellence in Brain Science and Intelligence Technology, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","National Laboratory of Pattern Recognition, Center for Research on Intelligent Perception and Computing, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center for Excellence in Brain Science and Intelligence Technology, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Center for Research on Intelligent Perception and Computing, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101664544"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":1.2596,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.81997342,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"30","issue":null,"first_page":"1840","last_page":"1852"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.741080105304718},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6996076703071594},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6668576598167419},{"id":"https://openalex.org/keywords/noun","display_name":"Noun","score":0.5743961334228516},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5166656970977783},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.45140162110328674},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4499725103378296},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4331090450286865},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1275603473186493},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.10791504383087158}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.741080105304718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6996076703071594},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6668576598167419},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.5743961334228516},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5166656970977783},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.45140162110328674},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4499725103378296},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4331090450286865},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1275603473186493},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.10791504383087158},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2020.3048627","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.3048627","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:33417550","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33417550","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2088895097","display_name":null,"funder_award_id":"2019JZZY010119","funder_id":"https://openalex.org/F4320333596","funder_display_name":"Key Technology Research and Development Program of Shandong"},{"id":"https://openalex.org/G4952369799","display_name":null,"funder_award_id":"61976214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6431871145","display_name":null,"funder_award_id":"61721004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320333596","display_name":"Key Technology Research and Development Program of Shandong","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W26575457","https://openalex.org/W41482161","https://openalex.org/W179875071","https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1527575280","https://openalex.org/W1602182271","https://openalex.org/W1662382123","https://openalex.org/W1686810756","https://openalex.org/W1875842236","https://openalex.org/W1895577753","https://openalex.org/W1933349210","https://openalex.org/W1957706851","https://openalex.org/W1982925187","https://openalex.org/W2046876937","https://openalex.org/W2064675550","https://openalex.org/W2097117768","https://openalex.org/W2116341502","https://openalex.org/W2143017621","https://openalex.org/W2153579005","https://openalex.org/W2163605009","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2309415944","https://openalex.org/W2339827301","https://openalex.org/W2398118205","https://openalex.org/W2441198140","https://openalex.org/W2533598788","https://openalex.org/W2546696630","https://openalex.org/W2612445135","https://openalex.org/W2774267535","https://openalex.org/W2776622059","https://openalex.org/W2778100917","https://openalex.org/W2791265323","https://openalex.org/W2798429327","https://openalex.org/W2801814609","https://openalex.org/W2802979841","https://openalex.org/W2811124557","https://openalex.org/W2882319491","https://openalex.org/W2883311563","https://openalex.org/W2883638665","https://openalex.org/W2885709146","https://openalex.org/W2887272576","https://openalex.org/W2892321090","https://openalex.org/W2894786240","https://openalex.org/W2931882224","https://openalex.org/W2950898568","https://openalex.org/W2951659295","https://openalex.org/W2962964995","https://openalex.org/W2963322158","https://openalex.org/W2963449390","https://openalex.org/W2963467339","https://openalex.org/W2963499204","https://openalex.org/W2963693726","https://openalex.org/W2963842104","https://openalex.org/W2963882743","https://openalex.org/W2964015378","https://openalex.org/W2964120214","https://openalex.org/W2964121744","https://openalex.org/W2964311892","https://openalex.org/W2964321699","https://openalex.org/W2972113750","https://openalex.org/W3105758476","https://openalex.org/W4294170691","https://openalex.org/W4297742767","https://openalex.org/W4297775537","https://openalex.org/W6601069402","https://openalex.org/W6601733005","https://openalex.org/W6607333740","https://openalex.org/W6630875275","https://openalex.org/W6631190155","https://openalex.org/W6631516269","https://openalex.org/W6636160605","https://openalex.org/W6637178625","https://openalex.org/W6637373629","https://openalex.org/W6682691769","https://openalex.org/W6684191040","https://openalex.org/W6690815549","https://openalex.org/W6704003556","https://openalex.org/W6720006811","https://openalex.org/W6726873649","https://openalex.org/W6737664043","https://openalex.org/W6747225742","https://openalex.org/W6747428963","https://openalex.org/W6749537441","https://openalex.org/W6751490589","https://openalex.org/W6753111123","https://openalex.org/W6753331806","https://openalex.org/W6754008707","https://openalex.org/W6754723634"],"related_works":["https://openalex.org/W2375873920","https://openalex.org/W2146114872","https://openalex.org/W2392060890","https://openalex.org/W2392760275","https://openalex.org/W2083530853","https://openalex.org/W2982905616","https://openalex.org/W2009831055","https://openalex.org/W2393172683","https://openalex.org/W2368686738","https://openalex.org/W2389383932"],"abstract_inverted_index":{"Image-text":[0],"matching":[1,23],"aims":[2],"to":[3,20,26,38,49,64,88,104,149,172,181,213],"measure":[4],"the":[5,28,39,51,66,71,77,85,89,106,112,121,126,174,177,182,187,197,215,230],"similarities":[6],"between":[7,32,114,189],"images":[8,131],"and":[9,35,132,136,161,210],"textual":[10,80,152,159],"descriptions,":[11],"which":[12,82,154],"has":[13],"made":[14],"great":[15],"progress":[16],"recently.":[17],"The":[18],"key":[19],"this":[21,94],"cross-modal":[22,58],"task":[24],"is":[25,46,147,169],"build":[27],"latent":[29,52],"semantic":[30,53],"alignment":[31,54],"visual":[33,91],"objects":[34],"words.":[36],"Due":[37],"widespread":[40],"variations":[41],"of":[42,158,217],"sentence":[43],"structures,":[44],"it":[45],"very":[47],"difficult":[48],"learn":[50,65,105,150],"using":[55],"only":[56],"global":[57],"features.":[59,163],"Many":[60],"previous":[61],"methods":[62],"attempt":[63],"aligned":[67,107],"image-text":[68,108,123],"representations":[69,109,153],"by":[70,110,185],"attention":[72,167],"mechanism":[73],"but":[74],"generally":[75],"ignore":[76],"relationships":[78,113,188],"within":[79],"descriptions":[81],"determine":[83],"whether":[84],"words":[86],"belong":[87,180],"same":[90],"object.":[92],"In":[93,125],"paper,":[95],"we":[96,128],"propose":[97],"a":[98,118,141,156,165],"graph":[99,143,166],"attentive":[100],"relational":[101,162],"network":[102,145,168],"(GARN)":[103],"modeling":[111,186],"noun":[115,137,178,190],"phrases":[116,179],"in":[117,220],"text":[119],"for":[120],"identity-aware":[122],"matching.":[124],"GARN,":[127],"first":[129],"decompose":[130],"texts":[133],"into":[134],"regions":[135,184],"phrases,":[138],"respectively.":[139],"Then":[140],"skip":[142],"neural":[144],"(skip-GNN)":[146],"proposed":[148,171],"effective":[151],"are":[155],"mixture":[157],"features":[160],"Finally,":[164],"further":[170],"obtain":[173],"probabilities":[175],"that":[176,226],"image":[183],"phrases.":[191],"We":[192],"perform":[193],"extensive":[194],"experiments":[195],"on":[196,233],"CUHK":[198],"Person":[199],"Description":[200],"dataset":[201,205,209,212],"(CUHK-PEDES),":[202],"Caltech-UCSD":[203],"Birds":[204],"(CUB),":[206],"Oxford-102":[207],"Flowers":[208],"Flickr30K":[211],"verify":[214],"effectiveness":[216],"each":[218],"component":[219],"our":[221,227],"model.":[222],"Experimental":[223],"results":[224,232],"show":[225],"approach":[228],"achieves":[229],"state-of-the-art":[231],"these":[234],"four":[235],"benchmark":[236],"datasets.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}