{"id":"https://openalex.org/W3176524055","doi":"https://doi.org/10.1109/tnnls.2021.3086066","title":"Toward Region-Aware Attention Learning for Scene Graph Generation","display_name":"Toward Region-Aware Attention Learning for Scene Graph Generation","publication_year":2021,"publication_date":"2021-06-21","ids":{"openalex":"https://openalex.org/W3176524055","doi":"https://doi.org/10.1109/tnnls.2021.3086066","mag":"3176524055","pmid":"https://pubmed.ncbi.nlm.nih.gov/34152991"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3086066","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3086066","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081485810","display_name":"An-An Liu","orcid":"https://orcid.org/0000-0001-5755-9145"},"institutions":[{"id":"https://openalex.org/I4210121144","display_name":"China Machine Press","ror":"https://ror.org/02t1dzr71","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210121144"]},{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"An-An Liu","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China","State Key Laboratory of Communication Content Cognition, People's Daily Online, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"State Key Laboratory of Communication Content Cognition, People's Daily Online, Beijing, China","institution_ids":["https://openalex.org/I4210121144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019994406","display_name":"Hongshuo Tian","orcid":"https://orcid.org/0000-0001-7635-0961"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongshuo Tian","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054900679","display_name":"Ning Xu","orcid":"https://orcid.org/0000-0002-7526-4356"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Xu","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001185571","display_name":"Weizhi Nie","orcid":"https://orcid.org/0000-0002-0578-8138"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhi Nie","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046305086","display_name":"Yongdong Zhang","orcid":"https://orcid.org/0000-0002-1151-1792"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongdong Zhang","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, China","Key Laboratory of Electromagnetic Space Information, Chinese Academy of Sciences, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Key Laboratory of Electromagnetic Space Information, Chinese Academy of Sciences, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016415049","display_name":"Mohan Kankanhalli","orcid":"https://orcid.org/0000-0002-4846-2015"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mohan Kankanhalli","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5081485810"],"corresponding_institution_ids":["https://openalex.org/I162868743","https://openalex.org/I4210121144"],"apc_list":null,"apc_paid":null,"fwci":2.9993,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.92802637,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"33","issue":"12","first_page":"7655","last_page":"7666"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5589507818222046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4394419193267822},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.42616182565689087},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3496708869934082},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3367840051651001},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.16025975346565247}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5589507818222046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4394419193267822},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.42616182565689087},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3496708869934082},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3367840051651001},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.16025975346565247}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006736","descriptor_name":"Horses","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006736","descriptor_name":"Horses","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006736","descriptor_name":"Horses","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3086066","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3086066","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:34152991","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34152991","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G2050428177","display_name":null,"funder_award_id":"61772359","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7474616114","display_name":null,"funder_award_id":"62002257","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8402877594","display_name":null,"funder_award_id":"2020YFB1406602","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1892016050","https://openalex.org/W1999567494","https://openalex.org/W2019370496","https://openalex.org/W2049705550","https://openalex.org/W2102605133","https://openalex.org/W2155027007","https://openalex.org/W2157331557","https://openalex.org/W2194775991","https://openalex.org/W2277195237","https://openalex.org/W2322020277","https://openalex.org/W2479423890","https://openalex.org/W2560920409","https://openalex.org/W2570343428","https://openalex.org/W2579549467","https://openalex.org/W2591644541","https://openalex.org/W2605736949","https://openalex.org/W2607855566","https://openalex.org/W2620666060","https://openalex.org/W2629538667","https://openalex.org/W2747623286","https://openalex.org/W2751808960","https://openalex.org/W2795151422","https://openalex.org/W2798644314","https://openalex.org/W2803526748","https://openalex.org/W2808877322","https://openalex.org/W2810482788","https://openalex.org/W2883170015","https://openalex.org/W2886970679","https://openalex.org/W2890187992","https://openalex.org/W2890531016","https://openalex.org/W2899771611","https://openalex.org/W2905224888","https://openalex.org/W2950096400","https://openalex.org/W2950898568","https://openalex.org/W2955273087","https://openalex.org/W2962737704","https://openalex.org/W2962785943","https://openalex.org/W2962958773","https://openalex.org/W2963052338","https://openalex.org/W2963076818","https://openalex.org/W2963175158","https://openalex.org/W2963536419","https://openalex.org/W2963649796","https://openalex.org/W2963650529","https://openalex.org/W2963902384","https://openalex.org/W2974497444","https://openalex.org/W2982065678","https://openalex.org/W2987123286","https://openalex.org/W2995182785","https://openalex.org/W3023511145","https://openalex.org/W3040248848","https://openalex.org/W3111980808","https://openalex.org/W4249013746","https://openalex.org/W4295750171","https://openalex.org/W4299522971","https://openalex.org/W6620707391","https://openalex.org/W6630875275","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6683204974","https://openalex.org/W6690815549","https://openalex.org/W6739930931","https://openalex.org/W6743410771","https://openalex.org/W6752245542","https://openalex.org/W6754554023","https://openalex.org/W6756040250","https://openalex.org/W6757374366","https://openalex.org/W6786893697"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655"],"abstract_inverted_index":{"Scene":[0],"graph":[1,158,168],"generation":[2],"(SGGen)":[3],"is":[4,114,199],"a":[5,10,106,134],"challenging":[6],"task":[7],"due":[8],"to":[9,37,57,70,115,121,149,170,184,207,225],"complex":[11],"visual":[12,20,33,55,94],"context":[13],"of":[14,78,136,203,237],"an":[15,139,150],"image.":[16],"Intuitively,":[17],"the":[18,39,45,59,63,72,79,83,101,118,126,142,155,167,180,204,221,235,238],"human":[19,48],"system":[21],"can":[22,52,67,218],"volitionally":[23],"focus":[24],"on":[25,230],"attended":[26,64,172,190,223],"regions":[27,95,124,137,173,191,224],"by":[28,85],"salient":[29,123],"stimuli":[30],"associated":[31],"with":[32,125,141,201],"cues.":[34],"For":[35],"example,":[36],"infer":[38,226],"relationship":[40],"between":[41,47],"man":[42],"and":[43,50,128,188,214,244],"horse,":[44],"interaction":[46],"leg":[49],"horseback":[51],"provide":[53],"strong":[54],"evidence":[56],"predict":[58],"predicate":[60,129,193],"ride.":[61],"Besides,":[62],"region":[65,147],"face":[66],"also":[68],"help":[69,219],"determine":[71],"object":[73,127,175],"man.":[74],"Till":[75],"now,":[76],"most":[77],"existing":[80],"works":[81],"studied":[82],"SGGen":[84],"extracting":[86],"coarse-grained":[87],"bounding":[88],"box":[89],"features":[90],"while":[91],"understanding":[92],"fine-grained":[93],"received":[96],"limited":[97],"attention.":[98],"To":[99],"mitigate":[100],"drawback,":[102],"this":[103],"article":[104],"proposes":[105],"region-aware":[107],"attention":[108,119,157,164],"learning":[109,216],"method.":[110,240],"The":[111,211],"key":[112],"idea":[113],"explicitly":[116],"construct":[117,208],"space":[120],"explore":[122],"inferences.":[130],"First,":[131],"we":[132,153,178],"extract":[133],"set":[135],"in":[138],"image":[140],"standard":[143],"detection":[144],"pipeline.":[145],"Each":[146],"regresses":[148],"object.":[151],"Second,":[152],"propose":[154],"object-wise":[156],"neural":[159],"network":[160],"(GNN),":[161],"which":[162],"incorporates":[163],"modules":[165],"into":[166],"structure":[169],"discover":[171,220],"for":[174,192],"inference.":[176,194],"Third,":[177],"build":[179],"predicate-wise":[181],"co-attention":[182],"GNN":[183],"jointly":[185],"highlight":[186],"subject's":[187],"object's":[189],"Particularly,":[195],"each":[196],"subject-object":[197],"pair":[198],"connected":[200],"one":[202,209],"latent":[205],"predicates":[206],"triplet.":[210],"proposed":[212,239],"intra-triplet":[213],"inter-triplet":[215],"mechanism":[217],"pair-wise":[222],"predicates.":[227],"Extensive":[228],"experiments":[229],"two":[231],"popular":[232],"benchmarks":[233],"demonstrate":[234],"superiority":[236],"Additional":[241],"ablation":[242],"studies":[243],"visualization":[245],"further":[246],"validate":[247],"its":[248],"effectiveness.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-03T08:47:05.690250","created_date":"2025-10-10T00:00:00"}