{"id":"https://openalex.org/W4385216542","doi":"https://doi.org/10.1109/tpami.2023.3298356","title":"Adaptive Fine-Grained Predicates Learning for Scene Graph Generation","display_name":"Adaptive Fine-Grained Predicates Learning for Scene Graph Generation","publication_year":2023,"publication_date":"2023-07-24","ids":{"openalex":"https://openalex.org/W4385216542","doi":"https://doi.org/10.1109/tpami.2023.3298356","pmid":"https://pubmed.ncbi.nlm.nih.gov/37788219"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3298356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3298356","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090700061","display_name":"Xinyu Lyu","orcid":"https://orcid.org/0000-0003-2479-8881"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Lyu","raw_affiliation_strings":["Center for Future Media and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0003-2479-8881","affiliations":[{"raw_affiliation_string":"Center for Future Media and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066645546","display_name":"Lianli Gao","orcid":"https://orcid.org/0000-0002-2522-6394"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianli Gao","raw_affiliation_strings":["Center for Future Media and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0002-2522-6394","affiliations":[{"raw_affiliation_string":"Center for Future Media and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087623065","display_name":"Pengpeng Zeng","orcid":"https://orcid.org/0000-0002-0672-3790"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengpeng Zeng","raw_affiliation_strings":["Center for Future Media and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0002-0672-3790","affiliations":[{"raw_affiliation_string":"Center for Future Media and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052993469","display_name":"Heng Tao Shen","orcid":"https://orcid.org/0000-0002-2999-2088"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Tao Shen","raw_affiliation_strings":["Center for Future Media and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0002-2999-2088","affiliations":[{"raw_affiliation_string":"Center for Future Media and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036987388","display_name":"Jingkuan Song","orcid":"https://orcid.org/0000-0002-2549-8322"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingkuan Song","raw_affiliation_strings":["Center for Future Media and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0002-2549-8322","affiliations":[{"raw_affiliation_string":"Center for Future Media and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":2.0209,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.88874383,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"45","issue":"11","first_page":"13921","last_page":"13940"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7086619138717651},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6839190125465393},{"id":"https://openalex.org/keywords/predicate","display_name":"Predicate (mathematical logic)","score":0.5728987455368042},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47809645533561707},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4528998136520386},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.43065470457077026},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3221835196018219},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3101179003715515},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.23939332365989685}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7086619138717651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6839190125465393},{"id":"https://openalex.org/C140146324","wikidata":"https://www.wikidata.org/wiki/Q1144319","display_name":"Predicate (mathematical logic)","level":2,"score":0.5728987455368042},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47809645533561707},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4528998136520386},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.43065470457077026},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3221835196018219},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3101179003715515},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.23939332365989685}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3298356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3298356","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37788219","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37788219","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2546663186","display_name":null,"funder_award_id":"62020106008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3772143191","display_name":null,"funder_award_id":"2022YFC2009903/2022YFC2009900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6864684409","display_name":null,"funder_award_id":"62122018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6971015501","display_name":null,"funder_award_id":"171106","funder_id":"https://openalex.org/F4320334945","funder_display_name":"Fok Ying Tong Education Foundation"},{"id":"https://openalex.org/G7314976618","display_name":"\u878d\u5408\u81ea\u7136\u8bed\u8a00\u5904\u7406\u7684\u6df1\u5ea6\u89c6\u89c9\u7406\u89e3\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61872064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8027008232","display_name":"\u534f\u540c\u6df1\u5ea6\u89c6\u9891\u7406\u89e3\u3001\u63cf\u8ff0\u548c\u89c6\u89c9\u95ee\u7b54\u7684\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61772116","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334945","display_name":"Fok Ying Tong Education Foundation","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":100,"referenced_works":["https://openalex.org/W182884930","https://openalex.org/W639708223","https://openalex.org/W1861492603","https://openalex.org/W1956340063","https://openalex.org/W2133459682","https://openalex.org/W2183182206","https://openalex.org/W2506483933","https://openalex.org/W2574790321","https://openalex.org/W2579549467","https://openalex.org/W2591644541","https://openalex.org/W2605736949","https://openalex.org/W2626967530","https://openalex.org/W2883170015","https://openalex.org/W2883502031","https://openalex.org/W2886970679","https://openalex.org/W2947385066","https://openalex.org/W2948672349","https://openalex.org/W2962737704","https://openalex.org/W2962785943","https://openalex.org/W2963101956","https://openalex.org/W2963351448","https://openalex.org/W2963393555","https://openalex.org/W2963407932","https://openalex.org/W2963514444","https://openalex.org/W2963518342","https://openalex.org/W2963536419","https://openalex.org/W2963650529","https://openalex.org/W2963691377","https://openalex.org/W2963938081","https://openalex.org/W2969679616","https://openalex.org/W2970941190","https://openalex.org/W2980248933","https://openalex.org/W2986821660","https://openalex.org/W2990495699","https://openalex.org/W2992049873","https://openalex.org/W2992478697","https://openalex.org/W2997426000","https://openalex.org/W3008809756","https://openalex.org/W3034538190","https://openalex.org/W3034933032","https://openalex.org/W3035017890","https://openalex.org/W3035552357","https://openalex.org/W3035724871","https://openalex.org/W3036869132","https://openalex.org/W3044057088","https://openalex.org/W3081642947","https://openalex.org/W3104182862","https://openalex.org/W3106328333","https://openalex.org/W3108864070","https://openalex.org/W3122855191","https://openalex.org/W3129197028","https://openalex.org/W3166228617","https://openalex.org/W3174293538","https://openalex.org/W3174865181","https://openalex.org/W3176474016","https://openalex.org/W3180157652","https://openalex.org/W3181556077","https://openalex.org/W3182635745","https://openalex.org/W3182902595","https://openalex.org/W3191092153","https://openalex.org/W3196936439","https://openalex.org/W3203170887","https://openalex.org/W3205051885","https://openalex.org/W3215287157","https://openalex.org/W4214685694","https://openalex.org/W4214693531","https://openalex.org/W4221142293","https://openalex.org/W4221150632","https://openalex.org/W4225868495","https://openalex.org/W4225998785","https://openalex.org/W4283463548","https://openalex.org/W4285287023","https://openalex.org/W4287728378","https://openalex.org/W4293518226","https://openalex.org/W4312361652","https://openalex.org/W4312429751","https://openalex.org/W4312555984","https://openalex.org/W4312563197","https://openalex.org/W4312578903","https://openalex.org/W4312682661","https://openalex.org/W4312744661","https://openalex.org/W4313037583","https://openalex.org/W4313161463","https://openalex.org/W4366352717","https://openalex.org/W4385245566","https://openalex.org/W6607505236","https://openalex.org/W6639102338","https://openalex.org/W6739651123","https://openalex.org/W6739901393","https://openalex.org/W6753385296","https://openalex.org/W6764733053","https://openalex.org/W6779304510","https://openalex.org/W6780471797","https://openalex.org/W6780793664","https://openalex.org/W6780957418","https://openalex.org/W6783399553","https://openalex.org/W6790732931","https://openalex.org/W6810269325","https://openalex.org/W6810275000","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W1547206149","https://openalex.org/W2054891275","https://openalex.org/W2364373416","https://openalex.org/W2042218267","https://openalex.org/W1577005250","https://openalex.org/W2961085424","https://openalex.org/W2352272361","https://openalex.org/W1871461366","https://openalex.org/W2379635044","https://openalex.org/W2567323672"],"abstract_inverted_index":{"The":[0],"performance":[1,163],"of":[2,35,112,164,197],"current":[3,113],"Scene":[4],"Graph":[5],"Generation":[6],"(SGG)":[7],"models":[8,22,166],"is":[9,100],"severely":[10],"hampered":[11],"by":[12,47,108,172],"hard-to-distinguish":[13,40,55,69,84],"predicates,":[14,85],"e.g.,":[15],"\"woman-on/standing":[16],"on/walking":[17],"on-beach\".":[18],"As":[19],"general":[20],"SGG":[21,103],"tend":[23],"to":[24,81,174],"predict":[25],"head":[26],"predicates":[27,70],"and":[28,105,125,148,169,176,190],"re-balancing":[29],"strategies":[30],"prefer":[31],"tail":[32],"categories,":[33],"none":[34],"them":[36],"can":[37],"appropriately":[38],"handle":[39],"predicates.":[41],"To":[42],"tackle":[43],"this":[44],"issue,":[45],"inspired":[46],"fine-grained":[48,139],"image":[49],"classification,":[50],"which":[51,65,86,132],"focuses":[52],"on":[53,167,178,187],"differentiating":[54,68],"objects,":[56],"we":[57,74,117],"propose":[58,118],"an":[59,76,119,126],"Adaptive":[60,77,120,127],"Fine-Grained":[61],"Predicates":[62],"Learning":[63],"(FGPL-A)":[64],"aims":[66],"at":[67],"for":[71],"SGG.":[72],"First,":[73],"introduce":[75],"Predicate":[78],"Lattice":[79],"(PL-A)":[80],"figure":[82],"out":[83],"adaptively":[87],"explores":[88],"predicate":[89],"correlations":[90],"in":[91],"keeping":[92],"with":[93,138],"model's":[94,110,135,142],"dynamic":[95,143],"learning":[96,144,150],"pace.":[97],"Practically,":[98],"PL-A":[99],"initialized":[101],"from":[102],"dataset,":[104],"gets":[106],"refined":[107],"exploring":[109],"predictions":[111],"mini-batch.":[114],"Utilizing":[115],"PL-A,":[116],"Category":[121],"Discriminating":[122,129],"Loss":[123,130],"(CDL-A)":[124],"Entity":[128],"(EDL-A),":[131],"progressively":[133],"regularize":[134],"discriminating":[136],"process":[137],"supervision":[140],"concerning":[141],"status,":[145],"ensuring":[146],"balanced":[147],"efficient":[149],"process.":[151],"Extensive":[152],"experimental":[153],"results":[154],"show":[155],"that":[156],"our":[157,198],"proposed":[158],"model-agnostic":[159],"strategy":[160],"significantly":[161],"boosts":[162],"benchmark":[165],"VG-SGG":[168],"GQA-SGG":[170],"datasets":[171],"up":[173],"175%":[175],"76%":[177],"Mean":[179],"Recall@100,":[180],"achieving":[181],"new":[182],"state-of-the-art":[183],"performance.":[184],"Moreover,":[185],"experiments":[186],"Sentence-to-Graph":[188],"Retrieval":[189],"Image":[191],"Captioning":[192],"tasks":[193],"further":[194],"demonstrate":[195],"practicability":[196],"method.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}