{"id":"https://openalex.org/W4401537510","doi":"https://doi.org/10.1109/tpami.2024.3442301","title":"Pair Then Relation: Pair-Net for Panoptic Scene Graph Generation","display_name":"Pair Then Relation: Pair-Net for Panoptic Scene Graph Generation","publication_year":2024,"publication_date":"2024-08-13","ids":{"openalex":"https://openalex.org/W4401537510","doi":"https://doi.org/10.1109/tpami.2024.3442301","pmid":"https://pubmed.ncbi.nlm.nih.gov/39137074"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3442301","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3442301","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115028374","display_name":"Jinghao Wang","orcid":"https://orcid.org/0009-0009-5919-5328"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Jinghao Wang","raw_affiliation_strings":["S-Lab, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0009-0009-5919-5328","affiliations":[{"raw_affiliation_string":"S-Lab, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109762942","display_name":"Zhengyu Wen","orcid":"https://orcid.org/0009-0005-1274-1484"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhengyu Wen","raw_affiliation_strings":["S-Lab, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0009-0005-1274-1484","affiliations":[{"raw_affiliation_string":"S-Lab, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089900108","display_name":"Xiangtai Li","orcid":"https://orcid.org/0000-0002-0550-8247"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiangtai Li","raw_affiliation_strings":["S-Lab, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0550-8247","affiliations":[{"raw_affiliation_string":"S-Lab, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072395419","display_name":"Zujin Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zujin Guo","raw_affiliation_strings":["S-Lab, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"S-Lab, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102413036","display_name":"Jingkang Yang","orcid":"https://orcid.org/0000-0002-2923-3137"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jingkang Yang","raw_affiliation_strings":["S-Lab, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2923-3137","affiliations":[{"raw_affiliation_string":"S-Lab, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100406050","display_name":"Ziwei Liu","orcid":"https://orcid.org/0000-0002-4220-5958"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ziwei Liu","raw_affiliation_strings":["S-Lab, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4220-5958","affiliations":[{"raw_affiliation_string":"S-Lab, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5115028374"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":5.7392,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.97076223,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"46","issue":"12","first_page":"10452","last_page":"10465"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7160605788230896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5629490613937378},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5041278600692749},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.49466583132743835},{"id":"https://openalex.org/keywords/scene-graph","display_name":"Scene graph","score":0.45049771666526794},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.4288623631000519},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4206010103225708},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4124460518360138},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3584429919719696},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34460216760635376},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34336477518081665},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2843649983406067}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7160605788230896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5629490613937378},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5041278600692749},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.49466583132743835},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.45049771666526794},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.4288623631000519},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4206010103225708},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4124460518360138},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3584429919719696},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34460216760635376},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34336477518081665},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2843649983406067},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3442301","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3442301","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39137074","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39137074","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8529123964","display_name":null,"funder_award_id":"MOET2EP20221- 0012","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"}],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1861492603","https://openalex.org/W2077069816","https://openalex.org/W2277195237","https://openalex.org/W2549139847","https://openalex.org/W2579549467","https://openalex.org/W2754191212","https://openalex.org/W2776212699","https://openalex.org/W2807697862","https://openalex.org/W2886970679","https://openalex.org/W2910628332","https://openalex.org/W2962785943","https://openalex.org/W2962914239","https://openalex.org/W2963351448","https://openalex.org/W2963514444","https://openalex.org/W2963536419","https://openalex.org/W2963683498","https://openalex.org/W2963938081","https://openalex.org/W2965182628","https://openalex.org/W2969541233","https://openalex.org/W2982770724","https://openalex.org/W2990567378","https://openalex.org/W2999219213","https://openalex.org/W3034355852","https://openalex.org/W3034538190","https://openalex.org/W3034984754","https://openalex.org/W3035017890","https://openalex.org/W3096609285","https://openalex.org/W3107848485","https://openalex.org/W3115390238","https://openalex.org/W3138516171","https://openalex.org/W3160550216","https://openalex.org/W3168488421","https://openalex.org/W3168649818","https://openalex.org/W3172752666","https://openalex.org/W3173181410","https://openalex.org/W3174480456","https://openalex.org/W3180157652","https://openalex.org/W3181556077","https://openalex.org/W3182635745","https://openalex.org/W3191092153","https://openalex.org/W3193902142","https://openalex.org/W3194403109","https://openalex.org/W3195421894","https://openalex.org/W3196335607","https://openalex.org/W3196936439","https://openalex.org/W3205051885","https://openalex.org/W4200498145","https://openalex.org/W4200630194","https://openalex.org/W4225493926","https://openalex.org/W4283760398","https://openalex.org/W4288083516","https://openalex.org/W4297783004","https://openalex.org/W4312317310","https://openalex.org/W4312429751","https://openalex.org/W4312473433","https://openalex.org/W4312563197","https://openalex.org/W4312578903","https://openalex.org/W4312598093","https://openalex.org/W4312815172","https://openalex.org/W4312936847","https://openalex.org/W4385245566","https://openalex.org/W4385768066","https://openalex.org/W4386066401","https://openalex.org/W4387969495","https://openalex.org/W4388816994","https://openalex.org/W4390872479","https://openalex.org/W4400188621","https://openalex.org/W6637373629","https://openalex.org/W6757817989","https://openalex.org/W6758719224","https://openalex.org/W6766545348","https://openalex.org/W6767105951","https://openalex.org/W6770108358","https://openalex.org/W6780793664","https://openalex.org/W6784094891","https://openalex.org/W6784333009","https://openalex.org/W6784477272","https://openalex.org/W6788023325","https://openalex.org/W6797784111","https://openalex.org/W6798837711","https://openalex.org/W6810790650"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W4392007279","https://openalex.org/W4387129494"],"abstract_inverted_index":{"Panoptic":[0],"Scene":[1,9],"Graph":[2,10],"(PSG)":[3],"is":[4,99],"a":[5,17,69,100,120,129,162],"challenging":[6,35],"task":[7],"in":[8],"Generation":[11],"(SGG)":[12],"that":[13,95,103],"aims":[14,66],"to":[15,30,67,85,134,202],"create":[16],"more":[18],"comprehensive":[19],"scene":[20],"graph":[21],"representation":[22],"using":[23],"panoptic":[24],"segmentation":[25],"instead":[26],"of":[27,89,152],"boxes.":[28],"Compared":[29],"SGG,":[31],"PSG":[32,53,92,108],"has":[33],"several":[34],"problems:":[36],"pixel-level":[37],"segment":[38],"outputs":[39],"and":[40,48,71,113,136,143,181],"full":[41],"relationship":[42],"exploration":[43],"(It":[44],"also":[45,147],"considers":[46],"thing":[47],"stuff":[49],"relation).":[50],"Thus,":[51],"current":[52,91],"methods":[54],"have":[55],"limited":[56],"performance,":[57],"which":[58,127,169],"hinders":[59],"downstream":[60],"tasks":[61],"or":[62],"applications.":[63],"This":[64],"work":[65],"design":[68,161],"novel":[70,121],"strong":[72],"baseline":[73],"for":[74,155,174],"PSG.":[75],"To":[76],"achieve":[77],"that,":[78],"we":[79,118,146,160],"first":[80],"conduct":[81],"an":[82],"in-depth":[83],"analysis":[84],"identify":[86],"the":[87,90,114,149,167,189],"bottleneck":[88],"models,":[93],"finding":[94],"inter-object":[96],"pair-wise":[97,139],"recall":[98],"crucial":[101],"factor":[102],"was":[104],"ignored":[105],"by":[106,158],"previous":[107],"methods.":[109],"Based":[110],"on":[111],"this":[112],"recent":[115],"query-based":[116],"frameworks,":[117],"present":[119],"framework:":[122],"Pair":[123,130],"then":[124],"Relation":[125],"(Pair-Net),":[126],"uses":[128],"Proposal":[131],"Network":[132],"(PPN)":[133],"learn":[135],"filter":[137],"sparse":[138,150],"relationships":[140,173],"between":[141],"subjects":[142],"objects.":[144],"Moreover,":[145],"observed":[148],"nature":[151],"object":[153],"pairs":[154],"both.":[156],"Motivated":[157],"this,":[159],"lightweight":[163],"Matrix":[164],"Learner":[165],"within":[166],"PPN,":[168],"directly":[170],"learns":[171],"pair-wised":[172],"pair":[175],"proposal":[176],"generation.":[177],"Through":[178],"extensive":[179],"ablation":[180],"analysis,":[182],"our":[183,194,203],"approach":[184],"significantly":[185],"improves":[186],"upon":[187],"leveraging":[188],"segmenter":[190],"solid":[191],"baseline.":[192],"Notably,":[193],"method":[195],"achieves":[196],"over":[197],"10%":[198],"absolute":[199],"gains":[200],"compared":[201],"baseline,":[204],"PSGFormer.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8}],"updated_date":"2026-05-08T15:41:06.802602","created_date":"2025-10-10T00:00:00"}