{"id":"https://openalex.org/W4405146223","doi":"https://doi.org/10.1109/access.2026.3690725","title":"Self-Supervised Learning for Open-Set Scene Graph Generation by Unknown-Object and Relationship Pseudo-Labels","display_name":"Self-Supervised Learning for Open-Set Scene Graph Generation by Unknown-Object and Relationship Pseudo-Labels","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W4405146223","doi":"https://doi.org/10.1109/access.2026.3690725"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3690725","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3690725","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3690725","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063687197","display_name":"Motoharu Sonogashira","orcid":"https://orcid.org/0000-0001-7429-4011"},"institutions":[{"id":"https://openalex.org/I46980622","display_name":"Kyoto Seika University","ror":"https://ror.org/05g4f0342","country_code":"JP","type":"education","lineage":["https://openalex.org/I46980622"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Motoharu Sonogashira","raw_affiliation_strings":["Information R&#x0026;D and Strategy Headquarters, RIKEN, Seika, Soraku, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0001-7429-4011","affiliations":[{"raw_affiliation_string":"Information R&#x0026;D and Strategy Headquarters, RIKEN, Seika, Soraku, Kyoto, Japan","institution_ids":["https://openalex.org/I46980622"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009968486","display_name":"Masaaki Iiyama","orcid":"https://orcid.org/0000-0002-7715-3078"},"institutions":[{"id":"https://openalex.org/I171494771","display_name":"Shiga University","ror":"https://ror.org/01vvhy971","country_code":"JP","type":"education","lineage":["https://openalex.org/I171494771"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masaaki Iiyama","raw_affiliation_strings":["Faculty of Data Science, Shiga University, Hikone, Shiga, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7715-3078","affiliations":[{"raw_affiliation_string":"Faculty of Data Science, Shiga University, Hikone, Shiga, Japan","institution_ids":["https://openalex.org/I171494771"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027960360","display_name":"Yasutomo Kawanishi","orcid":"https://orcid.org/0000-0002-3799-4550"},"institutions":[{"id":"https://openalex.org/I46980622","display_name":"Kyoto Seika University","ror":"https://ror.org/05g4f0342","country_code":"JP","type":"education","lineage":["https://openalex.org/I46980622"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasutomo Kawanishi","raw_affiliation_strings":["Information R&#x0026;D and Strategy Headquarters, RIKEN, Seika, Soraku, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3799-4550","affiliations":[{"raw_affiliation_string":"Information R&#x0026;D and Strategy Headquarters, RIKEN, Seika, Soraku, Kyoto, Japan","institution_ids":["https://openalex.org/I46980622"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00510218,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"70880","last_page":"70892"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5974954962730408},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5862107872962952},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5795754194259644},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5742518305778503},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5301186442375183},{"id":"https://openalex.org/keywords/scene-graph","display_name":"Scene graph","score":0.41816848516464233},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3720744252204895},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3487066626548767},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32792574167251587},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32193300127983093},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.21383872628211975},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.05180677771568298}],"concepts":[{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5974954962730408},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5862107872962952},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5795754194259644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5742518305778503},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5301186442375183},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.41816848516464233},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3720744252204895},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3487066626548767},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32792574167251587},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32193300127983093},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.21383872628211975},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.05180677771568298},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2026.3690725","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3690725","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"doi:10.2139/ssrn.5047895","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.5047895","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:doaj.org/article:4fa927cbf5e74465af89bc9de223043a","is_oa":false,"landing_page_url":"https://doaj.org/article/4fa927cbf5e74465af89bc9de223043a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 70880-70892 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3690725","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3690725","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2803390000","display_name":null,"funder_award_id":"JP26K14895","funder_id":"https://openalex.org/F4320320212","funder_display_name":"Japan Society for the Promotion of Science London"},{"id":"https://openalex.org/G4840238145","display_name":null,"funder_award_id":"JP24H00733","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5266459512","display_name":null,"funder_award_id":"JP21H03519","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5550927430","display_name":null,"funder_award_id":"JP22K17920","funder_id":"https://openalex.org/F4320320212","funder_display_name":"Japan Society for the Promotion of Science London"},{"id":"https://openalex.org/G6097251782","display_name":null,"funder_award_id":"JP21H03519","funder_id":"https://openalex.org/F4320320212","funder_display_name":"Japan Society for the Promotion of Science London"},{"id":"https://openalex.org/G6981025285","display_name":null,"funder_award_id":"JP24H00733","funder_id":"https://openalex.org/F4320320212","funder_display_name":"Japan Society for the Promotion of Science London"},{"id":"https://openalex.org/G8650340044","display_name":null,"funder_award_id":"JP22K17920","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320320212","display_name":"Japan Society for the Promotion of Science London","ror":"https://ror.org/02m7axw05"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W2145494108","https://openalex.org/W2277195237","https://openalex.org/W2293363371","https://openalex.org/W2479423890","https://openalex.org/W2531327146","https://openalex.org/W2579549467","https://openalex.org/W2756246624","https://openalex.org/W2769277182","https://openalex.org/W2886970679","https://openalex.org/W2902100037","https://openalex.org/W2936649169","https://openalex.org/W2963149653","https://openalex.org/W2963514444","https://openalex.org/W2963536419","https://openalex.org/W2963649796","https://openalex.org/W2963938081","https://openalex.org/W2985775525","https://openalex.org/W3009436130","https://openalex.org/W3035017890","https://openalex.org/W3092527263","https://openalex.org/W3146234162","https://openalex.org/W3176709420","https://openalex.org/W3177264329","https://openalex.org/W3181556077","https://openalex.org/W3198299822","https://openalex.org/W3201890160","https://openalex.org/W3217535672","https://openalex.org/W4207058579","https://openalex.org/W4221149029","https://openalex.org/W4221160508","https://openalex.org/W4281689707","https://openalex.org/W4287250737","https://openalex.org/W4287251580","https://openalex.org/W4299156426","https://openalex.org/W4312563197","https://openalex.org/W4312578903","https://openalex.org/W4312587667","https://openalex.org/W4312682661","https://openalex.org/W4313037583","https://openalex.org/W4319299846","https://openalex.org/W4319323278","https://openalex.org/W4366352717","https://openalex.org/W4394597032","https://openalex.org/W4401943198","https://openalex.org/W6694286045","https://openalex.org/W6721769334","https://openalex.org/W6732298944","https://openalex.org/W6753998590","https://openalex.org/W6769876518","https://openalex.org/W6774476834","https://openalex.org/W6774617867","https://openalex.org/W6784323503","https://openalex.org/W6792173111","https://openalex.org/W6792296345","https://openalex.org/W6794172632","https://openalex.org/W6805158924","https://openalex.org/W6811394763"],"related_works":["https://openalex.org/W2737719445","https://openalex.org/W4239098401","https://openalex.org/W2961085424","https://openalex.org/W2898210368","https://openalex.org/W2382480268","https://openalex.org/W4224009465","https://openalex.org/W3205686722","https://openalex.org/W4390667056","https://openalex.org/W4392007279","https://openalex.org/W4387129494"],"abstract_inverted_index":{"Open-set":[0],"scene":[1],"graph":[2],"generation":[3],"(SGG)":[4],"is":[5,127],"a":[6,80,104,112],"recent":[7],"problem":[8],"in":[9,25,165,171],"the":[10,43,148,153,161,181,183,188,199],"field":[11],"of":[12,20,32,42,45,124,135,155,173,177,201,209,222],"computer":[13],"vision,":[14],"which":[15,132,205],"aims":[16],"to":[17,66,84,89,95,150,237],"detect":[18,96],"relationships":[19,140,154],"known":[21,54,73,90],"and":[22,92,138,215,232,235],"unknown":[23,49,68,86,136,156,213],"objects":[24,50,69,87,137,214],"an":[26,118],"image,":[27],"thereby":[28,146,197],"enabling":[29],"detailed":[30],"understanding":[31],"complex":[33],"scenes":[34],"required":[35],"by":[36,55,74,227],"various":[37],"real-world":[38],"applications.":[39],"Current":[40],"state":[41],"art":[44],"open-set":[46,62,108,119,178],"SGG":[47,63,109,120,195],"discovers":[48],"mistakenly":[51,70],"detected":[52,71],"as":[53,72,241],"pretrained":[56,75],"closed-set":[57,76],"models.":[58,77],"Previous":[59],"studies":[60],"on":[61,111,212],"have":[64],"attempted":[65],"discover":[67],"However,":[78],"such":[79,240],"testing-time-only":[81],"approach":[82,115],"tends":[83],"overlook":[85],"dissimilar":[88],"ones":[91,190],"thus":[93],"fails":[94],"their":[97,139,216],"relationships.":[98,217],"In":[99],"this":[100,125],"paper,":[101],"we":[102],"propose":[103],"novel":[105],"technique":[106,126,164,185],"for":[107,116],"based":[110],"self-supervised":[113],"learning":[114],"training":[117,147,233],"model.":[121],"The":[122],"methodology":[123],"centered":[128],"around":[129],"relationship-aware":[130],"pseudo-labeling,":[131],"generates":[133],"pseudo-labels":[134],"from":[141],"intermediate":[142],"predictions":[143],"during":[144],"training,":[145],"model":[149],"explicitly":[151],"learn":[152],"objects.":[157],"We":[158],"experimentally":[159],"evaluated":[160],"proposed":[162,184],"training-time":[163,210],"comparison":[166],"with":[167,193,229],"previous":[168,189],"testing-time":[169],"techniques":[170],"terms":[172],"standard":[174],"evaluation":[175],"metrics":[176],"SGG.":[179,243],"As":[180],"result,":[182],"consistently":[186],"outperformed":[187],"when":[191],"combined":[192],"each":[194],"model,":[196],"demonstrating":[198],"effectiveness":[200],"our":[202],"pseudo-label-based":[203],"approach,":[204],"makes":[206],"full":[207],"use":[208],"information":[211],"Future":[218],"directions":[219],"include":[220],"automation":[221],"hyperparameter":[223],"tuning,":[224],"performance":[225],"improvement":[226],"combination":[228],"other":[230],"models":[231],"techniques,":[234],"extension":[236],"related":[238],"tasks":[239],"open-world":[242]},"counts_by_year":[],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}
