{"id":"https://openalex.org/W7123358987","doi":"https://doi.org/10.3390/app16020788","title":"Structured Scene Parsing with a Hierarchical CLIP Model for Images","display_name":"Structured Scene Parsing with a Hierarchical CLIP Model for Images","publication_year":2026,"publication_date":"2026-01-12","ids":{"openalex":"https://openalex.org/W7123358987","doi":"https://doi.org/10.3390/app16020788"},"language":"en","primary_location":{"id":"doi:10.3390/app16020788","doi":"https://doi.org/10.3390/app16020788","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app16020788","pdf_url":"https://www.mdpi.com/2076-3417/16/2/788/pdf?version=1768238672","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2076-3417/16/2/788/pdf?version=1768238672","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101605769","display_name":"Yunhao Sun","orcid":"https://orcid.org/0000-0002-1340-9185","observed_orcids":["https://orcid.org/0000-0002-1340-9185"]},"institutions":[{"id":"https://openalex.org/I156292868","display_name":"Dalian University of Foreign Languages","ror":"https://ror.org/008a8z393","country_code":"CN","type":"education","lineage":["https://openalex.org/I156292868"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhao Sun","raw_affiliation_strings":["Research Center for Language Intelligence, Dalian University of Foreign Languages, Dalian 116044, China","School of Software, Dalian University of Foreign Languages, Dalian 116044, China"],"raw_orcid":"https://orcid.org/0000-0002-1340-9185","affiliations":[{"raw_affiliation_string":"Research Center for Language Intelligence, Dalian University of Foreign Languages, Dalian 116044, China","institution_ids":["https://openalex.org/I156292868"]},{"raw_affiliation_string":"School of Software, Dalian University of Foreign Languages, Dalian 116044, China","institution_ids":["https://openalex.org/I156292868"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088906626","display_name":"Xiaoao Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I156292868","display_name":"Dalian University of Foreign Languages","ror":"https://ror.org/008a8z393","country_code":"CN","type":"education","lineage":["https://openalex.org/I156292868"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoao Chen","raw_affiliation_strings":["School of Software, Dalian University of Foreign Languages, Dalian 116044, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Foreign Languages, Dalian 116044, China","institution_ids":["https://openalex.org/I156292868"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122900497","display_name":"Heng Chen","orcid":"https://orcid.org/0000-0001-7446-4172","observed_orcids":["https://orcid.org/0000-0001-7446-4172"]},"institutions":[{"id":"https://openalex.org/I156292868","display_name":"Dalian University of Foreign Languages","ror":"https://ror.org/008a8z393","country_code":"CN","type":"education","lineage":["https://openalex.org/I156292868"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Heng Chen","raw_affiliation_strings":["Research Center for Language Intelligence, Dalian University of Foreign Languages, Dalian 116044, China","School of Software, Dalian University of Foreign Languages, Dalian 116044, China"],"raw_orcid":"https://orcid.org/0000-0001-7446-4172","affiliations":[{"raw_affiliation_string":"Research Center for Language Intelligence, Dalian University of Foreign Languages, Dalian 116044, China","institution_ids":["https://openalex.org/I156292868"]},{"raw_affiliation_string":"School of Software, Dalian University of Foreign Languages, Dalian 116044, China","institution_ids":["https://openalex.org/I156292868"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068137080","display_name":"Yiduo Liang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I156292868","display_name":"Dalian University of Foreign Languages","ror":"https://ror.org/008a8z393","country_code":"CN","type":"education","lineage":["https://openalex.org/I156292868"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiduo Liang","raw_affiliation_strings":["Research Center for Language Intelligence, Dalian University of Foreign Languages, Dalian 116044, China","School of Software, Dalian University of Foreign Languages, Dalian 116044, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center for Language Intelligence, Dalian University of Foreign Languages, Dalian 116044, China","institution_ids":["https://openalex.org/I156292868"]},{"raw_affiliation_string":"School of Software, Dalian University of Foreign Languages, Dalian 116044, China","institution_ids":["https://openalex.org/I156292868"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040293825","display_name":"Ruihua Qi","orcid":"https://orcid.org/0000-0002-2583-3055","observed_orcids":["https://orcid.org/0000-0002-2583-3055"]},"institutions":[{"id":"https://openalex.org/I156292868","display_name":"Dalian University of Foreign Languages","ror":"https://ror.org/008a8z393","country_code":"CN","type":"education","lineage":["https://openalex.org/I156292868"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruihua Qi","raw_affiliation_strings":["Research Center for Language Intelligence, Dalian University of Foreign Languages, Dalian 116044, China","School of Software, Dalian University of Foreign Languages, Dalian 116044, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center for Language Intelligence, Dalian University of Foreign Languages, Dalian 116044, China","institution_ids":["https://openalex.org/I156292868"]},{"raw_affiliation_string":"School of Software, Dalian University of Foreign Languages, Dalian 116044, China","institution_ids":["https://openalex.org/I156292868"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5040293825","https://openalex.org/A5122900497"],"corresponding_institution_ids":["https://openalex.org/I156292868"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2896},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2896},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03023045,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":"2","first_page":"788","last_page":"788"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scene-graph-generation","display_name":"scene graph generation","score":0.6949999928474426},{"id":"https://openalex.org/keywords/clip","display_name":"CLIP","score":0.7480000257492065},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.8870000243186951},{"id":"https://openalex.org/keywords/multi-head-self-attention","display_name":"multi-head self-attention","score":0.7990000247955322},{"id":"https://openalex.org/keywords/predicate-classification","display_name":"predicate classification","score":0.7720000147819519},{"id":"https://openalex.org/keywords/visual-genome","display_name":"Visual Genome","score":0.578000009059906},{"id":"https://openalex.org/keywords/long-tailed-distributions","display_name":"long-tailed distributions","score":0.6190000176429749}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8173999786376953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6025999784469604},{"id":"https://openalex.org/C140146324","wikidata":"https://www.wikidata.org/wiki/Q1144319","display_name":"Predicate (mathematical logic)","level":2,"score":0.5839999914169312},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5726000070571899},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.4778999984264374},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4546000063419342},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.353300005197525},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.3407000005245209},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.32440000772476196},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C95318506","wikidata":"https://www.wikidata.org/wiki/Q6588467","display_name":"Textual entailment","level":3,"score":0.2906000018119812},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26600000262260437},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.25429999828338623}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/app16020788","doi":"https://doi.org/10.3390/app16020788","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app16020788","pdf_url":"https://www.mdpi.com/2076-3417/16/2/788/pdf?version=1768238672","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:231c32bee5b54cd6aefbc43d628a7c26","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/231c32bee5b54cd6aefbc43d628a7c26","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Applied Sciences, Vol 16, Iss 2, p 788 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/app16020788","doi":"https://doi.org/10.3390/app16020788","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app16020788","pdf_url":"https://www.mdpi.com/2076-3417/16/2/788/pdf?version=1768238672","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Industry, innovation and infrastructure","score":0.5813873410224915,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7123358987.pdf","grobid_xml":"https://content.openalex.org/works/W7123358987.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Visual":[0,106],"Relationship":[1],"Prediction":[2],"(VRP)":[3],"is":[4,78],"crucial":[5],"for":[6,40,59],"advancing":[7],"structured":[8,41],"scene":[9,42,148],"understanding,":[10],"yet":[11],"existing":[12],"methods":[13],"struggle":[14],"with":[15],"ineffective":[16],"multimodal":[17,73],"fusion,":[18],"static":[19],"relationship":[20],"representations,":[21],"and":[22,56,61,81,132,145],"a":[23,35,47,79,90,127,133],"lack":[24],"of":[25,112,130,136],"logical":[26,95],"consistency.":[27],"To":[28],"address":[29],"these":[30],"limitations,":[31],"this":[32],"paper":[33],"proposes":[34],"Hierarchical":[36],"CLIP":[37,49],"model":[38],"(H-CLIP)":[39],"parsing.":[43],"Our":[44],"approach":[45],"leverages":[46],"pre-trained":[48],"backbone":[50],"to":[51,93],"extract":[52],"aligned":[53],"visual,":[54],"textual,":[55],"spatial":[57],"features":[58],"entities":[60],"their":[62],"union":[63],"regions.":[64],"A":[65],"multi-head":[66],"self-attention":[67],"mechanism":[68],"then":[69],"performs":[70],"deep,":[71],"dynamic":[72],"fusion.":[74],"The":[75],"core":[76],"innovation":[77],"consistency":[80],"reversibility":[82],"verification":[83],"mechanism,":[84],"which":[85],"imposes":[86],"algebraic":[87],"constraints":[88],"as":[89],"regularization":[91],"loss":[92],"enforce":[94],"coherence":[96],"in":[97,142],"the":[98,105,110,113,122],"learned":[99],"relation":[100],"space.":[101],"Extensive":[102],"experiments":[103],"on":[104,121],"Genome":[107],"dataset":[108],"demonstrate":[109],"superiority":[111],"proposed":[114],"method.":[115],"H-CLIP":[116],"significantly":[117],"outperforms":[118],"state-of-the-art":[119],"baselines":[120],"predicate":[123],"classification":[124],"task,":[125],"achieving":[126],"Recall@50":[128,135],"score":[129],"64.31%":[131],"Mean":[134],"36.02%,":[137],"thereby":[138],"validating":[139],"its":[140],"effectiveness":[141],"generating":[143],"accurate":[144],"logically":[146],"consistent":[147],"graphs":[149],"even":[150],"under":[151],"long-tailed":[152],"distributions.":[153]},"counts_by_year":[],"updated_date":"2026-09-24T07:57:37.273135","created_date":"2026-01-14T00:00:00"}