{"id":"https://openalex.org/W4416010730","doi":"https://doi.org/10.1109/tnnls.2025.3623197","title":"From a Social Cognitive Perspective: Context-Aware Visual Social Relationship Recognition","display_name":"From a Social Cognitive Perspective: Context-Aware Visual Social Relationship Recognition","publication_year":2025,"publication_date":"2025-11-07","ids":{"openalex":"https://openalex.org/W4416010730","doi":"https://doi.org/10.1109/tnnls.2025.3623197","pmid":"https://pubmed.ncbi.nlm.nih.gov/41201935"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3623197","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3623197","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101934104","display_name":"Shiwei Wu","orcid":"https://orcid.org/0000-0002-3206-6827"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiwei Wu","raw_affiliation_strings":["Anhui Province Key Laboratory of Big Data Analysis and Application, School of Data Science and School of Computer Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-3206-6827","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, School of Data Science and School of Computer Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100460297","display_name":"Chao Zhang","orcid":"https://orcid.org/0009-0007-2579-8783"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Zhang","raw_affiliation_strings":["Anhui Province Key Laboratory of Big Data Analysis and Application, School of Data Science and School of Computer Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0007-2579-8783","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, School of Data Science and School of Computer Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000312791","display_name":"Joya Chen","orcid":"https://orcid.org/0000-0003-2021-9475"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Joya Chen","raw_affiliation_strings":["College of Design and Engineering, National University of Singapore, Queenstown, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Design and Engineering, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025292786","display_name":"Tong Xu","orcid":"https://orcid.org/0000-0003-4246-5386"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Xu","raw_affiliation_strings":["Anhui Province Key Laboratory of Big Data Analysis and Application, School of Data Science and School of Computer Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-4246-5386","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, School of Data Science and School of Computer Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113375532","display_name":"L. J. Wu","orcid":"https://orcid.org/0009-0001-2575-4779"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Likang Wu","raw_affiliation_strings":["College of Management and Economics, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0001-2575-4779","affiliations":[{"raw_affiliation_string":"College of Management and Economics, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083340374","display_name":"Qimeng Wang","orcid":"https://orcid.org/0000-0002-9715-836X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qimeng Wang","raw_affiliation_strings":["Xiaohongshu Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaohongshu Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113714146","display_name":"Yan Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan Gao","raw_affiliation_strings":["Xiaohongshu Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaohongshu Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108744823","display_name":"Yao Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao Hu","raw_affiliation_strings":["Xiaohongshu Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaohongshu Inc., Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["Anhui Province Key Laboratory of Big Data Analysis and Application, School of Data Science and School of Computer Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-4835-4102","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, School of Data Science and School of Computer Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I143868143"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29631664,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"4","first_page":"1645","last_page":"1659"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9212999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9212999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.01549999974668026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.009999999776482582,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/social-cognition","display_name":"Social cognition","score":0.5597000122070312},{"id":"https://openalex.org/keywords/social-competence","display_name":"Social competence","score":0.550599992275238},{"id":"https://openalex.org/keywords/social-relation","display_name":"Social relation","score":0.4490000009536743},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4374000132083893},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4041999876499176},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.37389999628067017},{"id":"https://openalex.org/keywords/social-environment","display_name":"Social environment","score":0.36570000648498535},{"id":"https://openalex.org/keywords/social-inhibition","display_name":"Social inhibition","score":0.3547999858856201}],"concepts":[{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.6111999750137329},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5746999979019165},{"id":"https://openalex.org/C86658582","wikidata":"https://www.wikidata.org/wiki/Q1432778","display_name":"Social cognition","level":3,"score":0.5597000122070312},{"id":"https://openalex.org/C25148115","wikidata":"https://www.wikidata.org/wiki/Q304904","display_name":"Social competence","level":3,"score":0.550599992275238},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.4562999904155731},{"id":"https://openalex.org/C130064352","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relation","level":2,"score":0.4490000009536743},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4374000132083893},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4041999876499176},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3824999928474426},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.37389999628067017},{"id":"https://openalex.org/C110379092","wikidata":"https://www.wikidata.org/wiki/Q1571836","display_name":"Social environment","level":2,"score":0.36570000648498535},{"id":"https://openalex.org/C159894899","wikidata":"https://www.wikidata.org/wiki/Q7551193","display_name":"Social inhibition","level":4,"score":0.3547999858856201},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C139475501","wikidata":"https://www.wikidata.org/wiki/Q17081866","display_name":"Social heuristics","level":4,"score":0.33070001006126404},{"id":"https://openalex.org/C2987946170","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relationship","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C123950299","wikidata":"https://www.wikidata.org/wiki/Q6918184","display_name":"Motor cognition","level":4,"score":0.31779998540878296},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3163999915122986},{"id":"https://openalex.org/C79416737","wikidata":"https://www.wikidata.org/wiki/Q2305519","display_name":"Social learning","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C206836424","wikidata":"https://www.wikidata.org/wiki/Q1510761","display_name":"Social change","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C180872759","wikidata":"https://www.wikidata.org/wiki/Q874405","display_name":"Social group","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C14564219","wikidata":"https://www.wikidata.org/wiki/Q383646","display_name":"Social cognitive theory","level":2,"score":0.2529999911785126}],"mesh":[{"descriptor_ui":"D000083282","descriptor_name":"Social Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000083282","descriptor_name":"Social Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007398","descriptor_name":"Interpersonal Relations","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007398","descriptor_name":"Interpersonal Relations","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3623197","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3623197","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:41201935","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41201935","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3604000827","display_name":null,"funder_award_id":"62222213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4442529403","display_name":null,"funder_award_id":"U22B2059","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"People's":[0],"social":[1,34,52,77,99,104,126,150,167,208],"relationships":[2,100,151],"are":[3],"often":[4,74],"manifested":[5],"through":[6],"their":[7],"surroundings,":[8],"with":[9,149,177],"certain":[10],"objects":[11],"or":[12,25],"interactions":[13],"acting":[14],"as":[15],"symbols":[16],"for":[17,152],"specific":[18],"relationships,":[19,35],"e.g.,":[20],"wedding":[21],"rings,":[22],"roses,":[23],"hugs,":[24],"holding":[26],"hands.":[27],"This":[28],"brings":[29],"unique":[30],"challenges":[31],"to":[32,68,108,124,159,206],"recognizing":[33],"requiring":[36],"understanding":[37,54],"and":[38,64,73,88,147,155,186],"capturing":[39],"the":[40,57,70,85,118,164,182,191],"essence":[41],"of":[42,51,61],"these":[43],"contexts":[44],"from":[45,102],"visual":[46,81,166,204],"appearances.":[47],"However,":[48],"current":[49],"methods":[50,176],"relationship":[53],"rely":[55],"on":[56,163,181,190],"basic":[58],"classification":[59],"paradigm":[60],"detected":[62],"persons":[63],"objects,":[65,146],"which":[66],"fails":[67],"understand":[69],"comprehensive":[71],"context":[72,87],"overlooks":[75],"decisive":[76,165],"factors,":[78],"especially":[79],"subtle":[80],"cues.":[82],"To":[83],"highlight":[84],"social-aware":[86,110,139],"intricate":[89],"details,":[90],"we":[91,112,137,196],"propose":[92],"a":[93,103,114,178,187],"novel":[94,130],"approach":[95],"that":[96,198],"recognizes":[97],"contextual":[98],"(ConSoRs)":[101],"cognitive":[105],"perspective.":[106],"Specifically,":[107],"incorporate":[109],"semantics,":[111],"build":[113],"lightweight":[115],"adapter":[116,133],"upon":[117],"frozen":[119],"contrastive":[120],"language-image":[121],"pretraining":[122],"(CLIP)":[123],"learn":[125],"concepts":[127],"via":[128,169],"our":[129],"multimodal":[131],"side":[132],"tuning":[134],"mechanism.":[135],"Furthermore,":[136,195],"construct":[138],"descriptive":[140],"language":[141],"prompts":[142],"(e.g.,":[143],"scene,":[144],"activity,":[145],"emotions)":[148],"each":[153],"image,":[154],"then":[156],"compel":[157],"ConSoR":[158,173,199],"concentrate":[160],"more":[161],"intensively":[162],"factors":[168],"visual-linguistic":[170],"contrasting.":[171],"Impressively,":[172],"outperforms":[174],"previous":[175],"7.6%":[179],"gain":[180],"people-in-social-context":[183],"(PISC)":[184],"dataset":[185],"9.8%":[188],"increase":[189],"people-in-photo-album":[192],"(PIPA)":[193],"benchmark.":[194],"observe":[197],"excels":[200],"at":[201,213],"finding":[202],"critical":[203],"evidence":[205],"reveal":[207],"relationships.":[209],"Code":[210],"is":[211],"available":[212],"https://github.com/starsholic/ConSoR.":[214]},"counts_by_year":[],"updated_date":"2026-04-07T06:01:17.266235","created_date":"2025-11-07T00:00:00"}