{"id":"https://openalex.org/W3155322285","doi":"https://doi.org/10.1145/3416493","title":"Socializing the Videos: A Multimodal Approach for Social Relation Recognition","display_name":"Socializing the Videos: A Multimodal Approach for Social Relation Recognition","publication_year":2021,"publication_date":"2021-02-28","ids":{"openalex":"https://openalex.org/W3155322285","doi":"https://doi.org/10.1145/3416493","mag":"3155322285"},"language":"en","primary_location":{"id":"doi:10.1145/3416493","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3416493","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025292786","display_name":"Tong Xu","orcid":"https://orcid.org/0000-0003-4246-5386"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tong Xu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047995804","display_name":"Peilun Zhou","orcid":"https://orcid.org/0000-0001-6407-6571"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peilun Zhou","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065841632","display_name":"Linkang Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linkang Hu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038668215","display_name":"Xiangnan He","orcid":"https://orcid.org/0000-0001-8472-7992"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangnan He","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666109","display_name":"Yao Hu","orcid":"https://orcid.org/0000-0003-4573-5740"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Hu","raw_affiliation_strings":["Alibaba Youku Cognitive and Intelligent Lab, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Youku Cognitive and Intelligent Lab, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5025292786"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":1.3548,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.82727391,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"17","issue":"1","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9089382290840149},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6645413637161255},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.6188890933990479},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5735666751861572},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5067043900489807},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.47899290919303894},{"id":"https://openalex.org/keywords/character","display_name":"Character (mathematics)","score":0.4334057569503784},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40693193674087524},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.09360405802726746}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9089382290840149},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6645413637161255},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6188890933990479},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5735666751861572},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5067043900489807},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.47899290919303894},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.4334057569503784},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40693193674087524},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.09360405802726746},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3416493","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3416493","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G390926470","display_name":null,"funder_award_id":"61727809, 62072423, and U19A2079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W154472438","https://openalex.org/W639708223","https://openalex.org/W1484918855","https://openalex.org/W1880262756","https://openalex.org/W1949591461","https://openalex.org/W2045807247","https://openalex.org/W2085161844","https://openalex.org/W2098807270","https://openalex.org/W2107475454","https://openalex.org/W2113609219","https://openalex.org/W2119190392","https://openalex.org/W2124049598","https://openalex.org/W2164587673","https://openalex.org/W2194775991","https://openalex.org/W2398091335","https://openalex.org/W2562476021","https://openalex.org/W2594507094","https://openalex.org/W2609468337","https://openalex.org/W2765137706","https://openalex.org/W2772633765","https://openalex.org/W2782828077","https://openalex.org/W2787293089","https://openalex.org/W2792824754","https://openalex.org/W2799047769","https://openalex.org/W2808402975","https://openalex.org/W2884913105","https://openalex.org/W2904826428","https://openalex.org/W2933991146","https://openalex.org/W2936420065","https://openalex.org/W2951323451","https://openalex.org/W2956959730","https://openalex.org/W2958301808","https://openalex.org/W2962784841","https://openalex.org/W2963252191","https://openalex.org/W2964045146","https://openalex.org/W2964187781","https://openalex.org/W2965345045","https://openalex.org/W2986586324","https://openalex.org/W2994814507","https://openalex.org/W3035111931","https://openalex.org/W3104739527","https://openalex.org/W4245780501","https://openalex.org/W4255556797","https://openalex.org/W4286696412","https://openalex.org/W4297683907"],"related_works":["https://openalex.org/W4251972423","https://openalex.org/W1503216044","https://openalex.org/W2393609567","https://openalex.org/W2369369044","https://openalex.org/W2354143083","https://openalex.org/W2372906645","https://openalex.org/W4319998713","https://openalex.org/W2050958351","https://openalex.org/W2045408812","https://openalex.org/W2888033806"],"abstract_inverted_index":{"As":[0],"a":[1,92,112,118],"crucial":[2],"task":[3,78],"for":[4,10,121,138],"video":[5,19,27],"analysis,":[6],"social":[7,62],"relation":[8,101],"recognition":[9,77,102],"characters":[11],"not":[12],"only":[13],"provides":[14],"semantically":[15],"rich":[16],"description":[17],"of":[18,61,70],"content":[20],"but":[21],"also":[22],"supports":[23],"intelligent":[24],"applications,":[25],"e.g.,":[26],"retrieval":[28],"and":[29,41,81,115,126,133],"visual":[30,40,125],"question":[31],"answering.":[32],"Unfortunately,":[33],"due":[34],"to":[35,48,96,149],"the":[36,50,56,59,68,76,99,107,124,141],"semantic":[37,42,80],"gap":[38],"between":[39],"features,":[43],"traditional":[44],"solutions":[45],"may":[46,74],"fail":[47],"reveal":[49],"accurate":[51],"relations":[52],"among":[53],"characters.":[54],"At":[55],"same":[57],"time,":[58],"development":[60],"media":[63],"platforms":[64],"has":[65],"now":[66],"promoted":[67],"emergence":[69],"crowdsourced":[71],"comments,":[72],"which":[73,130],"enhance":[75],"with":[79,98],"descriptive":[82],"cues.":[83],"To":[84],"that":[85,159],"end,":[86],"in":[87,129],"this":[88],"article,":[89],"we":[90,105],"propose":[91],"novel":[93],"multimodal-based":[94],"solution":[95,161],"deal":[97],"character":[100,109,151],"task.":[103],"Specifically,":[104],"capture":[106],"target":[108],"pairs":[110],"via":[111],"search":[113],"module":[114],"then":[116],"design":[117],"multistream":[119],"architecture":[120],"jointly":[122],"embedding":[123],"textual":[127],"information,":[128],"feature":[131],"fusion":[132],"attention":[134],"mechanism":[135],"are":[136],"adapted":[137],"better":[139],"integrating":[140],"multimodal":[142],"inputs.":[143],"Finally,":[144],"supervised":[145],"learning":[146],"is":[147],"applied":[148],"classify":[150],"relations.":[152],"Experiments":[153],"on":[154],"real-world":[155],"data":[156],"sets":[157],"validate":[158],"our":[160],"outperforms":[162],"several":[163],"competitive":[164],"baselines.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}