{"id":"https://openalex.org/W3197270443","doi":"https://doi.org/10.1145/3460426.3463634","title":"Social Relation Analysis from Videos via Multi-entity Reasoning","display_name":"Social Relation Analysis from Videos via Multi-entity Reasoning","publication_year":2021,"publication_date":"2021-08-24","ids":{"openalex":"https://openalex.org/W3197270443","doi":"https://doi.org/10.1145/3460426.3463634","mag":"3197270443"},"language":"en","primary_location":{"id":"doi:10.1145/3460426.3463634","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3460426.3463634","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022163181","display_name":"Chenghao Yan","orcid":"https://orcid.org/0009-0003-6149-1747"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chenghao Yan","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070366442","display_name":"Zihe Liu","orcid":"https://orcid.org/0000-0002-4199-1627"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihe Liu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103101177","display_name":"Fangtao Li","orcid":"https://orcid.org/0000-0002-8640-3235"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangtao Li","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086286396","display_name":"Chenyu Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyu Cao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100401048","display_name":"Zheng Wang","orcid":"https://orcid.org/0000-0001-6419-3356"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Wang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101512417","display_name":"Bin Wu","orcid":"https://orcid.org/0000-0003-0657-3427"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Wu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5022163181"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.4839,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.6524703,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"358","last_page":"366"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8341096639633179},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5668584108352661},{"id":"https://openalex.org/keywords/timeline","display_name":"Timeline","score":0.5301039218902588},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5017001628875732},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.4729040861129761},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.4653623402118683},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.45058223605155945},{"id":"https://openalex.org/keywords/spatial-relation","display_name":"Spatial relation","score":0.4356841444969177},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4207271933555603},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41622117161750793},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3964642584323883},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.38260406255722046},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.21090281009674072},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.12254884839057922}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8341096639633179},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5668584108352661},{"id":"https://openalex.org/C4438859","wikidata":"https://www.wikidata.org/wiki/Q186117","display_name":"Timeline","level":2,"score":0.5301039218902588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5017001628875732},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4729040861129761},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.4653623402118683},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.45058223605155945},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.4356841444969177},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4207271933555603},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41622117161750793},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3964642584323883},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.38260406255722046},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.21090281009674072},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.12254884839057922},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3460426.3463634","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3460426.3463634","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G3915844376","display_name":null,"funder_award_id":"61972047","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7208197312","display_name":null,"funder_award_id":"2018YFC0831500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1989004008","https://openalex.org/W2051481196","https://openalex.org/W2077069816","https://openalex.org/W2127795553","https://openalex.org/W2147377836","https://openalex.org/W2507009361","https://openalex.org/W2558630670","https://openalex.org/W2609468337","https://openalex.org/W2620629206","https://openalex.org/W2740569051","https://openalex.org/W2782828077","https://openalex.org/W2797200251","https://openalex.org/W2914699769","https://openalex.org/W2951019013","https://openalex.org/W2954337996","https://openalex.org/W2958301808","https://openalex.org/W2962688385","https://openalex.org/W2962698660","https://openalex.org/W2962784841","https://openalex.org/W2962794823","https://openalex.org/W2963274633","https://openalex.org/W2963524571","https://openalex.org/W2963534356","https://openalex.org/W2963542293","https://openalex.org/W2971612271","https://openalex.org/W2981851019","https://openalex.org/W2982598795","https://openalex.org/W2987802279","https://openalex.org/W2997244253","https://openalex.org/W3035029089","https://openalex.org/W3035124602","https://openalex.org/W3035265375","https://openalex.org/W3035648302","https://openalex.org/W3036967712","https://openalex.org/W3108558923"],"related_works":["https://openalex.org/W2312803472","https://openalex.org/W842810586","https://openalex.org/W4319940250","https://openalex.org/W2352298027","https://openalex.org/W2092919065","https://openalex.org/W3138801416","https://openalex.org/W4236762297","https://openalex.org/W2444550338","https://openalex.org/W2369351710","https://openalex.org/W2578621148"],"abstract_inverted_index":{"Videos":[0],"contain":[1],"rich":[2],"semantic":[3],"information.":[4],"Analyzing":[5],"social":[6,27,37,61,100],"relations":[7,62],"in":[8,63,72,82],"video":[9,138],"semantics":[10],"can":[11,54],"help":[12],"machines":[13],"interpret":[14],"the":[15,23,80,83,114,137,153,156,161,164],"behavior":[16],"of":[17,22,163],"human":[18],"beings.":[19],"However,":[20],"most":[21],"work":[24],"related":[25],"to":[26,78,97,110,122,132,145],"relationship":[28,38,101],"recognition":[29],"is":[30,120,143],"based":[31],"on":[32,155],"still":[33],"images,":[34],"while":[35],"video-based":[36],"analysis":[39],"tasks":[40],"are":[41],"less":[42],"concerned.":[43],"Here":[44],"we":[45,85,105,125],"propose":[46],"a":[47,93,99,127,141],"Multi-entity":[48],"Relation":[49],"Reasoning":[50],"(MRR)":[51],"framework":[52],"that":[53],"be":[55],"used":[56],"for":[57],"recognizing":[58],"or":[59],"predicting":[60],"videos.":[64],"To":[65],"capture":[66],"temporal":[67],"features":[68],"and":[69,74,91,159],"contextual":[70],"cues":[71],"videos,":[73],"use":[75,106],"richer":[76],"information":[77,112,119,129],"represent":[79],"person":[81],"video,":[84],"track":[86],"each":[87],"person's":[88],"appearance":[89],"timeline":[90],"design":[92,126],"multi-entity":[94],"representation":[95],"method":[96],"build":[98],"knowledge":[102],"graph.":[103],"Then":[104],"graph":[107],"attention":[108],"networks":[109],"gather":[111],"from":[113,136],"entity's":[115],"neighborhood.":[116],"Besides,":[117],"situation":[118,128,134],"helpful":[121],"identify":[123],"relationships,":[124],"extraction":[130],"module":[131],"generate":[133],"embedding":[135],"clip.":[139],"Finally,":[140],"decoder":[142],"adopted":[144],"predict":[146],"relationships":[147],"between":[148],"character":[149],"entities.":[150],"We":[151],"evaluate":[152],"model":[154],"MovieGraphs":[157],"dataset":[158],"verify":[160],"effectiveness":[162],"proposed":[165],"framework.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}