{"id":"https://openalex.org/W4387968143","doi":"https://doi.org/10.1145/3581783.3612175","title":"Shifted GCN-GAT and Cumulative-Transformer based Social Relation Recognition for Long Videos","display_name":"Shifted GCN-GAT and Cumulative-Transformer based Social Relation Recognition for Long Videos","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387968143","doi":"https://doi.org/10.1145/3581783.3612175"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612175","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612175","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103125970","display_name":"Haorui Wang","orcid":"https://orcid.org/0009-0006-7918-3349"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haorui Wang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-7918-3349","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073766592","display_name":"Y Hu","orcid":"https://orcid.org/0009-0009-7195-6011"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibo Hu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-7195-6011","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042777929","display_name":"Yangfu Zhu","orcid":"https://orcid.org/0000-0003-2880-9517"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangfu Zhu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2880-9517","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102989916","display_name":"Jinsheng Qi","orcid":"https://orcid.org/0009-0008-5058-6042"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinsheng Qi","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-5058-6042","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101432128","display_name":"Bin Wu","orcid":"https://orcid.org/0000-0002-7112-126X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Wu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7112-126X","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.5555,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.68465957,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"67","last_page":"76"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7693243622779846},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.643189013004303},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5209276080131531},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5135519504547119},{"id":"https://openalex.org/keywords/clips","display_name":"CLIPS","score":0.5134342908859253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.496900349855423},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4662930369377136},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4379209280014038},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4313299059867859},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2382940948009491},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.16432148218154907},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09114149212837219}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7693243622779846},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.643189013004303},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5209276080131531},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5135519504547119},{"id":"https://openalex.org/C2778739407","wikidata":"https://www.wikidata.org/wiki/Q165372","display_name":"CLIPS","level":2,"score":0.5134342908859253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.496900349855423},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4662930369377136},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4379209280014038},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4313299059867859},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2382940948009491},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.16432148218154907},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09114149212837219},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612175","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612175","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G3915844376","display_name":"\u878d\u5408\u89c6\u9891\u6570\u636e\u7684\u793e\u4ea4\u7f51\u7edc\u5e7f\u5ea6\u5b66\u4e60\u7b97\u6cd5\u7814\u7a76","funder_award_id":"61972047","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6687479257","display_name":null,"funder_award_id":"U1936220","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W2131774270","https://openalex.org/W2194775991","https://openalex.org/W2507009361","https://openalex.org/W2558661413","https://openalex.org/W2782828077","https://openalex.org/W2895738954","https://openalex.org/W2958301808","https://openalex.org/W2962794823","https://openalex.org/W2963542293","https://openalex.org/W2965345045","https://openalex.org/W2981750519","https://openalex.org/W2981851019","https://openalex.org/W2982598795","https://openalex.org/W2985331920","https://openalex.org/W2988632781","https://openalex.org/W2998116985","https://openalex.org/W3004980423","https://openalex.org/W3021553284","https://openalex.org/W3034263000","https://openalex.org/W3034669389","https://openalex.org/W3035124602","https://openalex.org/W3093087807","https://openalex.org/W3105473141","https://openalex.org/W3109970849","https://openalex.org/W3175859344","https://openalex.org/W3189940492","https://openalex.org/W3195939161","https://openalex.org/W3197270443","https://openalex.org/W3205903209","https://openalex.org/W3207061104","https://openalex.org/W3212847756","https://openalex.org/W3212973774","https://openalex.org/W4214614183","https://openalex.org/W4283810673","https://openalex.org/W4285110863","https://openalex.org/W4285604377","https://openalex.org/W4304087177","https://openalex.org/W4312396403","https://openalex.org/W4312738368","https://openalex.org/W4312772544","https://openalex.org/W4312774977","https://openalex.org/W6798038150"],"related_works":["https://openalex.org/W2417253731","https://openalex.org/W2350469024","https://openalex.org/W2491583298","https://openalex.org/W2036154621","https://openalex.org/W2327827625","https://openalex.org/W2395860100","https://openalex.org/W795077857","https://openalex.org/W2376416463","https://openalex.org/W2007338512","https://openalex.org/W4388801239"],"abstract_inverted_index":{"Social":[0],"Relation":[1],"Recognition":[2],"is":[3],"an":[4,87],"important":[5],"part":[6],"of":[7,29,60,86,111,123],"Video":[8],"Understanding,":[9],"providing":[10],"insights":[11],"into":[12],"the":[13,58,64,121],"information":[14,116],"that":[15],"videos":[16],"convey.":[17],"Most":[18],"previous":[19,39],"works":[20],"mainly":[21],"focused":[22],"on":[23,94,129,136],"graph":[24,92],"generation":[25],"for":[26,35,46,90,102],"characters,":[27],"instead":[28],"edges":[30],"which":[31],"are":[32],"more":[33],"suitable":[34],"relation":[36,96],"modelling.":[37],"Furthermore,":[38],"methods":[40],"tend":[41],"to":[42],"recognize":[43],"social":[44,112],"relations":[45,113],"single":[47],"frames":[48],"or":[49],"short":[50],"video":[51,131],"clips":[52],"within":[53],"their":[54],"receptive":[55],"fields,":[56],"neglecting":[57],"importance":[59],"continuous":[61,109],"reasoning":[62],"throughout":[63],"entire":[65],"video.":[66,126],"To":[67],"tackle":[68],"these":[69],"challenges,":[70],"we":[71],"propose":[72],"a":[73,99,124],"novel":[74,95],"Shifted":[75],"GCN-GAT":[76],"and":[77,98,114],"Cumulative-Transformer":[78],"framework,":[79],"named":[80],"SGCAT-CT.":[81],"The":[82],"overall":[83],"architecture":[84],"consists":[85],"SGCAT":[88],"module":[89,101],"shifted":[91],"operations":[93],"graphs":[97],"CT":[100],"temporal":[103],"processing":[104],"with":[105],"memory.":[106],"SGCAT-CT":[107],"conducts":[108],"recognition":[110],"memorizes":[115],"from":[117],"as":[118,120],"early":[119],"beginning":[122],"long":[125,137],"Experiments":[127],"conducted":[128],"several":[130],"datasets":[132],"demonstrate":[133],"encouraging":[134],"performance":[135],"videos.":[138],"Our":[139],"code":[140],"will":[141],"be":[142],"released":[143],"at":[144],"https://github.com/HarryWgCN/SGCAT-CT.":[145]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}