{"id":"https://openalex.org/W4390905801","doi":"https://doi.org/10.1109/aciiw59127.2023.10388162","title":"Social Event Context and Affect Prediction in Group Videos","display_name":"Social Event Context and Affect Prediction in Group Videos","publication_year":2023,"publication_date":"2023-09-10","ids":{"openalex":"https://openalex.org/W4390905801","doi":"https://doi.org/10.1109/aciiw59127.2023.10388162"},"language":"en","primary_location":{"id":"doi:10.1109/aciiw59127.2023.10388162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aciiw59127.2023.10388162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024321028","display_name":"Aarti Malhotra","orcid":"https://orcid.org/0000-0002-9983-3680"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Aarti Malhotra","raw_affiliation_strings":["University of Waterloo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084913066","display_name":"Garima Sharma","orcid":"https://orcid.org/0000-0001-5553-3574"},"institutions":[{"id":"https://openalex.org/I2801239119","display_name":"Australian Regenerative Medicine Institute","ror":"https://ror.org/02qa5kg76","country_code":"AU","type":"facility","lineage":["https://openalex.org/I2801037857","https://openalex.org/I2801239119","https://openalex.org/I56590836"]},{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Garima Sharma","raw_affiliation_strings":["Monash University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Monash University","institution_ids":["https://openalex.org/I2801239119","https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101292524","display_name":"Rishikesh Kumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rishikesh Kumar","raw_affiliation_strings":["DeepSync Technologies"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DeepSync Technologies","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085376429","display_name":"Abhinav Dhall","orcid":"https://orcid.org/0000-0002-2230-1440"},"institutions":[{"id":"https://openalex.org/I119241673","display_name":"Indian Institute of Technology Ropar","ror":"https://ror.org/02qkhhn56","country_code":"IN","type":"education","lineage":["https://openalex.org/I119241673"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Abhinav Dhall","raw_affiliation_strings":["Indian Institute of Technology Ropar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Ropar","institution_ids":["https://openalex.org/I119241673"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071941660","display_name":"Jesse Hoey","orcid":"https://orcid.org/0000-0001-5340-2204"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jesse Hoey","raw_affiliation_strings":["University of Waterloo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1123,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.44605141,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7397608757019043},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.7354657649993896},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5672953128814697},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.519666314125061},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41497501730918884},{"id":"https://openalex.org/keywords/social-environment","display_name":"Social environment","score":0.41275230050086975},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.41058963537216187},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1710343062877655},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.07893022894859314}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7397608757019043},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.7354657649993896},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5672953128814697},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.519666314125061},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41497501730918884},{"id":"https://openalex.org/C110379092","wikidata":"https://www.wikidata.org/wiki/Q1571836","display_name":"Social environment","level":2,"score":0.41275230050086975},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.41058963537216187},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1710343062877655},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.07893022894859314},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aciiw59127.2023.10388162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aciiw59127.2023.10388162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1603712378","https://openalex.org/W1606493646","https://openalex.org/W1903612395","https://openalex.org/W1918003469","https://openalex.org/W1965555842","https://openalex.org/W1969914528","https://openalex.org/W2023931250","https://openalex.org/W2044807399","https://openalex.org/W2094637479","https://openalex.org/W2103153725","https://openalex.org/W2148718796","https://openalex.org/W2169917630","https://openalex.org/W2396642647","https://openalex.org/W2441740088","https://openalex.org/W2611138992","https://openalex.org/W2740693122","https://openalex.org/W2745461083","https://openalex.org/W2752773286","https://openalex.org/W2767359575","https://openalex.org/W2767629878","https://openalex.org/W2793312177","https://openalex.org/W2894589512","https://openalex.org/W2902316146","https://openalex.org/W2912483755","https://openalex.org/W2917597516","https://openalex.org/W2923287402","https://openalex.org/W2962907576","https://openalex.org/W2963563276","https://openalex.org/W2964091144","https://openalex.org/W2996209825","https://openalex.org/W3008585262","https://openalex.org/W3015793166","https://openalex.org/W3017233325","https://openalex.org/W3035029089","https://openalex.org/W3094502228","https://openalex.org/W3101314801","https://openalex.org/W3109304426","https://openalex.org/W3126721948","https://openalex.org/W3137120824","https://openalex.org/W3182328899","https://openalex.org/W3192648700","https://openalex.org/W4214612132","https://openalex.org/W4385245566","https://openalex.org/W6680905682","https://openalex.org/W6739901393","https://openalex.org/W6750380805","https://openalex.org/W6753955284","https://openalex.org/W6756503036","https://openalex.org/W6759958584","https://openalex.org/W6776290648","https://openalex.org/W6784333009","https://openalex.org/W6790307280","https://openalex.org/W6792275077"],"related_works":["https://openalex.org/W2560936962","https://openalex.org/W2788727012","https://openalex.org/W4388203630","https://openalex.org/W2526386912","https://openalex.org/W2410591377","https://openalex.org/W2323113755","https://openalex.org/W2506793457","https://openalex.org/W2359476398","https://openalex.org/W2356645659","https://openalex.org/W4366975382"],"abstract_inverted_index":{"Understanding":[0],"social":[1,28,69,86,132,147,179],"context":[2],"and":[3,13,24,30,66,71,76,114,134,167,173,175],"affect":[4,33,72,81,137,184,194],"plays":[5],"a":[6,27,35,41,97,163],"key":[7],"role":[8],"in":[9,34,73,92,101,154],"our":[10,21,112],"day-to-day":[11],"interaction":[12],"enables":[14],"us":[15],"to":[16,49,63,178],"better":[17,45],"understand":[18],"the":[19,152,155,190],"situation,":[20],"own":[22],"self,":[23],"others.":[25],"Classifying":[26],"event":[29,70,87,148,180],"associated":[31],"perceived":[32,79,136],"visual":[36],"scene":[37,46],"involving":[38],"humans":[39],"is":[40,200],"step":[42],"towards":[43],"providing":[44],"understanding":[47],"capability":[48],"socially":[50],"interactive":[51],"artificial":[52],"intelligence":[53],"agents.":[54],"In":[55],"this":[56],"work,":[57],"we":[58],"perform":[59],"Multi-Task":[60],"Learning":[61],"(MTL)":[62],"jointly":[64],"learn":[65],"predict":[67],"both":[68],"group":[74,80,193],"videos":[75],"explore":[77],"whether":[78],"has":[82],"an":[83],"influence":[84],"on":[85,196],"classification.":[88],"Transformer":[89],"based":[90,109],"models":[91,110,188],"computer":[93],"vision":[94],"have":[95],"gained":[96],"lot":[98],"of":[99,126,131],"attention":[100],"video":[102,129],"classification":[103],"tasks.":[104],"We":[105,144,161],"propose":[106,162],"spatio-temporal":[107,164],"transformer":[108,165],"for":[111,151,170,192],"tasks":[113],"evaluate":[115],"their":[116],"performance":[117],"using":[118],"Video":[119],"Group":[120],"AFfect":[121],"(VGAF)":[122],"dataset,":[123],"which":[124],"consists":[125],"unconstrained":[127],"YouTube":[128],"clips":[130,153],"events":[133],"incorporates":[135],"information.":[138,185],"Our":[139,186],"contributions":[140],"are":[141],"as":[142],"follows.":[143],"introduce":[145],"ten":[146],"category":[149],"labels":[150],"VGAF":[156,197],"dataset":[157],"from":[158],"existing":[159],"keywords.":[160],"model":[166],"its":[168],"variations":[169],"joint":[171],"learning":[172],"prediction,":[174],"show":[176],"improvements":[177],"prediction":[181,195],"by":[182],"utilizing":[183],"proposed":[187],"improve":[189],"state-of-art":[191],"dataset.":[198],"Code":[199],"available":[201],"at":[202],"https://github.com/aarti9/VideoSocialContext":[203]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}