{"id":"https://openalex.org/W4403913199","doi":"https://doi.org/10.1145/3678957.3685752","title":"SEMPI: A Database for Understanding Social Engagement in Video-Mediated Multiparty Interaction","display_name":"SEMPI: A Database for Understanding Social Engagement in Video-Mediated Multiparty Interaction","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4403913199","doi":"https://doi.org/10.1145/3678957.3685752"},"language":"en","primary_location":{"id":"doi:10.1145/3678957.3685752","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678957.3685752","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027304898","display_name":"Maksim Siniukov","orcid":"https://orcid.org/0000-0001-8529-2281"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I4210087747","display_name":"Creative Technologies (United States)","ror":"https://ror.org/001qkb777","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087747"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Maksim Siniukov","raw_affiliation_strings":["Institute for Creative Technologies, University of Southern California, United States"],"affiliations":[{"raw_affiliation_string":"Institute for Creative Technologies, University of Southern California, United States","institution_ids":["https://openalex.org/I4210087747","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028562848","display_name":"Yufeng Yin","orcid":"https://orcid.org/0000-0001-5558-2421"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I4210087747","display_name":"Creative Technologies (United States)","ror":"https://ror.org/001qkb777","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087747"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yufeng Yin","raw_affiliation_strings":["Institute for Creative Technologies, University of Southern California, United States"],"affiliations":[{"raw_affiliation_string":"Institute for Creative Technologies, University of Southern California, United States","institution_ids":["https://openalex.org/I4210087747","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114465169","display_name":"Eli Fast","orcid":null},"institutions":[{"id":"https://openalex.org/I201437548","display_name":"El Camino College","ror":"https://ror.org/021spd704","country_code":"US","type":"education","lineage":["https://openalex.org/I201437548"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eli Fast","raw_affiliation_strings":["El Camino College, United States"],"affiliations":[{"raw_affiliation_string":"El Camino College, United States","institution_ids":["https://openalex.org/I201437548"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004036226","display_name":"Yanxiang Qi","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingshan Qi","raw_affiliation_strings":["University of Southern California, United States"],"affiliations":[{"raw_affiliation_string":"University of Southern California, United States","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091019630","display_name":"Aarav Monga","orcid":"https://orcid.org/0000-0002-0806-125X"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aarav Monga","raw_affiliation_strings":["University of Southern California, United States"],"affiliations":[{"raw_affiliation_string":"University of Southern California, United States","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104279116","display_name":"A.W. Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Audrey Kim","raw_affiliation_strings":["University of Southern California, United States"],"affiliations":[{"raw_affiliation_string":"University of Southern California, United States","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024169758","display_name":"Mohammad Soleymani","orcid":"https://orcid.org/0000-0002-5873-1434"},"institutions":[{"id":"https://openalex.org/I4210087747","display_name":"Creative Technologies (United States)","ror":"https://ror.org/001qkb777","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087747"]},{"id":"https://openalex.org/I4388482679","display_name":"USC Institute for Creative Technologies","ror":"https://ror.org/03hjhvn29","country_code":null,"type":"facility","lineage":["https://openalex.org/I1174212","https://openalex.org/I4388482679"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Soleymani","raw_affiliation_strings":["Institute for Creative Technologies, USC, United States"],"affiliations":[{"raw_affiliation_string":"Institute for Creative Technologies, USC, United States","institution_ids":["https://openalex.org/I4210087747","https://openalex.org/I4388482679"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5027304898"],"corresponding_institution_ids":["https://openalex.org/I1174212","https://openalex.org/I4210087747"],"apc_list":null,"apc_paid":null,"fwci":0.7479,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73127355,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"546","last_page":"555"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7571390867233276},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.38470691442489624},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.38065260648727417},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3622995615005493},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3297988474369049}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7571390867233276},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.38470691442489624},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38065260648727417},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3622995615005493},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3297988474369049}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3678957.3685752","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678957.3685752","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1628791547","https://openalex.org/W1769933788","https://openalex.org/W1955630434","https://openalex.org/W2005825070","https://openalex.org/W2028688779","https://openalex.org/W2032328623","https://openalex.org/W2045528981","https://openalex.org/W2071764088","https://openalex.org/W2081112272","https://openalex.org/W2097117768","https://openalex.org/W2098597588","https://openalex.org/W2105410877","https://openalex.org/W2115252128","https://openalex.org/W2147286502","https://openalex.org/W2153222072","https://openalex.org/W2158820915","https://openalex.org/W2166388096","https://openalex.org/W2187036766","https://openalex.org/W2526393097","https://openalex.org/W2727734269","https://openalex.org/W2742822919","https://openalex.org/W2755291975","https://openalex.org/W2767263466","https://openalex.org/W2786963446","https://openalex.org/W2885905848","https://openalex.org/W2896047917","https://openalex.org/W2901843047","https://openalex.org/W2919890647","https://openalex.org/W2963524571","https://openalex.org/W2963962355","https://openalex.org/W2980399003","https://openalex.org/W3094547934","https://openalex.org/W3128611391","https://openalex.org/W3143996792","https://openalex.org/W3209059054","https://openalex.org/W4308222712","https://openalex.org/W4378472755","https://openalex.org/W4385822353","https://openalex.org/W4385822356","https://openalex.org/W4385965696","https://openalex.org/W4387423980","https://openalex.org/W4390095018"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"We":[0,123,139,168,205],"present":[1],"a":[2,30,93,113,141,153,171,185,196,207],"database":[3,197,235],"for":[4,96,143,160,236],"automatic":[5],"understanding":[6,43],"of":[7,24,26,44,57,82,87,115,147,178,191,220,226,233],"Social":[8,14,32],"Engagement":[9],"in":[10,29,66,152,195,239],"MultiParty":[11],"Interaction":[12],"(SEMPI).":[13],"engagement":[15,33,46,149,200,221],"is":[16],"an":[17,27,49],"important":[18],"social":[19,45,68,148,161,245],"signal":[20],"characterizing":[21],"the":[22,55,126,133,145,156,203,212,218,223,231,234],"level":[23,146,219],"participation":[25,59],"interlocutor":[28],"conversation.":[31],"involves":[34],"maintaining":[35],"attention":[36],"and":[37,40,60,84,102,131,166,243,250],"establishing":[38],"connection":[39],"rapport.":[41],"Machine":[42],"can":[47],"enable":[48],"autonomous":[50],"agent":[51],"to":[52,62,135,174,187,216],"better":[53],"understand":[54],"state":[56],"human":[58],"involvement":[61],"select":[63],"optimal":[64],"actions":[65],"human-machine":[67,241],"interaction.":[69],"Recently,":[70],"video-mediated":[71,240],"interaction":[72,242],"platforms,":[73],"e.g.,":[74],"Zoom,":[75],"have":[76,90],"become":[77],"very":[78],"popular.":[79],"The":[80,228],"ease":[81],"use":[83],"increased":[85],"accessibility":[86],"video":[88,118],"calls":[89,119],"made":[91],"them":[92],"preferred":[94],"medium":[95],"multiparty":[97],"conversations,":[98],"including":[99,163],"support":[100],"groups":[101],"group":[103],"therapy":[104],"sessions.":[105],"To":[106],"create":[107],"this":[108],"dataset,":[109],"we":[110],"first":[111],"collected":[112],"set":[114],"publicly":[116],"available":[117,253],"posted":[120],"on":[121],"YouTube.":[122],"then":[124],"segmented":[125],"videos":[127,134,177],"by":[128,150,181],"speech":[129],"turn":[130],"cropped":[132],"generate":[136],"single-participant":[137],"videos.":[138],"developed":[140,206],"questionnaire":[142],"assessing":[144],"listeners":[151,180],"conversation":[154],"probing":[155],"relevant":[157],"nonverbal":[158],"behaviors":[159],"engagement,":[162],"back-channeling,":[164],"gaze,":[165],"expressions.":[167],"used":[169],"Prolific,":[170],"crowd-sourcing":[172],"platform,":[173],"annotate":[175],"3,505":[176],"76":[179],"three":[182],"people,":[183],"reaching":[184],"moderate":[186],"high":[188],"inter-rater":[189],"agreement":[190],"0.693.":[192],"This":[193],"resulted":[194],"with":[198],"aggregated":[199],"scores":[201],"from":[202],"annotators.":[204],"baseline":[208],"multimodal":[209],"pipeline":[210],"using":[211],"state-of-the-art":[213],"pre-trained":[214],"models":[215],"track":[217],"achieving":[222],"CCC":[224],"score":[225],"0.454.":[227],"results":[229],"demonstrate":[230],"utility":[232],"future":[237],"applications":[238],"human-human":[244],"skill":[246],"assessment.":[247],"Our":[248],"dataset":[249],"code":[251],"are":[252],"at":[254],"https://github.com/ihp-lab/SEMPI.":[255]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}