{"id":"https://openalex.org/W3022759717","doi":"https://doi.org/10.1109/jstsp.2020.2992394","title":"A Multi-Stream Recurrent Neural Network for Social Role Detection in Multiparty Interactions","display_name":"A Multi-Stream Recurrent Neural Network for Social Role Detection in Multiparty Interactions","publication_year":2020,"publication_date":"2020-03-01","ids":{"openalex":"https://openalex.org/W3022759717","doi":"https://doi.org/10.1109/jstsp.2020.2992394","mag":"3022759717"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2020.2992394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2020.2992394","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100758898","display_name":"Lingyu Zhang","orcid":"https://orcid.org/0000-0002-2197-1303"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lingyu Zhang","raw_affiliation_strings":["Department of Electrical, Computer, and Systems Engineering, Rensselaer Polytechnic Institute, Troy, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Systems Engineering, Rensselaer Polytechnic Institute, Troy, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049207791","display_name":"Richard J. Radke","orcid":"https://orcid.org/0000-0001-5064-7775"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard J. Radke","raw_affiliation_strings":["Department of Electrical, Computer, and Systems Engineering, Rensselaer Polytechnic Institute, Troy, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Systems Engineering, Rensselaer Polytechnic Institute, Troy, USA","institution_ids":["https://openalex.org/I165799507"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100758898"],"corresponding_institution_ids":["https://openalex.org/I165799507"],"apc_list":null,"apc_paid":null,"fwci":0.1954,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.47696108,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"14","issue":"3","first_page":"554","last_page":"567"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8433870077133179},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.681751012802124},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5877388715744019},{"id":"https://openalex.org/keywords/social-network","display_name":"Social network (sociolinguistics)","score":0.5145506262779236},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.509985089302063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.488137811422348},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.45469701290130615},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4332903027534485},{"id":"https://openalex.org/keywords/social-network-analysis","display_name":"Social network analysis","score":0.42049872875213623},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38028955459594727},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.25635552406311035},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17426049709320068},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.11126899719238281}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8433870077133179},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.681751012802124},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5877388715744019},{"id":"https://openalex.org/C4727928","wikidata":"https://www.wikidata.org/wiki/Q17164759","display_name":"Social network (sociolinguistics)","level":3,"score":0.5145506262779236},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.509985089302063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.488137811422348},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.45469701290130615},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4332903027534485},{"id":"https://openalex.org/C114713312","wikidata":"https://www.wikidata.org/wiki/Q7551269","display_name":"Social network analysis","level":3,"score":0.42049872875213623},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38028955459594727},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.25635552406311035},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17426049709320068},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.11126899719238281},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2020.2992394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2020.2992394","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3418716510","display_name":null,"funder_award_id":"IIP-1631674","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W22229905","https://openalex.org/W86326513","https://openalex.org/W181483431","https://openalex.org/W1522734439","https://openalex.org/W1819864338","https://openalex.org/W1984263024","https://openalex.org/W1984867139","https://openalex.org/W1989085630","https://openalex.org/W1994203157","https://openalex.org/W2009658355","https://openalex.org/W2025892599","https://openalex.org/W2041910615","https://openalex.org/W2064675550","https://openalex.org/W2066578887","https://openalex.org/W2069963703","https://openalex.org/W2075122233","https://openalex.org/W2078055067","https://openalex.org/W2088386625","https://openalex.org/W2097105974","https://openalex.org/W2097128017","https://openalex.org/W2100772444","https://openalex.org/W2104442501","https://openalex.org/W2106503382","https://openalex.org/W2116634027","https://openalex.org/W2123864036","https://openalex.org/W2125336414","https://openalex.org/W2129421456","https://openalex.org/W2131774270","https://openalex.org/W2133269263","https://openalex.org/W2146910990","https://openalex.org/W2148839887","https://openalex.org/W2165715280","https://openalex.org/W2192412620","https://openalex.org/W2250539671","https://openalex.org/W2251394420","https://openalex.org/W2326424393","https://openalex.org/W2390196958","https://openalex.org/W2402413214","https://openalex.org/W2522578306","https://openalex.org/W2533128854","https://openalex.org/W2567406479","https://openalex.org/W2740882943","https://openalex.org/W2763560359","https://openalex.org/W2767188786","https://openalex.org/W2795717731","https://openalex.org/W2805783416","https://openalex.org/W2807126412","https://openalex.org/W2888471892","https://openalex.org/W2890074592","https://openalex.org/W2895290873","https://openalex.org/W2919974746","https://openalex.org/W2954869531","https://openalex.org/W2962850006","https://openalex.org/W2963616706","https://openalex.org/W2980895016","https://openalex.org/W2984491207","https://openalex.org/W3009372263","https://openalex.org/W3021321555","https://openalex.org/W3104974011","https://openalex.org/W4211153864","https://openalex.org/W4256395999","https://openalex.org/W6603428555","https://openalex.org/W6607303729","https://openalex.org/W6675858623","https://openalex.org/W6678385531","https://openalex.org/W6752162782","https://openalex.org/W6764972056","https://openalex.org/W6770024840","https://openalex.org/W6774355010"],"related_works":["https://openalex.org/W2952662149","https://openalex.org/W2793616590","https://openalex.org/W2183090405","https://openalex.org/W2075666982","https://openalex.org/W2065835655","https://openalex.org/W3160699245","https://openalex.org/W2782955270","https://openalex.org/W2349928170","https://openalex.org/W1594712698","https://openalex.org/W2499535628"],"abstract_inverted_index":{"Understanding":[0],"multiparty":[1],"human":[2],"interaction":[3,39],"dynamics":[4,40],"is":[5,66],"a":[6,22,86,95],"challenging":[7],"problem":[8],"involving":[9],"multiple":[10,18],"data":[11],"modalities":[12],"and":[13,30,72,89,109,129],"complex":[14],"ordered":[15],"interactions":[16],"between":[17],"people.":[19],"We":[20,45,100,121],"propose":[21],"unified":[23],"framework":[24],"that":[25],"integrates":[26],"synchronized":[27],"video,":[28],"audio,":[29],"text":[31],"streams":[32],"from":[33,92],"four":[34],"people":[35],"to":[36,67,80],"capture":[37],"the":[38,49,54,83,105,124],"in":[41,76],"natural":[42],"group":[43],"meetings.":[44],"focus":[46],"on":[47,104],"estimating":[48,133],"dynamic":[50,117],"social":[51,118,134],"role":[52,119],"of":[53,85,113,126],"meeting":[55],"participants,":[56],"i.e.,":[57],"Protagonist,":[58],"Neutral,":[59],"Supporter,":[60],"or":[61],"Gatekeeper.":[62],"Our":[63],"key":[64],"innovation":[65],"incorporate":[68],"both":[69],"co-occurrence":[70],"features":[71,75,131],"successive":[73],"occurrence":[74],"thin":[77],"time":[78],"windows":[79],"better":[81],"describe":[82],"behavior":[84],"target":[87],"participant":[88],"his/her":[90],"responses":[91],"others,":[93],"using":[94],"multi-stream":[96],"recurrent":[97],"neural":[98],"network.":[99],"evaluate":[101],"our":[102],"algorithm":[103],"widely-used":[106],"AMI":[107],"corpus":[108],"achieve":[110],"state-of-the-art":[111],"accuracy":[112],"78%":[114],"for":[115,132],"automatic":[116],"detection.":[120],"further":[122],"investigate":[123],"importance":[125],"different":[127],"video":[128],"audio":[130],"roles.":[135]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}