{"id":"https://openalex.org/W2293551877","doi":"https://doi.org/10.1145/2818346.2820747","title":"Combining Two Perspectives on Classifying Multimodal Data for Recognizing Speaker Traits","display_name":"Combining Two Perspectives on Classifying Multimodal Data for Recognizing Speaker Traits","publication_year":2015,"publication_date":"2015-11-06","ids":{"openalex":"https://openalex.org/W2293551877","doi":"https://doi.org/10.1145/2818346.2820747","mag":"2293551877"},"language":"en","primary_location":{"id":"doi:10.1145/2818346.2820747","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2818346.2820747","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 ACM on International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053722799","display_name":"Moitreya Chatterjee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moitreya Chatterjee","raw_affiliation_strings":["CrowdShipping Inc., Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CrowdShipping Inc., Los Angeles, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016094685","display_name":"Sunghyun Park","orcid":"https://orcid.org/0000-0003-4414-747X"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sunghyun Park","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081398601","display_name":"Louis\u2010Philippe Morency","orcid":"https://orcid.org/0000-0001-6376-7696"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Louis-Philippe Morency","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080030626","display_name":"Stefan Scherer","orcid":"https://orcid.org/0000-0002-0280-5393"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stefan Scherer","raw_affiliation_strings":["University of Southern California, Playa Vista, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, Playa Vista, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6461,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.8659774,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"7","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7266078591346741},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5906316041946411},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5673819184303284},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5268686413764954},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.5047603845596313},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4562784433364868},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4538915157318115},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4440140426158905},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.43635767698287964},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.42252254486083984},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39604127407073975},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3458980321884155}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7266078591346741},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5906316041946411},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5673819184303284},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5268686413764954},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5047603845596313},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4562784433364868},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4538915157318115},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4440140426158905},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.43635767698287964},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.42252254486083984},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39604127407073975},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3458980321884155},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2818346.2820747","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2818346.2820747","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 ACM on International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7300000190734863,"display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320315254","display_name":"Innovative Research Group Project of the National Natural Science Foundation of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W71154278","https://openalex.org/W207309682","https://openalex.org/W1483596651","https://openalex.org/W1493371713","https://openalex.org/W1506806321","https://openalex.org/W1601795611","https://openalex.org/W1663973292","https://openalex.org/W1969320149","https://openalex.org/W1975077471","https://openalex.org/W2049380974","https://openalex.org/W2067360832","https://openalex.org/W2068823511","https://openalex.org/W2075398069","https://openalex.org/W2085989833","https://openalex.org/W2127411609","https://openalex.org/W2131744502","https://openalex.org/W2133107415","https://openalex.org/W2143926884","https://openalex.org/W2171189445","https://openalex.org/W2189385236","https://openalex.org/W2250747492","https://openalex.org/W2294512729","https://openalex.org/W2751318774","https://openalex.org/W2949547296","https://openalex.org/W4285719527","https://openalex.org/W6678852649","https://openalex.org/W6680532216","https://openalex.org/W6991957103"],"related_works":["https://openalex.org/W2066003895","https://openalex.org/W2537963312","https://openalex.org/W2537762514","https://openalex.org/W2349788282","https://openalex.org/W3119773509","https://openalex.org/W3208297503","https://openalex.org/W2889153461","https://openalex.org/W2964117661","https://openalex.org/W4388405611","https://openalex.org/W2619127353"],"abstract_inverted_index":{"Human":[0],"communication":[1],"involves":[2],"conveying":[3],"messages":[4],"both":[5],"through":[6],"verbal":[7,213],"and":[8,42,67,119,186,215],"non-verbal":[9,246],"channels":[10],"(facial":[11],"expression,":[12],"gestures,":[13],"prosody,":[14],"etc.).":[15],"Nonetheless,":[16],"the":[17,40,47,53,64,71,81,88,109,149,153,157,168,174,177,239],"task":[18],"of":[19,39,77,105,111,121,142,183,212,229,243],"learning":[20,55],"these":[21,103,143],"patterns":[22,83],"for":[23,195,204],"a":[24,59,127,181,188,201,222,244],"computer":[25],"by":[26],"combining":[27],"cues":[28],"from":[29,159],"multiple":[30,160,233],"modalities":[31,161,178],"is":[32],"challenging":[33],"because":[34],"it":[35],"requires":[36],"effective":[37],"representation":[38],"signals":[41],"also":[43,237],"taking":[44],"into":[45],"consideration":[46],"complex":[48],"interactions":[49],"between":[50,176],"them.":[51],"From":[52],"machine":[54],"perspective":[56],"this":[57,97,198],"presents":[58],"two-fold":[60,150],"challenge:":[61],"a)":[62],"Modeling":[63],"intermodal":[65],"variations":[66],"dependencies;":[68],"b)":[69],"Representing":[70],"data":[72,207],"using":[73],"an":[74],"apt":[75],"number":[76],"features,":[78],"such":[79,93],"that":[80,132,208,248],"necessary":[82],"are":[84],"captured":[85],"but":[86,162,179],"at":[87],"same":[89],"time":[90],"allaying":[91],"concerns":[92],"as":[94],"over-fitting.":[95],"In":[96,152,167],"work":[98,199],"we":[99,155,171,236],"attempt":[100],"to":[101,146,250],"address":[102,148],"aspects":[104],"multimodal":[106,139],"recognition,":[107],"in":[108,180],"context":[110],"recognizing":[112],"two":[113,134],"essential":[114],"speaker":[115],"traits,":[116],"namely":[117],"passion":[118],"credibility":[120],"online":[122],"movie":[123],"reviewers.":[124],"We":[125],"propose":[126],"novel":[128,189],"ensemble":[129],"classification":[130],"approach":[131,194,231],"combines":[133],"different":[135],"perspectives":[136,144],"on":[137,221],"classifying":[138],"data.":[140],"Each":[141],"attempts":[145],"independently":[147],"challenge.":[151],"first,":[154],"combine":[156],"features":[158],"assume":[163],"inter-modality":[164],"conditional":[165],"independence.":[166],"other":[169],"one,":[170],"explicitly":[172],"capture":[173],"correlation":[175],"space":[182],"few":[184],"dimensions":[185],"explore":[187],"clustering":[190],"based":[191],"kernel":[192],"similarity":[193,211],"recognition.":[196],"Additionally,":[197],"investigates":[200],"recent":[202,223],"technique":[203],"encoding":[205],"text":[206],"captures":[209],"semantic":[210],"content":[214],"preserves":[216],"word-ordering.":[217],"The":[218],"experimental":[219],"results":[220],"public":[224],"dataset":[225],"shows":[226],"significant":[227],"improvement":[228],"our":[230],"over":[232],"baselines.":[234],"Finally,":[235],"analyze":[238],"most":[240],"discriminative":[241],"elements":[242],"speaker's":[245],"behavior":[247],"contribute":[249],"his/her":[251],"perceived":[252],"credibility/passionateness.":[253]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}