{"id":"https://openalex.org/W2964216663","doi":"https://doi.org/10.1609/aaai.v33i01.33017216","title":"Words Can Shift: Dynamically Adjusting Word Representations Using Nonverbal Behaviors","display_name":"Words Can Shift: Dynamically Adjusting Word Representations Using Nonverbal Behaviors","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2964216663","doi":"https://doi.org/10.1609/aaai.v33i01.33017216","mag":"2964216663","pmid":"https://pubmed.ncbi.nlm.nih.gov/32219010"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33017216","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33017216","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4706/4584","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4706/4584","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030640229","display_name":"Yansen Wang","orcid":"https://orcid.org/0000-0002-4867-1503"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yansen Wang","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074799043","display_name":"Ying Shen","orcid":"https://orcid.org/0000-0002-3220-904X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying Shen","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045702830","display_name":"Zhun Liu","orcid":"https://orcid.org/0000-0003-1455-8235"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhun Liu","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086233510","display_name":"Paul Pu Liang","orcid":"https://orcid.org/0000-0001-7768-3610"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Pu Liang","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112033266","display_name":"Amir Zadeh","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir Zadeh","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081398601","display_name":"Louis\u2010Philippe Morency","orcid":"https://orcid.org/0000-0001-6376-7696"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Louis-Philippe Morency","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":457,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"01","first_page":"7216","last_page":"7223"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.9256076216697693},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5384300947189331},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.516140341758728},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5006580352783203},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4853433668613434},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.46307241916656494},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.44343826174736023},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.42230919003486633},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.3433385193347931},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2730090022087097}],"concepts":[{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.9256076216697693},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5384300947189331},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.516140341758728},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5006580352783203},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4853433668613434},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.46307241916656494},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.44343826174736023},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.42230919003486633},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.3433385193347931},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2730090022087097},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1609/aaai.v33i01.33017216","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33017216","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4706/4584","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmid:32219010","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32219010","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ... AAAI Conference on Artificial Intelligence. AAAI Conference on Artificial Intelligence","raw_type":null},{"id":"pmh:oai:ojs.aaai.org:article/4706","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/4706","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pubmedcentral.nih.gov:7098710","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7098710","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc AAAI Conf Artif Intell","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33017216","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33017216","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4706/4584","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6600000262260437}],"awards":[{"id":"https://openalex.org/G1133040973","display_name":null,"funder_award_id":"R01 MH096951","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337346","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2964216663.pdf","grobid_xml":"https://content.openalex.org/works/W2964216663.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W154472438","https://openalex.org/W1010415138","https://openalex.org/W1670132599","https://openalex.org/W2048497537","https://openalex.org/W2064675550","https://openalex.org/W2098689807","https://openalex.org/W2146334809","https://openalex.org/W2170240176","https://openalex.org/W2184188583","https://openalex.org/W2250539671","https://openalex.org/W2493916176","https://openalex.org/W2519656895","https://openalex.org/W2546919788","https://openalex.org/W2556418146","https://openalex.org/W2738734060","https://openalex.org/W2740550900","https://openalex.org/W2756999401","https://openalex.org/W2769581371","https://openalex.org/W2787145221","https://openalex.org/W2787581402","https://openalex.org/W2798573901","https://openalex.org/W2798760675","https://openalex.org/W2798955519","https://openalex.org/W2798965674","https://openalex.org/W2808359495","https://openalex.org/W2874370531","https://openalex.org/W2886193235","https://openalex.org/W2891187402","https://openalex.org/W2897105542","https://openalex.org/W2951559648","https://openalex.org/W2962739339","https://openalex.org/W2962839482","https://openalex.org/W2963032608","https://openalex.org/W2963710346","https://openalex.org/W2963979492","https://openalex.org/W2964260444","https://openalex.org/W2964266095","https://openalex.org/W2964346351","https://openalex.org/W3100115330","https://openalex.org/W4229744135","https://openalex.org/W4239510810","https://openalex.org/W4298082496","https://openalex.org/W4300672471","https://openalex.org/W4362236452","https://openalex.org/W6632813477","https://openalex.org/W6640598943","https://openalex.org/W6666761814","https://openalex.org/W6686207219","https://openalex.org/W6691431627","https://openalex.org/W6748634344","https://openalex.org/W6776535907","https://openalex.org/W6816105363","https://openalex.org/W6821113053"],"related_works":["https://openalex.org/W2386430105","https://openalex.org/W2356521405","https://openalex.org/W2384358604","https://openalex.org/W2391422698","https://openalex.org/W1567829292","https://openalex.org/W2038534795","https://openalex.org/W52595306","https://openalex.org/W2385209118","https://openalex.org/W3001063351","https://openalex.org/W4299362043"],"abstract_inverted_index":{"Humans":[0],"convey":[1],"their":[2],"intentions":[3,17],"through":[4],"the":[5,47,51,55,76,93,105,114,123,160],"usage":[6],"of":[7,50,96,126,175],"both":[8],"verbal":[9],"and":[10,30,79,130,154,168],"nonverbal":[11,24,56,72,97,107,127,137,166],"behaviors":[12],"during":[13,84],"face-to-face":[14],"communication.":[15],"Speaker":[16],"often":[18],"vary":[19],"dynamically":[20,131],"depending":[21],"on":[22,104,136,145],"different":[23,165],"contexts,":[25],"such":[26],"as":[27],"vocal":[28],"patterns":[29,81,171],"facial":[31],"expressions.":[32],"As":[33],"a":[34],"result,":[35],"when":[36],"modeling":[37],"human":[38,66],"language,":[39,67],"it":[40],"is":[41],"essential":[42],"to":[43,91],"not":[44],"only":[45],"consider":[46],"literal":[48],"meaning":[49],"words":[52,61],"but":[53],"also":[54,158],"contexts":[57,167],"in":[58,164],"which":[59],"these":[60],"appear.":[62],"To":[63,109],"better":[64],"model":[65,70,141],"we":[68,89,112],"first":[69],"expressive":[71],"representations":[73,102,134,163],"by":[74,99],"analyzing":[75],"fine-grained":[77,124],"visual":[78],"acoustic":[80],"that":[82,121],"occur":[83],"word":[85,101,133,162,176],"segments.":[86],"In":[87],"addition,":[88],"seek":[90],"capture":[92],"dynamic":[94],"nature":[95],"intents":[98],"shifting":[100],"based":[103,135],"accompanying":[106],"behaviors.":[108],"this":[110],"end,":[111],"propose":[113],"Recurrent":[115],"Attended":[116],"Variation":[117],"Embedding":[118],"Network":[119],"(RAVEN)":[120],"models":[122],"structure":[125],"subword":[128],"sequences":[129],"shifts":[132],"cues.":[138],"Our":[139],"proposed":[140],"achieves":[142],"competitive":[143],"performance":[144],"two":[146],"publicly":[147],"available":[148],"datasets":[149],"for":[150],"multimodal":[151,173],"sentiment":[152],"analysis":[153],"emotion":[155],"recognition.":[156],"We":[157],"visualize":[159],"shifted":[161],"summarize":[169],"common":[170],"regarding":[172],"variations":[174],"representations.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":75},{"year":2024,"cited_by_count":98},{"year":2023,"cited_by_count":81},{"year":2022,"cited_by_count":76},{"year":2021,"cited_by_count":64},{"year":2020,"cited_by_count":42},{"year":2019,"cited_by_count":7}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}