{"id":"https://openalex.org/W4387421711","doi":"https://doi.org/10.1145/3577190.3614122","title":"HIINT: Historical, Intra- and Inter- personal Dynamics Modeling with Cross-person Memory Transformer","display_name":"HIINT: Historical, Intra- and Inter- personal Dynamics Modeling with Cross-person Memory Transformer","publication_year":2023,"publication_date":"2023-10-07","ids":{"openalex":"https://openalex.org/W4387421711","doi":"https://doi.org/10.1145/3577190.3614122"},"language":"en","primary_location":{"id":"doi:10.1145/3577190.3614122","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3577190.3614122","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3577190.3614122","source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3577190.3614122","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012212928","display_name":"Yubin Kim","orcid":"https://orcid.org/0000-0002-1902-3822"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yubin Kim","raw_affiliation_strings":["Media Lab, Massachusetts Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0002-1902-3822","affiliations":[{"raw_affiliation_string":"Media Lab, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398178","display_name":"Dong Won Lee","orcid":"https://orcid.org/0000-0002-6336-5512"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dong Won Lee","raw_affiliation_strings":["Media Lab, Massachusetts Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0002-6336-5512","affiliations":[{"raw_affiliation_string":"Media Lab, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086233510","display_name":"Paul Pu Liang","orcid":"https://orcid.org/0000-0001-7768-3610"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Pu Liang","raw_affiliation_strings":["Machine Learning Department, Carnegie Mellon University, United States"],"raw_orcid":"https://orcid.org/0000-0001-7768-3610","affiliations":[{"raw_affiliation_string":"Machine Learning Department, Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004847166","display_name":"Sharifa Alghowinem","orcid":"https://orcid.org/0000-0002-9391-0163"},"institutions":[{"id":"https://openalex.org/I4210142372","display_name":"Human Media","ror":"https://ror.org/04072nk43","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210142372"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sharifa Alghowinem","raw_affiliation_strings":["Media Lab, MIT, United States"],"raw_orcid":"https://orcid.org/0000-0002-9391-0163","affiliations":[{"raw_affiliation_string":"Media Lab, MIT, United States","institution_ids":["https://openalex.org/I4210142372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108541589","display_name":"Cynthia Breazeal","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cynthia Breazeal","raw_affiliation_strings":["MIT Media Lab, Massachusetts Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0002-0587-2065","affiliations":[{"raw_affiliation_string":"MIT Media Lab, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102016303","display_name":"Hae Won Park","orcid":"https://orcid.org/0000-0001-9638-1722"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hae Won Park","raw_affiliation_strings":["MIT Media Lab, Massachusetts Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0001-9638-1722","affiliations":[{"raw_affiliation_string":"MIT Media Lab, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"314","last_page":"325"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7689567804336548},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6337549686431885},{"id":"https://openalex.org/keywords/intrapersonal-communication","display_name":"Intrapersonal communication","score":0.5808566808700562},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5361212491989136},{"id":"https://openalex.org/keywords/interpersonal-communication","display_name":"Interpersonal communication","score":0.493489146232605},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4724087119102478},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4600861072540283},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41958338022232056},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.41536960005760193},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.33064720034599304},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32319962978363037},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17691686749458313},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.11904940009117126},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.1136007010936737}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7689567804336548},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6337549686431885},{"id":"https://openalex.org/C153721897","wikidata":"https://www.wikidata.org/wiki/Q3436149","display_name":"Intrapersonal communication","level":3,"score":0.5808566808700562},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5361212491989136},{"id":"https://openalex.org/C164850336","wikidata":"https://www.wikidata.org/wiki/Q3685487","display_name":"Interpersonal communication","level":2,"score":0.493489146232605},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4724087119102478},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4600861072540283},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41958338022232056},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.41536960005760193},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.33064720034599304},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32319962978363037},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17691686749458313},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11904940009117126},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.1136007010936737},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3577190.3614122","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3577190.3614122","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3577190.3614122","source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3577190.3614122","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3577190.3614122","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3577190.3614122","source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4878556227","display_name":null,"funder_award_id":"2020-0-00842","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G5802370387","display_name":null,"funder_award_id":"2020-0-00842","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387421711.pdf","grobid_xml":"https://content.openalex.org/works/W4387421711.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W2531638282","https://openalex.org/W2782668511","https://openalex.org/W2806079639","https://openalex.org/W2806887026","https://openalex.org/W2807126412","https://openalex.org/W2891359673","https://openalex.org/W2905551935","https://openalex.org/W2962730651","https://openalex.org/W2964051877","https://openalex.org/W2965453734","https://openalex.org/W2999593439","https://openalex.org/W3081363221","https://openalex.org/W3085311298","https://openalex.org/W3093274101","https://openalex.org/W3094309768","https://openalex.org/W3105691395","https://openalex.org/W3116298410","https://openalex.org/W3130906888","https://openalex.org/W3151130473","https://openalex.org/W3173751215","https://openalex.org/W3205272809","https://openalex.org/W3205504809","https://openalex.org/W4225931171","https://openalex.org/W4230277160","https://openalex.org/W4233863999","https://openalex.org/W4285197053","https://openalex.org/W4287641086"],"related_works":["https://openalex.org/W3004432975","https://openalex.org/W2269920397","https://openalex.org/W4281798924","https://openalex.org/W4313259258","https://openalex.org/W4390734014","https://openalex.org/W2982581512","https://openalex.org/W4293261964","https://openalex.org/W1008158162","https://openalex.org/W4301143707","https://openalex.org/W2952745240"],"abstract_inverted_index":{"Accurately":[0],"modeling":[1,26],"affect":[2,27],"dynamics,":[3],"which":[4,106],"refers":[5],"to":[6,32,51,124,143,153,192,218],"the":[7,37,52,72,76,161,205,211],"changes":[8],"and":[9,13,39,44,54,63,78,89,110,126,131,149,163,177,195],"fluctuations":[10],"in":[11,114,156,187,210],"emotions":[12],"affective":[14,61,84],"displays":[15,85],"during":[16,92],"human":[17,23,178],"conversations,":[18],"is":[19,29],"crucial":[20],"for":[21,173],"understanding":[22],"interactions.":[24,158],"However,":[25],"dynamics":[28,55,79],"challenging":[30],"due":[31],"contextual":[33],"factors,":[34],"such":[35],"as":[36],"complex":[38],"nuanced":[40],"nature":[41],"of":[42,134,165,207],"intra-":[43,109],"inter-":[45,111],"personal":[46,112],"dependencies.":[47],"Intrapersonal":[48],"dependencies":[49,113,128],"refer":[50],"influences":[53],"within":[56],"an":[57],"individual,":[58],"including":[59],"their":[60],"states":[62],"how":[64,83],"it":[65],"evolves":[66],"over":[67],"time.":[68],"Interpersonal":[69],"dependencies,":[70],"on":[71,168,198],"other":[73],"hand,":[74],"involve":[75],"interactions":[77],"between":[80,129],"individuals,":[81],"encompassing":[82],"are":[86],"influenced":[87],"by":[88,190],"influence":[90],"others":[91],"conversations.":[93],"To":[94],"address":[95],"these":[96,199],"challenges,":[97],"we":[98,203],"propose":[99],"a":[100,135],"Cross-person":[101],"Memory":[102],"Transformer":[103],"(CPM-T)":[104],"framework":[105,120,139,183,212],"explicitly":[107],"models":[108,186],"multi-modal":[115],"non-verbal":[116],"cues.":[117],"The":[118],"CPM-T":[119],"maintains":[121],"memory":[122],"modules":[123],"store":[125],"update":[127],"earlier":[130],"later":[132],"parts":[133],"conversation.":[136],"Additionally,":[137],"our":[138,166],"employs":[140],"cross-modal":[141],"attention":[142,152],"effectively":[144],"align":[145,154],"information":[146],"from":[147],"multi-modalities":[148],"leverage":[150],"cross-person":[151],"behaviors":[155],"multi-party":[157],"We":[159],"evaluate":[160],"effectiveness":[162],"robustness":[164],"approach":[167],"three":[169,200],"publicly":[170],"available":[171],"datasets":[172],"joint":[174],"engagement,":[175],"rapport,":[176],"belief":[179],"prediction":[180],"tasks.":[181,201],"Our":[182],"outperforms":[184],"baseline":[185],"average":[188],"F1-scores":[189],"up":[191],"22.6%,":[193],"15.1%,":[194],"10.0%":[196],"respectively":[197],"Finally,":[202],"demonstrate":[204],"importance":[206],"each":[208],"component":[209],"via":[213],"ablation":[214],"studies":[215],"with":[216],"respect":[217],"multimodal":[219],"temporal":[220],"behavior.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}