{"id":"https://openalex.org/W4402915764","doi":"https://doi.org/10.1109/icip51287.2024.10647692","title":"TCA-NET: Triplet Concatenated-Attentional Network for Multimodal Engagement Estimation","display_name":"TCA-NET: Triplet Concatenated-Attentional Network for Multimodal Engagement Estimation","publication_year":2024,"publication_date":"2024-09-27","ids":{"openalex":"https://openalex.org/W4402915764","doi":"https://doi.org/10.1109/icip51287.2024.10647692"},"language":"en","primary_location":{"id":"doi:10.1109/icip51287.2024.10647692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip51287.2024.10647692","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101489498","display_name":"Hongyuan He","orcid":null},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Hongyuan He","raw_affiliation_strings":["Australian National University,Canberra,ACT,Australia,2601"],"affiliations":[{"raw_affiliation_string":"Australian National University,Canberra,ACT,Australia,2601","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100691329","display_name":"Daming Wang","orcid":"https://orcid.org/0000-0002-4414-1150"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Daming Wang","raw_affiliation_strings":["Australian National University,Canberra,ACT,Australia,2601"],"affiliations":[{"raw_affiliation_string":"Australian National University,Canberra,ACT,Australia,2601","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025876524","display_name":"Md Rakibul Hasan","orcid":"https://orcid.org/0000-0003-2565-5321"},"institutions":[{"id":"https://openalex.org/I205640436","display_name":"Curtin University","ror":"https://ror.org/02n415q13","country_code":"AU","type":"education","lineage":["https://openalex.org/I205640436"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Md Rakibul Hasan","raw_affiliation_strings":["Curtin University,Perth,WA,Australia,6102"],"affiliations":[{"raw_affiliation_string":"Curtin University,Perth,WA,Australia,6102","institution_ids":["https://openalex.org/I205640436"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113405436","display_name":"Tom Gedeon","orcid":null},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tom Gedeon","raw_affiliation_strings":["Australian National University,Canberra,ACT,Australia,2601"],"affiliations":[{"raw_affiliation_string":"Australian National University,Canberra,ACT,Australia,2601","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084424190","display_name":"Md Zakir Hossain","orcid":"https://orcid.org/0000-0003-1892-831X"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Md Zakir Hossain","raw_affiliation_strings":["Australian National University,Canberra,ACT,Australia,2601"],"affiliations":[{"raw_affiliation_string":"Australian National University,Canberra,ACT,Australia,2601","institution_ids":["https://openalex.org/I118347636"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101489498"],"corresponding_institution_ids":["https://openalex.org/I118347636"],"apc_list":null,"apc_paid":null,"fwci":0.7182,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.7644985,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2062","last_page":"2068"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.631667971611023},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.5699400901794434},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3762398958206177},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.32393205165863037},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20090454816818237},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07830032706260681}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.631667971611023},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5699400901794434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3762398958206177},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32393205165863037},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20090454816818237},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07830032706260681},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icip51287.2024.10647692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip51287.2024.10647692","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:openresearch-repository.anu.edu.au:1885/733751933","is_oa":false,"landing_page_url":"https://hdl.handle.net/1885/733751933","pdf_url":null,"source":{"id":"https://openalex.org/S4306402539","display_name":"ANU Open Research (Australian National University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I118347636","host_organization_name":"Australian National University","host_organization_lineage":["https://openalex.org/I118347636"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1986790160","https://openalex.org/W2042587338","https://openalex.org/W2105410877","https://openalex.org/W2610961739","https://openalex.org/W2755291975","https://openalex.org/W2768064153","https://openalex.org/W2794284562","https://openalex.org/W2905180035","https://openalex.org/W2963383024","https://openalex.org/W2967042165","https://openalex.org/W3014451280","https://openalex.org/W3143996792","https://openalex.org/W3212751556","https://openalex.org/W4285111689","https://openalex.org/W4322710726","https://openalex.org/W4385718136","https://openalex.org/W4385965696","https://openalex.org/W4387969083","https://openalex.org/W4387969647","https://openalex.org/W4388192187","https://openalex.org/W6677657710"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Human":[0],"social":[1,5],"interactions":[2,28],"involve":[3],"intricate":[4],"signals":[6],"that":[7,24],"artificial":[8,22],"intelligence":[9],"and":[10,33,51,78,85,116,120,142,159],"machine":[11],"learning":[12,56],"models":[13],"aim":[14],"to":[15,73,81],"decipher,":[16],"particularly":[17],"in":[18,61,155],"the":[19,74,137,144,150,157],"context":[20],"of":[21,39,111,139,152,161,175],"mediators":[23],"can":[25],"enhance":[26],"human":[27],"across":[29,164],"domains":[30],"like":[31,47,83],"education":[32],"healthcare.":[34],"Engagement,":[35],"a":[36,95,122,130,168],"key":[37],"aspect":[38],"these":[40],"interactions,":[41],"relies":[42],"heavily":[43],"on":[44,68],"multimodal":[45],"information":[46],"facial":[48],"expressions,":[49],"voice":[50],"posture.":[52],"Recently,":[53],"many":[54],"deep":[55],"methods":[57],"have":[58],"been":[59],"deployed":[60],"engagement":[62,162],"estimation.":[63],"Still,":[64],"they":[65],"often":[66],"focus":[67],"unimodality":[69],"or":[70],"bimodality,":[71],"leading":[72],"results":[75,148],"lacking":[76],"robustness":[77],"adaptability":[79],"due":[80],"factors":[82],"noise":[84],"varying":[86],"individual":[87],"responses.":[88],"To":[89],"address":[90],"this":[91,128],"challenge,":[92],"we":[93],"introduce":[94],"novel":[96],"modality":[97,113,140],"fusion":[98,134,141],"framework":[99,106],"named":[100],"Triplet":[101],"Concatenated-Attentional":[102],"Net":[103],"(TCA-Net).":[104],"This":[105],"takes":[107],"three":[108],"distinct":[109],"types":[110],"data":[112],"(video,":[114],"audio":[115],"Kinect)":[117],"as":[118,125],"inputs":[119],"delivers":[121],"prediction":[123],"score":[124],"output.":[126],"Within":[127],"network,":[129],"specially":[131],"designed":[132],"concatenated-attention":[133],"mechanism":[135],"serves":[136],"purpose":[138],"preserves":[143],"intra-modal":[145],"features.":[146],"Experimental":[147],"validate":[149],"efficiency":[151],"our":[153,179],"TCA-Net":[154],"enhancing":[156],"accuracy":[158],"reliability":[160],"estimation":[163],"diverse":[165],"scenarios,":[166],"with":[167],"test":[169],"set":[170],"Concordance":[171],"Correlation":[172],"Coefficient":[173],"(CCC)":[174],"0.75.":[176],"We":[177],"release":[178],"code":[180],"at":[181],"https://github.com/Daming-W/Multimodal_Engagement_Estimation.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-16T09:10:04.655348","created_date":"2025-10-10T00:00:00"}