{"id":"https://openalex.org/W4387968029","doi":"https://doi.org/10.1145/3581783.3612870","title":"Unveiling Subtle Cues: Backchannel Detection Using Temporal Multimodal Attention Networks","display_name":"Unveiling Subtle Cues: Backchannel Detection Using Temporal Multimodal Attention Networks","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387968029","doi":"https://doi.org/10.1145/3581783.3612870"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612870","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://ira.lib.polyu.edu.hk/bitstream/10397/102663/1/Wang_Unveiling_Subtle_Cues.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082087455","display_name":"Kangzhong Wang","orcid":"https://orcid.org/0000-0001-6267-0016"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Kangzhong Wang","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-6267-0016","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101685861","display_name":"MK Michael Cheung","orcid":"https://orcid.org/0009-0005-3591-9089"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"MK Michael Cheung","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0009-0005-3591-9089","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016761774","display_name":"Youqian Zhang","orcid":"https://orcid.org/0000-0003-0907-7998"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Youqian Zhang","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-0907-7998","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101861716","display_name":"Chunxi Yang","orcid":"https://orcid.org/0009-0001-5435-6083"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chunxi Yang","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0009-0001-5435-6083","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037770685","display_name":"Peter Q. Chen","orcid":"https://orcid.org/0000-0002-9055-4239"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Peter Q. Chen","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-9055-4239","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027114592","display_name":"Eugene Yujun Fu","orcid":"https://orcid.org/0000-0003-1048-1904"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Eugene Yujun Fu","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-1048-1904","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051682329","display_name":"Grace Ngai","orcid":"https://orcid.org/0000-0002-2027-168X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Grace Ngai","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-2027-168X","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5082087455"],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":null,"apc_paid":null,"fwci":0.2488,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.60789377,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"9586","last_page":"9590"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7008559703826904},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.657997190952301},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5895751118659973},{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.5815089344978333},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.42070090770721436},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4015631377696991},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3979240357875824}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7008559703826904},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.657997190952301},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5895751118659973},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.5815089344978333},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.42070090770721436},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4015631377696991},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3979240357875824},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3581783.3612870","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/102663","is_oa":true,"landing_page_url":"http://hdl.handle.net/10397/102663","pdf_url":"http://ira.lib.polyu.edu.hk/bitstream/10397/102663/1/Wang_Unveiling_Subtle_Cues.pdf","source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"}],"best_oa_location":{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/102663","is_oa":true,"landing_page_url":"http://hdl.handle.net/10397/102663","pdf_url":"http://ira.lib.polyu.edu.hk/bitstream/10397/102663/1/Wang_Unveiling_Subtle_Cues.pdf","source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387968029.pdf","grobid_xml":"https://content.openalex.org/works/W4387968029.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W20116688","https://openalex.org/W299961079","https://openalex.org/W346304970","https://openalex.org/W1650169135","https://openalex.org/W2038205869","https://openalex.org/W2158083769","https://openalex.org/W2553537981","https://openalex.org/W2782668511","https://openalex.org/W2807126412","https://openalex.org/W2969262604","https://openalex.org/W2970413753","https://openalex.org/W3016140135","https://openalex.org/W3101726544","https://openalex.org/W3146366485","https://openalex.org/W3174906557","https://openalex.org/W3206879014","https://openalex.org/W4224992933","https://openalex.org/W4296596271","https://openalex.org/W4304013680","https://openalex.org/W4308223369","https://openalex.org/W4327704365","https://openalex.org/W4385965696","https://openalex.org/W6797613833"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W3144423903","https://openalex.org/W2377397762","https://openalex.org/W2793967660","https://openalex.org/W2361654993"],"abstract_inverted_index":{"Automatic":[0],"detection":[1,105],"of":[2,96,121,129,132,138],"backchannel":[3,57,104],"has":[4],"great":[5],"potential":[6],"to":[7,68,74,78,116],"enhance":[8],"artificial":[9],"mediators,":[10],"which":[11],"indicate":[12],"listeners'":[13],"attention":[14,77,141],"and":[15,31,36,45,65,70,83,135],"agreement":[16],"in":[17,102,143],"human":[18],"communication.":[19],"It":[20,92],"is":[21],"often":[22],"expressed":[23],"by":[24],"subtle":[25,39],"non-verbal":[26],"cues":[27,40],"that":[28,89],"occur":[29],"briefly":[30],"sparsely.":[32],"Focusing":[33],"on":[34,98],"identifying":[35],"locating":[37],"these":[38],"(i.e.,":[41],"their":[42],"occurrence":[43],"moment":[44,82],"the":[46,72,80,84,99,108,119,127,136,139],"involved":[47],"body":[48,86],"parts),":[49],"this":[50],"paper":[51],"proposes":[52],"a":[53],"novel":[54],"approach":[55],"for":[56],"detection.":[58],"In":[59],"particular,":[60],"our":[61,122,130,144],"model":[62,73],"utilizes":[63],"temporal-":[64],"modality-attention":[66],"modules":[67,142],"determine":[69],"lead":[71],"pay":[75],"more":[76],"both":[79],"indicative":[81],"accompanying":[85],"parts":[87],"at":[88],"specific":[90],"time.":[91],"achieves":[93],"an":[94,113],"accuracy":[95],"68.6%":[97],"testing":[100],"set":[101],"MultiMediate'23":[103],"challenge,":[106],"outperforming":[107],"counterparts.":[109],"Furthermore,":[110],"we":[111],"conducted":[112],"ablation":[114],"study":[115,125],"thoroughly":[117],"understand":[118],"contributions":[120],"model.":[123,145],"This":[124],"underscores":[126],"effectiveness":[128],"selection":[131],"modality":[133],"inputs":[134],"importance":[137],"two":[140]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}