{"id":"https://openalex.org/W3205052962","doi":"https://doi.org/10.1145/3462244.3479928","title":"Multimodal User Satisfaction Recognition for Non-task Oriented Dialogue Systems","display_name":"Multimodal User Satisfaction Recognition for Non-task Oriented Dialogue Systems","publication_year":2021,"publication_date":"2021-10-15","ids":{"openalex":"https://openalex.org/W3205052962","doi":"https://doi.org/10.1145/3462244.3479928","mag":"3205052962"},"language":"en","primary_location":{"id":"doi:10.1145/3462244.3479928","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3462244.3479928","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3462244.3479928","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3462244.3479928","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063775146","display_name":"Wenqing Wei","orcid":"https://orcid.org/0009-0001-5421-0316"},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Wenqing Wei","raw_affiliation_strings":["Japan Advanced Institute of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Japan Advanced Institute of Science and Technology, China","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061418266","display_name":"Sixia Li","orcid":null},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sixia Li","raw_affiliation_strings":["Japan Advanced Institute of Science and Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Japan Advanced Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080920610","display_name":"Shogo Okada","orcid":"https://orcid.org/0000-0002-9260-0403"},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shogo Okada","raw_affiliation_strings":["Japan Advanced Institute of Science and Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Japan Advanced Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049614400","display_name":"Kazunori Komatani","orcid":"https://orcid.org/0000-0002-6052-600X"},"institutions":[{"id":"https://openalex.org/I4210138169","display_name":"Osaka Research Institute of Industrial Science and Technology","ror":"https://ror.org/03r38cy24","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210138169"]},{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazunori Komatani","raw_affiliation_strings":["The Institute of Scientific and Industrial Research (ISIR), Osaka University, Japan"],"affiliations":[{"raw_affiliation_string":"The Institute of Scientific and Industrial Research (ISIR), Osaka University, Japan","institution_ids":["https://openalex.org/I4210138169","https://openalex.org/I98285908"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5063775146"],"corresponding_institution_ids":["https://openalex.org/I177738480"],"apc_list":null,"apc_paid":null,"fwci":0.7343,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.73455333,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"586","last_page":"594"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7808502316474915},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6672753691673279},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6159547567367554},{"id":"https://openalex.org/keywords/user-satisfaction","display_name":"User satisfaction","score":0.5094509720802307},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3321912884712219},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10174620151519775},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.06626474857330322}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7808502316474915},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6672753691673279},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6159547567367554},{"id":"https://openalex.org/C3017893058","wikidata":"https://www.wikidata.org/wiki/Q999278","display_name":"User satisfaction","level":2,"score":0.5094509720802307},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3321912884712219},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10174620151519775},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.06626474857330322}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3462244.3479928","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3462244.3479928","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3462244.3479928","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3462244.3479928","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3462244.3479928","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3462244.3479928","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5699999928474426,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3205052962.pdf","grobid_xml":"https://content.openalex.org/works/W3205052962.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W969718702","https://openalex.org/W1586218930","https://openalex.org/W2026760083","https://openalex.org/W2044141024","https://openalex.org/W2069470928","https://openalex.org/W2071671593","https://openalex.org/W2089827753","https://openalex.org/W2132947339","https://openalex.org/W2239141610","https://openalex.org/W2515152850","https://openalex.org/W2524375674","https://openalex.org/W2766306366","https://openalex.org/W2787581402","https://openalex.org/W2807126412","https://openalex.org/W2896457183","https://openalex.org/W2945397504","https://openalex.org/W2963010524","https://openalex.org/W2963710346","https://openalex.org/W2964010806","https://openalex.org/W2980037344","https://openalex.org/W2980479057","https://openalex.org/W2994200508","https://openalex.org/W3006130793","https://openalex.org/W3015322406","https://openalex.org/W3093539638","https://openalex.org/W3213498212"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W3196817267"],"abstract_inverted_index":{"Multimodal":[0,79],"dialogue":[1,39,56,67,89,128,181,188,197],"systems":[2,90],"(MDSs)":[3],"are":[4],"needed":[5],"to":[6,9,120,174],"allow":[7],"users":[8],"converse":[10],"with":[11,191,215,232],"virtual":[12],"agents":[13],"that":[14,86,241,258,268],"use":[15],"natural":[16],"language":[17],"by":[18,63,134,222],"sensing":[19,82],"the":[20,29,38,47,58,71,105,122,127,135,139,151,166,180,196,201,205,212,227,234,242,259,262,270],"multimodal":[21,101,169,186,207,243,263],"behavior":[22],"of":[23,31,77,104,159,168,204,261,269],"users.":[24,78],"One":[25],"crucial":[26],"step":[27],"in":[28,54,249],"development":[30],"an":[32],"MDS":[33],"is":[34,61,116,156],"measuring":[35],"how":[36],"well":[37],"system":[40,160,228],"performs.":[41],"Though":[42],"previous":[43],"research":[44],"focused":[45],"on":[46,92,138,219],"user":[48,59,106,123,136,162,176,192,235],"satisfaction":[49,60,124,177,193],"modeling":[50,109,208],"from":[51],"linguistic":[52],"modality":[53],"text-to-text":[55],"systems,":[57],"observed":[62],"not":[64],"only":[65],"spoken":[66],"contents":[68],"but":[69],"also":[70],"acoustic":[72],"and":[73,113,147,161,164,171,226,252],"visual":[74],"nonverbal":[75,148],"behaviors":[76],"social":[80],"signal":[81],"provides":[83],"a":[84,100,117,157,185,246],"solution":[85],"automatically":[87],"measures":[88],"based":[91,137,218],"subjective":[93],"evaluation.":[94],"With":[95],"this":[96],"background,":[97],"we":[98,210],"proposed":[99,206,213],"recognition":[102,202],"model":[103,244,264],"using":[107],"sequence":[108],"algorithms":[110],"(RNN,":[111],"LSTM,":[112],"GRU).":[114],"It":[115],"novel":[118],"challenge":[119],"recognize":[121,175],"label":[125,131],"at":[126,150,179,195],"level.":[129,182,198],"Each":[130],"was":[132,265],"annotated":[133],"overall":[140],"dialogue.":[141],"We":[142,183],"extracted":[143],"both":[144,250],"verbal":[145],"features":[146,149,170,173],"exchange":[152],"level":[153],"(the":[154],"unit":[155],"pair":[158],"utterances)":[163],"analyzed":[165],"contributions":[167],"unimodal":[172],"labels":[178,194],"used":[184],"user-system":[187],"data":[189],"corpus":[190],"To":[199],"validate":[200],"accuracy":[203],"approach,":[209],"compared":[211],"method":[214],"two":[216],"models":[217],"human":[220,224,271],"perception":[221],"external":[223],"coders":[225],"operator":[229],"(called":[230],"\u201cWizard\u201d)":[231],"whom":[233],"talks.":[236],"The":[237,255],"experimental":[238],"results":[239,256],"showed":[240],"achieved":[245],"better":[247],"performance":[248,260],"classification":[251],"regression":[253],"tasks.":[254],"indicated":[257],"higher":[266],"than":[267],"models.":[272]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}