{"id":"https://openalex.org/W2980479057","doi":"https://doi.org/10.1145/3340555.3353730","title":"Multitask Prediction of Exchange-level Annotations for Multimodal Dialogue Systems","display_name":"Multitask Prediction of Exchange-level Annotations for Multimodal Dialogue Systems","publication_year":2019,"publication_date":"2019-10-14","ids":{"openalex":"https://openalex.org/W2980479057","doi":"https://doi.org/10.1145/3340555.3353730","mag":"2980479057"},"language":"en","primary_location":{"id":"doi:10.1145/3340555.3353730","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340555.3353730","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111849464","display_name":"Yuki Hirano","orcid":null},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yuki Hirano","raw_affiliation_strings":["Japan Advanced Institute of Science and Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Japan Advanced Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080920610","display_name":"Shogo Okada","orcid":"https://orcid.org/0000-0002-9260-0403"},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shogo Okada","raw_affiliation_strings":["Japan Advanced Institute of Science and Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Japan Advanced Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091448873","display_name":"Haruto Nishimoto","orcid":null},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]},{"id":"https://openalex.org/I4210138169","display_name":"Osaka Research Institute of Industrial Science and Technology","ror":"https://ror.org/03r38cy24","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210138169"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Haruto Nishimoto","raw_affiliation_strings":["The Institute of Scientific and Industrial Research Osaka University, Japan"],"affiliations":[{"raw_affiliation_string":"The Institute of Scientific and Industrial Research Osaka University, Japan","institution_ids":["https://openalex.org/I4210138169","https://openalex.org/I98285908"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049614400","display_name":"Kazunori Komatani","orcid":"https://orcid.org/0000-0002-6052-600X"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazunori Komatani","raw_affiliation_strings":["Osaka University, Japan"],"affiliations":[{"raw_affiliation_string":"Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5111849464"],"corresponding_institution_ids":["https://openalex.org/I177738480"],"apc_list":null,"apc_paid":null,"fwci":1.3434,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.8225787,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"85","last_page":"94"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8505359888076782},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.629848837852478},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5393933653831482},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.48827648162841797},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4826124608516693},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4551527202129364},{"id":"https://openalex.org/keywords/continuance","display_name":"Continuance","score":0.4390602111816406},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.43301165103912354},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38340455293655396},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3304591774940491}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8505359888076782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.629848837852478},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5393933653831482},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.48827648162841797},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4826124608516693},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4551527202129364},{"id":"https://openalex.org/C2780081655","wikidata":"https://www.wikidata.org/wiki/Q763365","display_name":"Continuance","level":2,"score":0.4390602111816406},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.43301165103912354},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38340455293655396},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3304591774940491},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3340555.3353730","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340555.3353730","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1588539311","https://openalex.org/W1614862348","https://openalex.org/W1981688737","https://openalex.org/W2067360832","https://openalex.org/W2074788634","https://openalex.org/W2095705004","https://openalex.org/W2102759648","https://openalex.org/W2119821739","https://openalex.org/W2128889245","https://openalex.org/W2145421863","https://openalex.org/W2156503193","https://openalex.org/W2164777277","https://openalex.org/W2187036766","https://openalex.org/W2215376118","https://openalex.org/W2251397886","https://openalex.org/W2526567570","https://openalex.org/W2555691756","https://openalex.org/W2743233975","https://openalex.org/W2755232679","https://openalex.org/W2890248990","https://openalex.org/W2894609524","https://openalex.org/W2895232831","https://openalex.org/W2895434601","https://openalex.org/W2913340405","https://openalex.org/W2995034616","https://openalex.org/W3209042722","https://openalex.org/W4239396298","https://openalex.org/W4239510810","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4251771709","https://openalex.org/W2163870992","https://openalex.org/W2294757943","https://openalex.org/W3173986262","https://openalex.org/W4322744319","https://openalex.org/W1575995895","https://openalex.org/W2386329319","https://openalex.org/W4200403077","https://openalex.org/W2770780982","https://openalex.org/W2041046665"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"multimodal":[3,33,106,125,187],"computational":[4],"modeling":[5],"of":[6,20,73,79,142],"three":[7,37,71,130,144],"labels":[8,38,74,113,145],"that":[9,75,177],"are":[10],"independently":[11],"annotated":[12],"per":[13],"exchange":[14],"to":[15,45,90,169],"implement":[16],"an":[17],"adaptation":[18],"mechanism":[19],"dialogue":[21,25,93,107],"strategy":[22,94],"in":[23],"spoken":[24],"systems":[26],"based":[27,95],"on":[28,96],"recognizing":[29],"user":[30],"sentiment":[31,51,82,112],"by":[32,109,206],"signal":[34],"processing.":[35],"The":[36,152],"include":[39],"(1)":[40],"user\u2019s":[41,50,81,98],"interest":[42],"label":[43],"pertaining":[44],"the":[46,59,63,70,80,85,97,115,120,129,143,147,170,178,210],"current":[47,64],"topic,":[48],"(2)":[49],"label,":[52],"and":[53,84,114,194,197],"(3)":[54],"topic":[55,65,116],"continuance":[56,117],"denoting":[57],"whether":[58],"system":[60],"should":[61],"continue":[62],"or":[66],"change":[67],"it.":[68],"Predicting":[69],"types":[72],"capture":[76],"different":[77],"aspects":[78],"level":[83],"system\u2019s":[86],"next":[87],"action":[88],"contribute":[89],"adopting":[91],"a":[92,124,160],"sentiment.":[99],"For":[100],"this":[101],"purpose,":[102],"we":[103,122],"enhanced":[104],"shared":[105],"data":[108,162],"annotating":[110],"impressed":[111],"labels.":[118,131],"With":[119],"corpus,":[121],"develop":[123],"prediction":[126,153],"model":[127,154,184],"for":[128,138],"A":[132],"multitask":[133,171,179],"learning":[134,172],"technique":[135],"is":[136],"applied":[137],"binary":[139],"classification":[140],"tasks":[141],"considering":[146],"partial":[148],"similarities":[149],"among":[150],"them.":[151],"was":[155],"efficiently":[156],"trained":[157,185,202],"even":[158],"with":[159,186],"small":[161],"set":[163],"(less":[164],"than":[165],"2000":[166],"samples)":[167],"thanks":[168],"framework.":[173],"Experimental":[174],"results":[175],"show":[176],"deep":[180],"neural":[181],"network":[182],"(DNN)":[183],"features":[188],"including":[189],"linguistics,":[190],"facial":[191],"expressions,":[192],"body":[193],"head":[195],"motions,":[196],"acoustic":[198],"features,":[199],"outperformed":[200],"those":[201],"as":[203],"single-task":[204],"DNNs":[205],"1.6":[207],"points":[208],"at":[209],"maximum.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}