{"id":"https://openalex.org/W4404525274","doi":"https://doi.org/10.1145/3704811","title":"Domain-aware Multimodal Dialog Systems with Distribution-based User Characteristic Modeling","display_name":"Domain-aware Multimodal Dialog Systems with Distribution-based User Characteristic Modeling","publication_year":2024,"publication_date":"2024-11-19","ids":{"openalex":"https://openalex.org/W4404525274","doi":"https://doi.org/10.1145/3704811"},"language":"en","primary_location":{"id":"doi:10.1145/3704811","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3704811","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3704811","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3704811","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100693591","display_name":"Xiaolin Chen","orcid":"https://orcid.org/0000-0003-4638-0603"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolin Chen","raw_affiliation_strings":["School of Software, Joint SDU-NTU Centre for Artificial Intelligence Research, Shandong University, Jinan, China","School of Software, Joint SDU-NTU Centre for Artificial Intelligence Research, Shandong University, China"],"raw_orcid":"https://orcid.org/0000-0003-4638-0603","affiliations":[{"raw_affiliation_string":"School of Software, Joint SDU-NTU Centre for Artificial Intelligence Research, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Software, Joint SDU-NTU Centre for Artificial Intelligence Research, Shandong University, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072768866","display_name":"Xuemeng Song","orcid":"https://orcid.org/0000-0002-5274-4197"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuemeng Song","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Jinan, China","School of Computer Science and Technology, Shandong University, China"],"raw_orcid":"https://orcid.org/0000-0002-5274-4197","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005779844","display_name":"Jianhui Zuo","orcid":null},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhui Zuo","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Jinan, China","School of Computer Science and Technology, Shandong University, China"],"raw_orcid":"https://orcid.org/0009-0001-9171-0838","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039731055","display_name":"Yinwei Wei","orcid":"https://orcid.org/0000-0003-1791-3159"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yinwei Wei","raw_affiliation_strings":["Department of Human Centred Computing, Monash University, Melbourne, Australia","Department of Human Centred Computing, Monash University, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1791-3159","affiliations":[{"raw_affiliation_string":"Department of Human Centred Computing, Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"Department of Human Centred Computing, Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China"],"raw_orcid":"https://orcid.org/0000-0003-1476-0273","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089404640","display_name":"Tat\u2010Seng Chua","orcid":"https://orcid.org/0000-0001-6097-7807"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tat-Seng Chua","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore, Singapore","School of Computing, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6097-7807","affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1114,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81965268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"21","issue":"2","first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9165456891059875},{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.6863476634025574},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6457028388977051},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6198922395706177},{"id":"https://openalex.org/keywords/dialog-system","display_name":"Dialog system","score":0.5323987603187561},{"id":"https://openalex.org/keywords/user-modeling","display_name":"User modeling","score":0.446696013212204},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.35687142610549927},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3432469367980957},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.26823943853378296},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12727990746498108}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9165456891059875},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.6863476634025574},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6457028388977051},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6198922395706177},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.5323987603187561},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.446696013212204},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.35687142610549927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3432469367980957},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.26823943853378296},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12727990746498108},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3704811","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3704811","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3704811","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3704811","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3704811","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3704811","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3881774828","display_name":null,"funder_award_id":"ZR2022YQ59","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G5039750641","display_name":null,"funder_award_id":"62236003, 62376137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4404525274.pdf"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1991927948","https://openalex.org/W2798914047","https://openalex.org/W2951450739","https://openalex.org/W2956125353","https://openalex.org/W2963748384","https://openalex.org/W2963789888","https://openalex.org/W2981591098","https://openalex.org/W2988937804","https://openalex.org/W3093418251","https://openalex.org/W3152929911","https://openalex.org/W3155106653","https://openalex.org/W3196691777","https://openalex.org/W4214931354","https://openalex.org/W4225000971","https://openalex.org/W4285119160","https://openalex.org/W4286233884","https://openalex.org/W4293090828","https://openalex.org/W4297165046","https://openalex.org/W4297524062","https://openalex.org/W4297811796","https://openalex.org/W4317209756","https://openalex.org/W4321786075","https://openalex.org/W4361003656","https://openalex.org/W4365801669","https://openalex.org/W4376851154","https://openalex.org/W4378499186","https://openalex.org/W4383816991","https://openalex.org/W4385762291","https://openalex.org/W4386162685","https://openalex.org/W4386443007","https://openalex.org/W4386443265","https://openalex.org/W4386755412","https://openalex.org/W4387398451","https://openalex.org/W4389156923","https://openalex.org/W4390203954","https://openalex.org/W4391145699","https://openalex.org/W4391576337","https://openalex.org/W4393002364","https://openalex.org/W4393949409","https://openalex.org/W4399146389","https://openalex.org/W4402592976","https://openalex.org/W6848933841"],"related_works":["https://openalex.org/W48079147","https://openalex.org/W2394821827","https://openalex.org/W326836678","https://openalex.org/W2563921006","https://openalex.org/W1963944933","https://openalex.org/W2111550420","https://openalex.org/W1977846844","https://openalex.org/W2549666521","https://openalex.org/W4210962089","https://openalex.org/W2020240201"],"abstract_inverted_index":{"Textual":[0],"response":[1,21,94,125,147],"generation":[2,95,126],"is":[3],"a":[4,69],"pivotal":[5],"yet":[6],"challenging":[7],"task":[8],"for":[9],"multimodal":[10,24,72,115],"task-oriented":[11],"dialog":[12,73],"systems,":[13],"which":[14],"targets":[15,128],"at":[16,129],"generating":[17],"the":[18,23,35,38,43,47,51,57,104,112,137,145,150,158,165,171,178,185,189],"appropriate":[19],"textual":[20,146],"given":[22],"context.":[25],"Although":[26],"existing":[27,121],"efforts":[28],"have":[29],"obtained":[30],"remarkable":[31],"advancements,":[32],"they":[33],"ignore":[34],"potential":[36],"of":[37,46,114,191],"domain":[39],"information":[40],"in":[41,55,64],"revealing":[42],"key":[44],"points":[45],"user":[48,77,99,152],"intention":[49,133,163],"and":[50,97,117,139,142,161,168],"user\u2019s":[52,58,159],"history":[53],"dialogs":[54],"indicating":[56],"characteristics.":[59],"To":[60],"address":[61],"this":[62,65],"issue,":[63],"work,":[66],"we":[67],"propose":[68],"novel":[70],"domain-aware":[71,93,124,131],"system":[74],"with":[75,164],"distribution-based":[76,98,151],"characteristic":[78,100,153],"modeling":[79,134],"(named":[80],"DMDU).":[81],"In":[82],"particular,":[83],"DMDU":[84],"contains":[85],"three":[86],"vital":[87],"components:":[88],"context-knowledge":[89,105],"embedding":[90,106,113],"extraction":[91,107],",":[92,96],"injection":[101,154],".":[102],"Specifically,":[103],"component":[108,127,155],"aims":[109],"to":[110,176,196],"extract":[111],"context":[116,138,179],"related":[118],"knowledge":[119,140],"following":[120],"studies.":[122],"The":[123],"conducting":[130],"fine-grained":[132],"based":[135],"on":[136,184],"embedding,":[141],"thus":[143],"fulfills":[144],"generation.":[148],"Moreover,":[149],"first":[156],"captures":[157],"characteristics":[160],"current":[162],"Gaussian":[166],"distribution":[167],"then":[169],"conducts":[170],"sampling-based":[172],"contrastive":[173],"semantic":[174],"regularization":[175],"promote":[177,197],"representation":[180],"learning.":[181],"Experimental":[182],"results":[183],"public":[186],"dataset":[187],"demonstrate":[188],"effectiveness":[190],"DMDU.":[192],"We":[193],"release":[194],"codes":[195],"other":[198],"researchers.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}