{"id":"https://openalex.org/W2897182555","doi":"https://doi.org/10.1145/3240508.3240605","title":"Knowledge-aware Multimodal Dialogue Systems","display_name":"Knowledge-aware Multimodal Dialogue Systems","publication_year":2018,"publication_date":"2018-10-15","ids":{"openalex":"https://openalex.org/W2897182555","doi":"https://doi.org/10.1145/3240508.3240605","mag":"2897182555"},"language":"en","primary_location":{"id":"doi:10.1145/3240508.3240605","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3240508.3240605","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM international conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=8576&context=sis_research","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081165986","display_name":"Lizi Liao","orcid":"https://orcid.org/0000-0002-9973-3305"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Lizi Liao","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089377262","display_name":"Yunshan Ma","orcid":"https://orcid.org/0000-0003-3038-5389"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yunshan Ma","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038668215","display_name":"Xiangnan He","orcid":"https://orcid.org/0000-0001-8472-7992"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiangnan He","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051332325","display_name":"Richang Hong","orcid":"https://orcid.org/0000-0001-5461-3986"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Richang Hong","raw_affiliation_strings":["Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089404640","display_name":"Tat\u2010Seng Chua","orcid":"https://orcid.org/0000-0001-6097-7807"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tat-Seng Chua","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5081165986"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":6.8073,"has_fulltext":false,"cited_by_count":133,"citation_normalized_percentile":{"value":0.97654348,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"801","last_page":"809"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8462311625480652},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6390156745910645},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6019222140312195},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5667352080345154},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5447313785552979},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5358831286430359},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5112423896789551},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4953821897506714},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.4881180226802826},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.47559961676597595},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10236427187919617},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08455204963684082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8462311625480652},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6390156745910645},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6019222140312195},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5667352080345154},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5447313785552979},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5358831286430359},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5112423896789551},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4953821897506714},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.4881180226802826},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.47559961676597595},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10236427187919617},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08455204963684082},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3240508.3240605","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3240508.3240605","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM international conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-8576","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=8576&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1145/3240508.3240605","raw_type":"Conference Proceeding Article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-8725","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=8725&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1145/3240508.3240605","raw_type":"Conference Proceeding Article"},{"id":"pmh:oai:scholarbank.nus.edu.sg:10635/167282","is_oa":false,"landing_page_url":"https://scholarbank.nus.edu.sg/handle/10635/167282","pdf_url":null,"source":{"id":"https://openalex.org/S7407052290","display_name":"National University of Singapore","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-8576","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=8576&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1145/3240508.3240605","raw_type":"Conference Proceeding Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3296514248","display_name":null,"funder_award_id":"IRC@Singapore Funding Initiative","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W102708294","https://openalex.org/W1518951372","https://openalex.org/W1529533208","https://openalex.org/W1533230146","https://openalex.org/W1895577753","https://openalex.org/W1933349210","https://openalex.org/W1934264538","https://openalex.org/W2024523516","https://openalex.org/W2028285070","https://openalex.org/W2081580037","https://openalex.org/W2119717200","https://openalex.org/W2155027007","https://openalex.org/W2247119764","https://openalex.org/W2250176356","https://openalex.org/W2250645263","https://openalex.org/W2296712013","https://openalex.org/W2399880602","https://openalex.org/W2410983263","https://openalex.org/W2412899141","https://openalex.org/W2476140796","https://openalex.org/W2558533273","https://openalex.org/W2558809543","https://openalex.org/W2560730294","https://openalex.org/W2575842049","https://openalex.org/W2583186419","https://openalex.org/W2586847566","https://openalex.org/W2592808142","https://openalex.org/W2599940792","https://openalex.org/W2604580630","https://openalex.org/W2605350416","https://openalex.org/W2754194354","https://openalex.org/W2768661419","https://openalex.org/W2895842584","https://openalex.org/W2897195437","https://openalex.org/W2949376505","https://openalex.org/W2950178297","https://openalex.org/W2950761309","https://openalex.org/W2950902819","https://openalex.org/W2951707557","https://openalex.org/W2962883855","https://openalex.org/W2963068985","https://openalex.org/W2963167310","https://openalex.org/W2963248296","https://openalex.org/W2963448850","https://openalex.org/W2963491014","https://openalex.org/W2963748384","https://openalex.org/W2963797754","https://openalex.org/W2963890019","https://openalex.org/W2964018924","https://openalex.org/W2964101860","https://openalex.org/W2964210218","https://openalex.org/W3022187094","https://openalex.org/W3121541553","https://openalex.org/W4285719527","https://openalex.org/W4290742115"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W1968552888","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W1511346092","https://openalex.org/W1527532029","https://openalex.org/W2378167147","https://openalex.org/W3210777354","https://openalex.org/W2281307425","https://openalex.org/W2538999372"],"abstract_inverted_index":{"By":[0],"offering":[1],"a":[2,64,91,129,145,175,196],"natural":[3],"way":[4],"for":[5,84,182,224],"information":[6],"seeking,":[7],"multimodal":[8],"dialogue":[9,26,76,103,199,225],"systems":[10,27],"are":[11,28],"attracting":[12],"increasing":[13],"attention":[14],"in":[15,43,52,67,116,138,201],"several":[16],"domains":[17],"such":[18,46],"as":[19,47],"retail,":[20],"travel":[21],"etc.":[22],"However,":[23],"most":[24],"existing":[25],"limited":[29],"to":[30,38,80,97,109,133,155,169,185],"textual":[31],"modality,":[32],"which":[33,180],"cannot":[34],"be":[35],"easily":[36],"extended":[37],"capture":[39,134],"the":[40,55,69,75,99,110,135,140,160,187,215],"rich":[41],"semantics":[42,111,137],"visual":[44,56,117,163,219],"modality":[45,220],"product":[48],"images.":[49],"For":[50],"example,":[51],"fashion":[53,202],"domain,":[54],"appearance":[57],"of":[58,101,144,217],"clothes":[59],"and":[60,112,119,142,165,221],"matching":[61],"styles":[62],"play":[63],"crucial":[65],"role":[66],"understanding":[68],"user's":[70],"intention.":[71],"Without":[72],"considering":[73],"these,":[74],"agent":[77],"may":[78],"fail":[79],"generate":[81,156],"desirable":[82],"responses":[83,157],"users.":[85],"In":[86],"this":[87],"paper,":[88],"we":[89,127,148,173],"present":[90],"Knowledge-aware":[92],"Multimodal":[93],"Dialogue":[94],"(KMD)":[95],"model":[96,154],"address":[98],"limitation":[100],"text-based":[102],"systems.":[104,226],"It":[105],"gives":[106],"special":[107],"consideration":[108],"domain":[113,166,222],"knowledge":[114,223],"revealed":[115],"content,":[118],"is":[120],"featured":[121],"with":[122],"three":[123],"key":[124],"components.":[125],"First,":[126],"build":[128],"taxonomy-based":[130],"learning":[131,178],"module":[132],"fine-grained":[136],"images":[139],"category":[141],"attributes":[143],"product).":[146],"Second,":[147],"propose":[149],"an":[150],"end-to-end":[151],"neural":[152,188],"conversational":[153,189],"based":[158],"on":[159,195],"conversation":[161],"history,":[162],"semantics,":[164],"knowledge.":[167],"Lastly,":[168],"avoid":[170],"inconsistent":[171],"dialogues,":[172],"adopt":[174],"deep":[176],"reinforcement":[177],"method":[179,209],"accounts":[181],"future":[183],"rewards":[184],"optimize":[186],"model.":[190],"We":[191],"perform":[192],"extensive":[193],"evaluation":[194],"multi-turn":[197],"task-oriented":[198],"dataset":[200],"domain.":[203],"Experiment":[204],"results":[205],"show":[206],"that":[207],"our":[208],"significantly":[210],"outperforms":[211],"state-of-the-art":[212],"methods,":[213],"demonstrating":[214],"efficacy":[216],"modeling":[218]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2018-10-26T00:00:00"}