{"id":"https://openalex.org/W4214849153","doi":"https://doi.org/10.1109/tmm.2022.3155900","title":"State Graph Reasoning for Multimodal Conversational Recommendation","display_name":"State Graph Reasoning for Multimodal Conversational Recommendation","publication_year":2022,"publication_date":"2022-03-03","ids":{"openalex":"https://openalex.org/W4214849153","doi":"https://doi.org/10.1109/tmm.2022.3155900"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3155900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3155900","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=8584&context=sis_research","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080776231","display_name":"Yuxia Wu","orcid":"https://orcid.org/0000-0003-3873-3982"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxia Wu","raw_affiliation_strings":["Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-3873-3982","affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081165986","display_name":"Lizi Liao","orcid":"https://orcid.org/0000-0002-9973-3305"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lizi Liao","raw_affiliation_strings":["Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9973-3305","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002460793","display_name":"Gangyi Zhang","orcid":"https://orcid.org/0009-0007-4092-993X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I34155123","display_name":"Hebei University of Science and Technology","ror":"https://ror.org/05h3pkk68","country_code":"CN","type":"education","lineage":["https://openalex.org/I34155123"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gangyi Zhang","raw_affiliation_strings":["University of Science and Technology of China, Hebei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hebei, China","institution_ids":["https://openalex.org/I34155123","https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039239180","display_name":"Wenqiang Lei","orcid":"https://orcid.org/0000-0001-6540-0601"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wenqiang Lei","raw_affiliation_strings":["National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079805574","display_name":"Guoshuai Zhao","orcid":"https://orcid.org/0000-0003-4392-8450"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoshuai Zhao","raw_affiliation_strings":["Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-4392-8450","affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014825654","display_name":"Xueming Qian","orcid":"https://orcid.org/0000-0002-3173-6307"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueming Qian","raw_affiliation_strings":["Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-3173-6307","affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089404640","display_name":"Tat\u2010Seng Chua","orcid":"https://orcid.org/0000-0001-6097-7807"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tat-Seng Chua","raw_affiliation_strings":["National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6097-7807","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.618,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.98847975,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"25","issue":null,"first_page":"3113","last_page":"3124"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.8955838680267334},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.863837480545044},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5518671274185181},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4733158349990845},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.46203210949897766},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4402015805244446},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33056217432022095},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.239854097366333}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.8955838680267334},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.863837480545044},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5518671274185181},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4733158349990845},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.46203210949897766},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4402015805244446},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33056217432022095},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.239854097366333},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmm.2022.3155900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3155900","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-8584","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=8584&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://doi.org/10.1109/TMM.2022.3155900","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-8584","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=8584&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://doi.org/10.1109/TMM.2022.3155900","raw_type":"Journal Article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7699999809265137}],"awards":[{"id":"https://openalex.org/G1070860207","display_name":null,"funder_award_id":"xxj022019003","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G1856004670","display_name":null,"funder_award_id":"61902309","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2653342970","display_name":null,"funder_award_id":"61701391","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3353997047","display_name":null,"funder_award_id":"2020M683496","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5831185801","display_name":null,"funder_award_id":"202006280325","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G7987947441","display_name":"\u57fa\u4e8e\u5bf9\u8c61\u7684\u76d1\u63a7\u89c6\u9891\u68c0\u7d22\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61772407","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W2108114251","https://openalex.org/W2108738385","https://openalex.org/W2127795553","https://openalex.org/W2194775991","https://openalex.org/W2349436533","https://openalex.org/W2526174222","https://openalex.org/W2807480793","https://openalex.org/W2809617427","https://openalex.org/W2887092413","https://openalex.org/W2897182555","https://openalex.org/W2898076813","https://openalex.org/W2950457956","https://openalex.org/W2952215380","https://openalex.org/W2962784628","https://openalex.org/W2963606508","https://openalex.org/W2963748384","https://openalex.org/W2963870853","https://openalex.org/W2964112275","https://openalex.org/W2970236742","https://openalex.org/W2978017171","https://openalex.org/W2979826702","https://openalex.org/W2981591098","https://openalex.org/W2997108628","https://openalex.org/W2997428904","https://openalex.org/W2997662139","https://openalex.org/W3021016503","https://openalex.org/W3032793209","https://openalex.org/W3032990727","https://openalex.org/W3035355914","https://openalex.org/W3038439974","https://openalex.org/W3044084930","https://openalex.org/W3045200674","https://openalex.org/W3080122044","https://openalex.org/W3092965216","https://openalex.org/W3093922720","https://openalex.org/W3099865390","https://openalex.org/W3100790518","https://openalex.org/W3101718968","https://openalex.org/W3113741750","https://openalex.org/W3115944734","https://openalex.org/W3117238912","https://openalex.org/W3126278993","https://openalex.org/W3152509363","https://openalex.org/W3152929911","https://openalex.org/W4287795696","https://openalex.org/W6676077707","https://openalex.org/W6676576766","https://openalex.org/W6678830454","https://openalex.org/W6754706484","https://openalex.org/W6768851824"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W1968552888","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W1511346092","https://openalex.org/W2199184806","https://openalex.org/W127837312","https://openalex.org/W2922283411","https://openalex.org/W4384789578","https://openalex.org/W4387421317"],"abstract_inverted_index":{"Conversational":[0],"recommendation":[1,36,121],"system":[2],"(CRS)":[3],"attracts":[4],"increasing":[5],"attention":[6],"in":[7,47,150,215],"various":[8,62,146],"application":[9],"domains":[10],"such":[11],"as":[12,138],"retail":[13],"and":[14,50,56,66,100,122,148],"travel.":[15],"It":[16,205],"offers":[17],"an":[18,177],"effective":[19],"way":[20,223],"to":[21,83,105,124,165,184,224],"capture":[22],"users'":[23,69],"dynamic":[24],"preferences":[25,155],"with":[26,169,238],"multi-turn":[27],"conversations.":[28],"However,":[29],"most":[30],"current":[31],"studies":[32],"center":[33],"on":[34,173],"the":[35,40,77,85,98,107,126,134,145,166,188,200,203,226],"aspect":[37],"while":[38,68],"over-simplifying":[39],"conversation":[41,51,78,158],"process.":[42,110],"The":[43,153,192],"negligence":[44],"of":[45,97,118,194,202],"complexity":[46],"data":[48],"structure":[49,201],"flow":[52],"hinders":[53],"their":[54],"practicality":[55],"utility.":[57],"In":[58,111,130],"reality,":[59],"there":[60],"exist":[61],"relationships":[63],"among":[64],"slots":[65],"values,":[67],"requirements":[70],"may":[71],"dynamically":[72],"adjust":[73],"or":[74],"change.":[75],"Moreover,":[76],"often":[79],"involves":[80],"visual":[81],"modality":[82],"facilitate":[84],"conversation.":[86],"These":[87],"actually":[88],"call":[89],"for":[90,209,212],"a":[91,101,139,221],"more":[92],"advanced":[93],"internal":[94],"state":[95,167,190],"representation":[96],"dialogue":[99],"proper":[102],"reasoning":[103,186,211],"scheme":[104],"guide":[106],"decision":[108],"making":[109],"this":[112],"paper,":[113],"we":[114,132,175],"explore":[115],"multiple":[116],"facets":[117],"multimodal":[119,140],"conversational":[120],"try":[123],"address":[125],"above":[127],"mentioned":[128],"challenges.":[129],"particular,":[131],"represent":[133],"structured":[135],"back-end":[136],"database":[137],"knowledge":[141],"graph":[142,168],"which":[143],"captures":[144],"relations":[147],"evidence":[149],"different":[151],"modalities.":[152],"user":[154],"expressed":[156],"via":[157],"utterances":[159],"will":[160],"then":[161],"be":[162],"gradually":[163],"updated":[164],"clear":[170],"polarity.":[171],"Based":[172],"these,":[174],"train":[176],"end-to-end":[178],"State":[179],"Graph-based":[180],"Reasoning":[181],"model":[182,197,233],"SGR":[183],"perform":[185],"over":[187],"whole":[189],"graph.":[191,204],"prediction":[193],"our":[195,232],"proposed":[196],"benefits":[198],"from":[199],"not":[206],"only":[207],"allows":[208],"zero-shot":[210],"items":[213],"unseen":[214],"training":[216],"conversations,":[217],"but":[218],"also":[219],"provides":[220],"natural":[222],"explain":[225],"policies.":[227],"Extensive":[228],"experiments":[229],"show":[230],"that":[231],"achieves":[234],"better":[235],"performance":[236],"compared":[237],"existing":[239],"methods.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":7}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}