{"id":"https://openalex.org/W4386729337","doi":"https://doi.org/10.1145/3604915.3608775","title":"Goal-Oriented Multi-Modal Interactive Recommendation with Verbal and Non-Verbal Relevance Feedback","display_name":"Goal-Oriented Multi-Modal Interactive Recommendation with Verbal and Non-Verbal Relevance Feedback","publication_year":2023,"publication_date":"2023-09-14","ids":{"openalex":"https://openalex.org/W4386729337","doi":"https://doi.org/10.1145/3604915.3608775"},"language":"en","primary_location":{"id":"doi:10.1145/3604915.3608775","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604915.3608775","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/view/author/55148.html>,","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102858602","display_name":"Yaxiong Wu","orcid":"https://orcid.org/0000-0002-1860-0122"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Yaxiong Wu","raw_affiliation_strings":["School of Computing Science, University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computing Science, University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057643560","display_name":"Craig Macdonald","orcid":"https://orcid.org/0000-0003-3143-279X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Craig Macdonald","raw_affiliation_strings":["School of Computing Science, University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computing Science, University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079046603","display_name":"Iadh Ounis","orcid":"https://orcid.org/0000-0003-4701-3223"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Iadh Ounis","raw_affiliation_strings":["School of Computing Science, University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computing Science, University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102858602"],"corresponding_institution_ids":["https://openalex.org/I7882870"],"apc_list":null,"apc_paid":null,"fwci":3.624,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.9387793,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"362","last_page":"373"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8404886722564697},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7266925573348999},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7085278034210205},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6914863586425781},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.6699055433273315},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6571812033653259},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4976330101490021},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.49051588773727417},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4902046322822571},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.48923397064208984},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4115528464317322},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35972076654434204},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07632571458816528}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8404886722564697},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7266925573348999},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7085278034210205},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6914863586425781},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.6699055433273315},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6571812033653259},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4976330101490021},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49051588773727417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4902046322822571},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.48923397064208984},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4115528464317322},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35972076654434204},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07632571458816528},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3604915.3608775","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604915.3608775","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:301347","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/55148.html>,","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:301347","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/55148.html>,","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1989121949","display_name":null,"funder_award_id":"EP/R018634/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5187265158","display_name":"Closed-Loop Data Science for Complex, Computationally- and Data-Intensive Analytics","funder_award_id":"EP/R018634/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8352026019","display_name":null,"funder_award_id":"R018634/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1528802670","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2788295351","https://openalex.org/W2889526258","https://openalex.org/W2898076813","https://openalex.org/W2902572901","https://openalex.org/W2905544595","https://openalex.org/W2949395487","https://openalex.org/W2964112275","https://openalex.org/W2972160336","https://openalex.org/W2982120135","https://openalex.org/W2996960746","https://openalex.org/W2997662139","https://openalex.org/W3014901735","https://openalex.org/W3026458074","https://openalex.org/W3034853385","https://openalex.org/W3035084859","https://openalex.org/W3035734059","https://openalex.org/W3038439974","https://openalex.org/W3044084930","https://openalex.org/W3099865390","https://openalex.org/W3100790518","https://openalex.org/W3102778384","https://openalex.org/W3102862020","https://openalex.org/W3116062118","https://openalex.org/W3123348991","https://openalex.org/W3135367836","https://openalex.org/W3146823280","https://openalex.org/W3152509363","https://openalex.org/W3152929911","https://openalex.org/W3154189934","https://openalex.org/W3155833376","https://openalex.org/W3172514680","https://openalex.org/W3185784178","https://openalex.org/W3186739292","https://openalex.org/W3189718596","https://openalex.org/W3199755719","https://openalex.org/W3206477365","https://openalex.org/W4214849153","https://openalex.org/W4224313282","https://openalex.org/W4280616270","https://openalex.org/W4284682806","https://openalex.org/W4285009743","https://openalex.org/W4285601030","https://openalex.org/W4292828970","https://openalex.org/W4295955103","https://openalex.org/W4296591846","https://openalex.org/W4312825288"],"related_works":["https://openalex.org/W1921936017","https://openalex.org/W1971071004","https://openalex.org/W2009716188","https://openalex.org/W1518380457","https://openalex.org/W2001985945","https://openalex.org/W1973132420","https://openalex.org/W2460037195","https://openalex.org/W2078482661","https://openalex.org/W1968222678","https://openalex.org/W2142731558"],"abstract_inverted_index":{"Interactive":[0],"recommendation":[1,51,95,134,176,211],"enables":[2],"users":[3],"to":[4,32,88,92,145,162,207,260],"provide":[5],"verbal":[6,140],"and":[7,15,74,86,119,141,188,202,218],"non-verbal":[8,142,195],"relevance":[9,143,196],"feedback":[10,144,197,231],"(such":[11,24],"as":[12,25,113,235],"natural-language":[13,230],"critiques":[14],"likes/dislikes)":[16],"when":[17,173],"viewing":[18],"a":[19,48,72,78,129,158,169,236],"ranked":[20],"list":[21],"of":[22,27,101,116],"recommendations":[23,234],"images":[26],"fashion":[28,107,247],"products),":[29],"in":[30,104,108,258],"order":[31],"guide":[33],"the":[34,66,90,94,114,148,165,175,181,190,210,233,261],"recommender":[35,79],"system":[36],"towards":[37],"their":[38],"desired":[39],"items":[40],"(i.e.":[41,71,77],"goals)":[42],"across":[43],"multiple":[44],"interaction":[45],"turns.":[46],"Such":[47],"multi-modal":[49,102,132,166,170],"interactive":[50,133],"(MMIR)":[52],"task":[53,183],"has":[54],"been":[55],"successfully":[56],"formulated":[57],"with":[58,98],"deep":[59],"reinforcement":[60,186],"learning":[61,100,160,187],"(DRL)":[62],"algorithms":[63],"by":[64,193,223],"simulating":[65],"interactions":[67],"between":[68],"an":[69,75,105],"environment":[70],"user)":[73],"agent":[76,91],"system).":[80],"However,":[81],"it":[82],"is":[83,111],"typically":[84],"challenging":[85],"unstable":[87],"optimise":[89,209],"improve":[93],"quality":[96],"associated":[97],"implicit":[99],"representations":[103,167],"end-to-end":[106],"DRL.":[109],"This":[110],"known":[112],"coupling":[115,125],"policy":[117],"optimisation":[118,191],"representation":[120],"learning.":[121],"To":[122],"address":[123],"this":[124],"issue,":[126],"we":[127,179,216],"propose":[128],"novel":[130],"goal-oriented":[131,185,205],"model":[135,156,222,254],"(GOMMIR)":[136],"that":[137,227,250],"uses":[138],"both":[139],"effectively":[146,208],"incorporate":[147],"users\u2019":[149],"preferences":[150],"over":[151],"time.":[152],"Specifically,":[153],"our":[154,220,251],"GOMMIR":[155,221,253],"employs":[157],"multi-task":[159],"approach":[161],"explicitly":[163],"learn":[164],"using":[168,184,224],"composition":[171],"network":[172],"optimising":[174],"agent.":[177,212],"Moreover,":[178],"formulate":[180],"MMIR":[182],"enhance":[189],"objective":[192],"leveraging":[194],"for":[198,238],"hard":[199],"negative":[200],"sampling":[201],"providing":[203],"extra":[204],"rewards":[206],"Following":[213],"previous":[214],"work,":[215],"train":[217],"evaluate":[219],"user":[225],"simulators":[226],"can":[228],"generate":[229],"about":[232],"surrogate":[237],"real":[239],"human":[240],"users.":[241],"Experiments":[242],"conducted":[243],"on":[244],"four":[245],"well-known":[246],"datasets":[248],"demonstrate":[249],"proposed":[252],"yields":[255],"significant":[256],"improvements":[257],"comparison":[259],"existing":[262],"state-of-the-art":[263],"baseline":[264],"models.":[265]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}