{"id":"https://openalex.org/W4415538210","doi":"https://doi.org/10.1145/3746027.3754898","title":"Harnessing Multimodal Large Language Models for Personalized Product Search with Query-aware Refinement","display_name":"Harnessing Multimodal Large Language Models for Personalized Product Search with Query-aware Refinement","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415538210","doi":"https://doi.org/10.1145/3746027.3754898"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3754898","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3754898","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092114885","display_name":"Beibei Zhang","orcid":"https://orcid.org/0000-0003-4931-9867"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Beibei Zhang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4931-9867","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100824259","display_name":"Yanan Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Lu","raw_affiliation_strings":["Tencent, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-0467-4650","affiliations":[{"raw_affiliation_string":"Tencent, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101577090","display_name":"Ruobing Xie","orcid":"https://orcid.org/0000-0003-3170-5647"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruobing Xie","raw_affiliation_strings":["Tencent, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3170-5647","affiliations":[{"raw_affiliation_string":"Tencent, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101754035","display_name":"Zongyi Li","orcid":"https://orcid.org/0000-0002-4459-4977"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongyi Li","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-4459-4977","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113071488","display_name":"Siyuan Xing","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Xing","raw_affiliation_strings":["Tencent, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-7694-4879","affiliations":[{"raw_affiliation_string":"Tencent, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084591510","display_name":"Tongwei Ren","orcid":"https://orcid.org/0000-0003-3092-424X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongwei Ren","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3092-424X","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102486495","display_name":"Fen Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fen Lin","raw_affiliation_strings":["Tencent, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-8728-3475","affiliations":[{"raw_affiliation_string":"Tencent, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5092114885"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15598262,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5970","last_page":"5978"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.729200005531311},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5799999833106995},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5763000249862671},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5292999744415283},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.515500009059906},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.4235000014305115},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.41370001435279846},{"id":"https://openalex.org/keywords/personalized-search","display_name":"Personalized search","score":0.3873000144958496}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8113999962806702},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.729200005531311},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5799999833106995},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5763000249862671},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5437999963760376},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5292999744415283},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.515500009059906},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.4235000014305115},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.41370001435279846},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.391400009393692},{"id":"https://openalex.org/C2776945383","wikidata":"https://www.wikidata.org/wiki/Q7170667","display_name":"Personalized search","level":3,"score":0.3873000144958496},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38440001010894775},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.3260999917984009},{"id":"https://openalex.org/C19889080","wikidata":"https://www.wikidata.org/wiki/Q2835852","display_name":"Beam search","level":3,"score":0.3240000009536743},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29670000076293945},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28279998898506165},{"id":"https://openalex.org/C2777622855","wikidata":"https://www.wikidata.org/wiki/Q7901844","display_name":"User information","level":3,"score":0.26930001378059387},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3754898","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3754898","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W3187426551","https://openalex.org/W4221030716","https://openalex.org/W4384201271"],"related_works":[],"abstract_inverted_index":{"Personalized":[0,98],"product":[1,48,77,163],"search":[2,52,131,170,187,227],"(PPS)":[3],"aims":[4],"to":[5,9,36,39,49,95,118,128,169,214],"retrieve":[6],"products":[7],"relevant":[8,168],"the":[10,41,51,57,106,136,203,216],"given":[11],"query":[12,46,188],"considering":[13],"user":[14,190,199],"preferences":[15,200],"within":[16,176],"their":[17],"purchase":[18],"histories.":[19],"Since":[20],"large":[21,91],"language":[22,92],"models":[23,93],"(LLM)":[24],"exhibit":[25],"impressive":[26],"potential":[27],"in":[28,110,239],"content":[29],"understanding":[30],"and":[31,47,108,174,179,201,234],"reasoning,":[32],"current":[33],"methods":[34],"explore":[35],"leverage":[37],"LLM":[38],"comprehend":[40],"complicated":[42],"relationships":[43],"among":[44],"user,":[45],"improve":[50],"performance":[53],"of":[54,139,218],"PPS.":[55],"Despite":[56],"progress,":[58],"LLM-based":[59],"PPS":[60,111],"solutions":[61],"merely":[62],"take":[63],"textual":[64,177],"contents":[65,70],"into":[66],"consideration,":[67],"neglecting":[68],"multimodal":[69,103,195],"which":[71,123],"play":[72],"a":[73,84,115,156,181],"critical":[74],"role":[75],"for":[76,88,114,121,153,189],"search.":[78],"Motivated":[79],"by":[80],"this,":[81],"we":[82,146],"propose":[83],"novel":[85],"framework,":[86],"HMPPS,":[87],"Harnessing":[89],"Multimodal":[90],"(MLLM)":[94],"deal":[96,142],"with":[97,143,229],"Product":[99],"Search":[100],"based":[101,193],"on":[102,194,210,224],"contents.":[104],"Nevertheless,":[105],"redundancy":[107,175],"noise":[109,173],"input":[112],"stand":[113],"great":[116],"challenge":[117],"apply":[119],"MLLM":[120,127],"PPS,":[122],"not":[124],"only":[125],"misleads":[126],"generate":[129],"inaccurate":[130],"results":[132],"but":[133],"also":[134],"increases":[135],"computation":[137],"expense":[138],"MLLM.":[140],"To":[141],"this":[144],"problem,":[145],"additionally":[147],"design":[148],"two":[149],"query-aware":[150],"refinement":[151],"modules":[152],"HMPPS:":[154],"1)":[155],"perspective-guided":[157],"summarization":[158],"module":[159],"that":[160,185],"generates":[161],"refined":[162],"descriptions":[164],"around":[165],"core":[166],"perspectives":[167],"query,":[171],"reducing":[172],"contents;":[178],"2)":[180],"two-stage":[182],"training":[183],"paradigm":[184],"introduces":[186],"history":[191],"filtering":[192],"representations,":[196],"capturing":[197],"precise":[198],"decreasing":[202],"inference":[204],"cost.":[205],"Extensive":[206],"experiments":[207],"are":[208],"conducted":[209],"four":[211],"public":[212],"datasets":[213],"demonstrate":[215],"effectiveness":[217],"HMPPS.":[219],"Furthermore,":[220],"HMPPS":[221],"is":[222],"deployed":[223],"an":[225,236],"online":[226],"system":[228],"billion-level":[230],"daily":[231],"active":[232],"users":[233],"achieves":[235],"evident":[237],"gain":[238],"A/B":[240],"testing.":[241]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-25T00:00:00"}