{"id":"https://openalex.org/W7140300688","doi":"https://doi.org/10.48550/arxiv.2603.22922","title":"Quality Over Clicks: Iterative Reinforcement Learning for Early-Stage E-Commerce Query Suggestion","display_name":"Quality Over Clicks: Iterative Reinforcement Learning for Early-Stage E-Commerce Query Suggestion","publication_year":2026,"publication_date":"2026-03-24","ids":{"openalex":"https://openalex.org/W7140300688","doi":"https://doi.org/10.48550/arxiv.2603.22922"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.22922","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22922","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.22922","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130600000","display_name":"Qi Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009789784","display_name":"Kejun Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Kejun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073188782","display_name":"Huaipeng Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Huaipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130589681","display_name":"Tao Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130600897","display_name":"Xiaoyi Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Xiaoyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4372999966144562,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4372999966144562,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.10819999873638153,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.04010000079870224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7064999938011169},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6377999782562256},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.46700000762939453},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.4090999960899353},{"id":"https://openalex.org/keywords/online-model","display_name":"Online model","score":0.3912999927997589},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.37310001254081726},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.37059998512268066},{"id":"https://openalex.org/keywords/web-query-classification","display_name":"Web query classification","score":0.3553999960422516}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8342999815940857},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7064999938011169},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6377999782562256},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46700000762939453},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4512999951839447},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4456999897956848},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.4090999960899353},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4077000021934509},{"id":"https://openalex.org/C2777851325","wikidata":"https://www.wikidata.org/wiki/Q7094102","display_name":"Online model","level":2,"score":0.3912999927997589},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.37310001254081726},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C118689300","wikidata":"https://www.wikidata.org/wiki/Q7978614","display_name":"Web query classification","level":4,"score":0.3553999960422516},{"id":"https://openalex.org/C115174607","wikidata":"https://www.wikidata.org/wiki/Q1100934","display_name":"Click-through rate","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3228999972343445},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C2780102126","wikidata":"https://www.wikidata.org/wiki/Q10928179","display_name":"Online and offline","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.3091000020503998},{"id":"https://openalex.org/C24028149","wikidata":"https://www.wikidata.org/wiki/Q7094056","display_name":"Online aggregation","level":5,"score":0.303600013256073},{"id":"https://openalex.org/C512338625","wikidata":"https://www.wikidata.org/wiki/Q624902","display_name":"Online advertising","level":3,"score":0.2815000116825104},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2599000036716461},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C96956885","wikidata":"https://www.wikidata.org/wiki/Q6138701","display_name":"RDF query language","level":5,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.22922","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22922","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.22922","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22922","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Existing":[0],"dialogue":[1],"systems":[2],"rely":[3],"on":[4],"query":[5,65,105],"suggestion":[6,70],"to":[7,22,102],"enhance":[8],"user":[9,25],"engagement.":[10],"Recent":[11],"approaches":[12],"mainly":[13],"optimize":[14],"generative":[15],"models":[16,21],"using":[17],"click-through":[18],"rate":[19],"(CTR)":[20],"align":[23],"with":[24,140],"preferences.":[26],"However,":[27],"these":[28],"methods":[29],"are":[30],"less":[31],"effective":[32],"in":[33,166,169],"early-stage":[34],"deployment":[35],"scenarios,":[36],"where":[37],"click":[38,92],"feedback":[39],"is":[40],"sparse":[41],"and":[42,82,107,129,154],"insufficient":[43],"for":[44,63,112,126,148],"training":[45,110,128],"a":[46,57,119,144,163,170],"reliable":[47],"CTR":[48],"model.":[49],"To":[50,85],"bridge":[51],"this":[52],"gap,":[53],"we":[54,94],"propose":[55,96],"QualEQS,":[56],"quality-first":[58],"iterative":[59,113],"reinforcement":[60],"learning":[61],"framework":[62],"e-commerce":[64,124],"suggestion.":[66],"We":[67,115],"formalize":[68],"actionable":[69],"quality":[71],"along":[72],"three":[73],"dimensions":[74],"that":[75,133],"directly":[76],"affect":[77],"downstream":[78],"usability:":[79],"answerability,":[80],"factuality,":[81],"information":[83],"gain.":[84],"continuously":[86],"improve":[87],"from":[88],"online":[89,141,155,167],"traffic":[90],"without":[91],"supervision,":[93],"further":[95],"group-level":[97],"disagreement":[98],"among":[99],"candidate":[100],"suggestions":[101],"identify":[103],"ambiguous":[104],"contexts":[106],"mine":[108],"hard":[109],"cases":[111],"refinement.":[114],"also":[116],"introduce":[117],"EQS-Benchmark,":[118],"dataset":[120],"of":[121],"16,949":[122],"real-world":[123,171],"queries":[125],"offline":[127,136,153],"evaluation.":[130],"Experiments":[131],"show":[132],"our":[134],"quality-based":[135],"metrics":[137],"correlate":[138],"strongly":[139],"performance,":[142],"providing":[143],"practical":[145],"evaluation":[146],"recipe":[147],"sparse-feedback":[149],"deployment.":[150],"In":[151],"both":[152],"settings,":[156],"QualEQS":[157],"consistently":[158],"outperforms":[159],"strong":[160],"baselines,":[161],"yielding":[162],"6.81%":[164],"improvement":[165],"ChatPV":[168],"enterprise-level":[172],"conversational":[173],"shopping":[174],"assistant":[175],"system.":[176]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-26T00:00:00"}