{"id":"https://openalex.org/W7133729267","doi":"https://doi.org/10.48550/arxiv.2603.03820","title":"Fairness Begins with State: Purifying Latent Preferences for Hierarchical Reinforcement Learning in Interactive Recommendation","display_name":"Fairness Begins with State: Purifying Latent Preferences for Hierarchical Reinforcement Learning in Interactive Recommendation","publication_year":2026,"publication_date":"2026-03-04","ids":{"openalex":"https://openalex.org/W7133729267","doi":"https://doi.org/10.48550/arxiv.2603.03820"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.03820","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128190305","display_name":"Yun Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128105305","display_name":"Xiaoyu Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Xiaoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128218358","display_name":"Hong Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128189401","display_name":"Xiangyu Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Xiangyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128054556","display_name":"Mingsheng Shang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang, Mingsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16374985,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.5422999858856201,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.5422999858856201,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.09700000286102295,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.060600001364946365,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8080000281333923},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5753999948501587},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4950000047683716},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.4893999993801117},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.44519999623298645},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.4348999857902527}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8080000281333923},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7243000268936157},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5853999853134155},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5753999948501587},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5333999991416931},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4950000047683716},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4893999993801117},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.44519999623298645},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.4348999857902527},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4074999988079071},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3089999854564667},{"id":"https://openalex.org/C2986314615","wikidata":"https://www.wikidata.org/wiki/Q36829","display_name":"Pareto optimal","level":3,"score":0.2777000069618225},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.2630000114440918}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.03820","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.03820","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.03820","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.03820","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8279126286506653}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Interactive":[0],"recommender":[1],"systems":[2],"(IRS)":[3],"are":[4],"increasingly":[5],"optimized":[6],"with":[7],"Reinforcement":[8,138],"Learning":[9,139],"(RL)":[10],"to":[11,119,144],"capture":[12],"the":[13,31,60,66,121,178],"sequential":[14],"nature":[15],"of":[16,39],"user-system":[17],"dynamics.":[18],"However,":[19],"existing":[20],"fairness-aware":[21,94],"methods":[22],"often":[23],"suffer":[24],"from":[25,126],"a":[26,36,55,76,80,90,97,109,136,148,156,183],"fundamental":[27],"oversight:":[28],"they":[29],"assume":[30],"observed":[32],"user":[33],"state":[34,57,81,99],"is":[35,46,73,142],"faithful":[37],"representation":[38],"true":[40],"preferences.":[41],"In":[42,84],"reality,":[43],"implicit":[44],"feedback":[45,180],"contaminated":[47],"by":[48,103],"popularity-driven":[49],"noise":[50],"and":[51,71,190],"exposure":[52,191],"bias,":[53],"creating":[54],"distorted":[56],"that":[58,65,92,174],"misleads":[59],"RL":[61],"agent.":[62],"We":[63,107],"argue":[64],"persistent":[67],"conflict":[68],"between":[69,187],"accuracy":[70],"fairness":[72,153],"not":[74],"merely":[75],"reward-shaping":[77],"issue,":[78],"but":[79],"estimation":[82],"failure.":[83],"this":[85,133],"work,":[86],"we":[87],"propose":[88],"\\textbf{DSRM-HRL},":[89],"framework":[91],"reformulates":[93],"recommendation":[95,188],"as":[96],"latent":[98,123],"purification":[100],"problem":[101],"followed":[102],"decoupled":[104],"hierarchical":[105],"decision-making.":[106],"introduce":[108],"Denoising":[110],"State":[111],"Representation":[112],"Module":[113],"(DSRM)":[114],"based":[115],"on":[116,168],"diffusion":[117],"models":[118],"recover":[120],"low-entropy":[122],"preference":[124],"manifold":[125],"high-entropy,":[127],"noisy":[128],"interaction":[129],"histories.":[130],"Built":[131],"upon":[132],"purified":[134],"state,":[135],"Hierarchical":[137],"(HRL)":[140],"agent":[141],"employed":[143],"decouple":[145],"conflicting":[146],"objectives:":[147],"high-level":[149],"policy":[150,158],"regulates":[151],"long-term":[152],"trajectories,":[154],"while":[155],"low-level":[157],"optimizes":[159],"short-term":[160],"engagement":[161],"under":[162],"these":[163],"dynamic":[164],"constraints.":[165],"Extensive":[166],"experiments":[167],"high-fidelity":[169],"simulators":[170],"(KuaiRec,":[171],"KuaiRand)":[172],"demonstrate":[173],"DSRM-HRL":[175],"effectively":[176],"breaks":[177],"\"rich-get-richer\"":[179],"loop,":[181],"achieving":[182],"superior":[184],"Pareto":[185],"frontier":[186],"utility":[189],"equity.":[192]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-06T00:00:00"}