{"id":"https://openalex.org/W4212951676","doi":"https://doi.org/10.1145/3488560.3498487","title":"Toward Pareto Efficient Fairness-Utility Trade-off in Recommendation through Reinforcement Learning","display_name":"Toward Pareto Efficient Fairness-Utility Trade-off in Recommendation through Reinforcement Learning","publication_year":2022,"publication_date":"2022-02-11","ids":{"openalex":"https://openalex.org/W4212951676","doi":"https://doi.org/10.1145/3488560.3498487"},"language":"en","primary_location":{"id":"doi:10.1145/3488560.3498487","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3488560.3498487","pdf_url":null,"source":{"id":"https://openalex.org/S4363608885","display_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2201.00140","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020526977","display_name":"Yingqiang Ge","orcid":"https://orcid.org/0000-0002-3736-2377"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yingqiang Ge","raw_affiliation_strings":["Rutgers University, Piscataway, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103233600","display_name":"Xiaoting Zhao","orcid":"https://orcid.org/0009-0003-9652-4326"},"institutions":[{"id":"https://openalex.org/I21160419","display_name":"Ansys (United States)","ror":"https://ror.org/05cf5b117","country_code":"US","type":"company","lineage":["https://openalex.org/I21160419"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoting Zhao","raw_affiliation_strings":["Etsy Inc., New York City, NY, USA"],"affiliations":[{"raw_affiliation_string":"Etsy Inc., New York City, NY, USA","institution_ids":["https://openalex.org/I21160419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089041560","display_name":"Lucia Yu","orcid":"https://orcid.org/0000-0003-0911-6811"},"institutions":[{"id":"https://openalex.org/I21160419","display_name":"Ansys (United States)","ror":"https://ror.org/05cf5b117","country_code":"US","type":"company","lineage":["https://openalex.org/I21160419"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucia Yu","raw_affiliation_strings":["Etsy Inc., New York City, NY, USA"],"affiliations":[{"raw_affiliation_string":"Etsy Inc., New York City, NY, USA","institution_ids":["https://openalex.org/I21160419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110280260","display_name":"Saurabh Paul","orcid":null},"institutions":[{"id":"https://openalex.org/I21160419","display_name":"Ansys (United States)","ror":"https://ror.org/05cf5b117","country_code":"US","type":"company","lineage":["https://openalex.org/I21160419"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saurabh Paul","raw_affiliation_strings":["Etsy Inc., New York City, NY, USA"],"affiliations":[{"raw_affiliation_string":"Etsy Inc., New York City, NY, USA","institution_ids":["https://openalex.org/I21160419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061114236","display_name":"Diane Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I21160419","display_name":"Ansys (United States)","ror":"https://ror.org/05cf5b117","country_code":"US","type":"company","lineage":["https://openalex.org/I21160419"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diane Hu","raw_affiliation_strings":["Etsy Inc., New York City, NY, USA"],"affiliations":[{"raw_affiliation_string":"Etsy Inc., New York City, NY, USA","institution_ids":["https://openalex.org/I21160419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061512142","display_name":"Chu-Cheng Hsieh","orcid":null},"institutions":[{"id":"https://openalex.org/I21160419","display_name":"Ansys (United States)","ror":"https://ror.org/05cf5b117","country_code":"US","type":"company","lineage":["https://openalex.org/I21160419"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chu-Cheng Hsieh","raw_affiliation_strings":["Etsy Inc., New York City, NY, USA"],"affiliations":[{"raw_affiliation_string":"Etsy Inc., New York City, NY, USA","institution_ids":["https://openalex.org/I21160419"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087294988","display_name":"Yongfeng Zhang","orcid":"https://orcid.org/0000-0002-9519-9774"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yongfeng Zhang","raw_affiliation_strings":["Rutgers University, New Brunswick, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Rutgers University, New Brunswick, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5020526977"],"corresponding_institution_ids":["https://openalex.org/I102322142"],"apc_list":null,"apc_paid":null,"fwci":9.486,"has_fulltext":false,"cited_by_count":68,"citation_normalized_percentile":{"value":0.98656375,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"316","last_page":"324"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8246518969535828},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.724289059638977},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6514882445335388},{"id":"https://openalex.org/keywords/pareto-optimal","display_name":"Pareto optimal","score":0.586776077747345},{"id":"https://openalex.org/keywords/pareto-efficiency","display_name":"Pareto efficiency","score":0.43183010816574097},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.43070754408836365},{"id":"https://openalex.org/keywords/multi-objective-optimization","display_name":"Multi-objective optimization","score":0.30640241503715515},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2960904538631439},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21992510557174683},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.17609095573425293},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08594930171966553},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.08114883303642273},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.05690893530845642}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8246518969535828},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.724289059638977},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6514882445335388},{"id":"https://openalex.org/C2986314615","wikidata":"https://www.wikidata.org/wiki/Q36829","display_name":"Pareto optimal","level":3,"score":0.586776077747345},{"id":"https://openalex.org/C2778599509","wikidata":"https://www.wikidata.org/wiki/Q36829","display_name":"Pareto efficiency","level":3,"score":0.43183010816574097},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.43070754408836365},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.30640241503715515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2960904538631439},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21992510557174683},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.17609095573425293},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08594930171966553},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.08114883303642273},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.05690893530845642},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3488560.3498487","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3488560.3498487","pdf_url":null,"source":{"id":"https://openalex.org/S4363608885","display_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2201.00140","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2201.00140","pdf_url":"https://arxiv.org/pdf/2201.00140","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2201.00140","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2201.00140","pdf_url":"https://arxiv.org/pdf/2201.00140","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1585939719","https://openalex.org/W2033009633","https://openalex.org/W2048531216","https://openalex.org/W2049670925","https://openalex.org/W2054141820","https://openalex.org/W2094176536","https://openalex.org/W2113885898","https://openalex.org/W2117911558","https://openalex.org/W2125442594","https://openalex.org/W2137063737","https://openalex.org/W2140310134","https://openalex.org/W2215378786","https://openalex.org/W2618825949","https://openalex.org/W2732560823","https://openalex.org/W2748058847","https://openalex.org/W2769533150","https://openalex.org/W2781763969","https://openalex.org/W2787991113","https://openalex.org/W2788295351","https://openalex.org/W2796402109","https://openalex.org/W2897363137","https://openalex.org/W2902572901","https://openalex.org/W2908826212","https://openalex.org/W2945488061","https://openalex.org/W2945827670","https://openalex.org/W2949804651","https://openalex.org/W2950173087","https://openalex.org/W2950260856","https://openalex.org/W2950596486","https://openalex.org/W2953132212","https://openalex.org/W2963189767","https://openalex.org/W2963619374","https://openalex.org/W2963864421","https://openalex.org/W2964199361","https://openalex.org/W2964427276","https://openalex.org/W2969489701","https://openalex.org/W2972510393","https://openalex.org/W3035523484","https://openalex.org/W3038640658","https://openalex.org/W3038744824","https://openalex.org/W3099726771","https://openalex.org/W3100278010","https://openalex.org/W3100521056","https://openalex.org/W3102172133","https://openalex.org/W3102518922","https://openalex.org/W3102778384","https://openalex.org/W3103891807","https://openalex.org/W3104733330","https://openalex.org/W3105036728","https://openalex.org/W3116873649","https://openalex.org/W3126629198","https://openalex.org/W3129302614","https://openalex.org/W3143142411","https://openalex.org/W3153182568","https://openalex.org/W3153675609","https://openalex.org/W3156662033","https://openalex.org/W3160783798","https://openalex.org/W3163155381","https://openalex.org/W3164446335","https://openalex.org/W3179526152","https://openalex.org/W3181882572","https://openalex.org/W3195311662","https://openalex.org/W3210071228","https://openalex.org/W3210519732","https://openalex.org/W4288091621","https://openalex.org/W4293585414","https://openalex.org/W4302570325","https://openalex.org/W4312663109","https://openalex.org/W6602610147","https://openalex.org/W6630221451"],"related_works":["https://openalex.org/W3032731072","https://openalex.org/W2481628805","https://openalex.org/W4367396453","https://openalex.org/W1963790170","https://openalex.org/W629236662","https://openalex.org/W317165722","https://openalex.org/W1966444509","https://openalex.org/W2051213170","https://openalex.org/W2386725371","https://openalex.org/W3121673174"],"abstract_inverted_index":{"The":[0],"issue":[1],"of":[2,29,49,67,73,130,154,201,240],"fairness":[3,50,88,245,273],"in":[4,21,107,166],"recommendation":[5,55,80,173,196,235,248],"is":[6,112,186],"becoming":[7],"increasingly":[8],"essential":[9],"as":[10],"Recommender":[11],"Systems":[12],"(RS)":[13],"touch":[14],"and":[15,18,89,100,124,228,247,269],"influence":[16],"more":[17,19,137],"people":[20],"their":[22,161],"daily":[23],"lives.":[24],"In":[25],"fairness-aware":[26,172],"recommendation,":[27],"most":[28],"the":[30,47,53,65,70,79,84,102,128,143,148,199,222,238,259],"existing":[31],"algorithmic":[32],"approaches":[33],"mainly":[34],"aim":[35],"at":[36],"solving":[37],"a":[38,44,171,190],"constrained":[39],"optimization":[40],"problem":[41],"by":[42,214,267],"imposing":[43],"constraint":[45],"on":[46,160,225,232,243,263],"level":[48],"while":[51],"optimizing":[52],"main":[54],"objective,":[56],"e.g.,":[57],"click":[58],"through":[59],"rate":[60],"(CTR).":[61],"While":[62],"this":[63,167],"alleviates":[64],"impact":[66],"unfair":[68],"recommendations,":[69],"expected":[71],"return":[72],"an":[74],"approach":[75,111],"may":[76],"significantly":[77],"compromise":[78],"accuracy":[81],"due":[82],"to":[83,94,113,118,188,271],"inherent":[85],"trade-off":[86,104],"between":[87,105,122],"utility.":[90],"This":[91],"motivates":[92],"us":[93],"deal":[95],"with":[96,252],"these":[97,226],"conflicting":[98],"objectives":[99],"explore":[101],"optimal":[103,120,195],"them":[106],"recommendation.":[108],"One":[109],"conspicuous":[110],"seek":[114],"aPareto":[115],"efficient/optimal":[116],"solution":[117],"guarantee":[119],"compromises":[121],"utility":[123],"fairness.":[125],"Moreover,":[126],"considering":[127],"needs":[129],"real-world":[131,234,264],"e-commerce":[132],"platforms,":[133],"it":[134],"would":[135],"be":[136],"desirable":[138],"if":[139],"we":[140,169,206],"can":[141,150],"generalize":[142],"wholePareto":[144],"Frontier,":[145],"so":[146],"that":[147],"decision-makers":[149],"specify":[151],"any":[152],"preference":[153],"one":[155],"objective":[156],"over":[157,198],"another":[158],"based":[159],"current":[162],"business":[163],"needs.":[164],"Therefore,":[165],"work,":[168],"propose":[170],"framework":[174,242],"usingmulti-objective":[175],"reinforcement":[176],"learning":[177],"(MORL),":[178],"called":[179],"MoFIR":[180,268],"(pronounced":[181],"\"more":[182],"fair":[183],"''),":[184],"which":[185,220],"able":[187],"learn":[189],"single":[191],"parametric":[192],"representation":[193],"for":[194],"policies":[197],"space":[200],"all":[202,253],"possible":[203],"preferences.":[204],"Specially,":[205],"modify":[207],"traditional":[208],"Deep":[209],"Deterministic":[210],"Policy":[211],"Gradient":[212],"(DDPG)":[213],"introducingconditioned":[215],"network":[216],"(CN)":[217],"into":[218],"it,":[219],"conditions":[221],"networks":[223],"directly":[224],"preferences":[227],"outputs":[229],"Q-value-vectors.":[230],"Experiments":[231],"several":[233],"datasets":[236,265],"verify":[237],"superiority":[239],"our":[241],"both":[244],"metrics":[246],"measures":[249],"when":[250],"compared":[251],"other":[254],"baselines.":[255],"We":[256],"also":[257],"extract":[258],"approximate":[260],"Pareto":[261],"Frontier":[262],"generated":[266],"compare":[270],"state-of-the-art":[272],"methods.":[274]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2022-02-24T00:00:00"}