{"id":"https://openalex.org/W3097781945","doi":"https://doi.org/10.1145/3400024","title":"A Reinforcement Learning Approach to Optimize Discount and Reputation Tradeoffs in E-commerce Systems","display_name":"A Reinforcement Learning Approach to Optimize Discount and Reputation Tradeoffs in E-commerce Systems","publication_year":2020,"publication_date":"2020-10-27","ids":{"openalex":"https://openalex.org/W3097781945","doi":"https://doi.org/10.1145/3400024","mag":"3097781945"},"language":"en","primary_location":{"id":"doi:10.1145/3400024","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3400024","pdf_url":null,"source":{"id":"https://openalex.org/S97833917","display_name":"ACM Transactions on Internet Technology","issn_l":"1533-5399","issn":["1533-5399","1557-6051"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064190343","display_name":"Hong Xie","orcid":"https://orcid.org/0000-0001-7935-7210"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hong Xie","raw_affiliation_strings":["Chongqing University, Shazhengjie, Shapingba, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing University, Shazhengjie, Shapingba, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101970462","display_name":"Yongkun Li","orcid":"https://orcid.org/0000-0002-3743-8511"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongkun Li","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068489266","display_name":"John C. S. Lui","orcid":"https://orcid.org/0000-0001-7466-0384"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"John C. S. Lui","raw_affiliation_strings":["The Chinese University of Hong, Hong Kong SAR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5064190343"],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":0.5569,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.76817092,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"20","issue":"4","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8415395021438599},{"id":"https://openalex.org/keywords/reputation","display_name":"Reputation","score":0.8300265669822693},{"id":"https://openalex.org/keywords/profit-maximization","display_name":"Profit maximization","score":0.6570560932159424},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6153149604797363},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6049389839172363},{"id":"https://openalex.org/keywords/profit","display_name":"Profit (economics)","score":0.5912210941314697},{"id":"https://openalex.org/keywords/database-transaction","display_name":"Database transaction","score":0.5527141690254211},{"id":"https://openalex.org/keywords/discounting","display_name":"Discounting","score":0.49802088737487793},{"id":"https://openalex.org/keywords/monotonic-function","display_name":"Monotonic function","score":0.48082029819488525},{"id":"https://openalex.org/keywords/reputation-system","display_name":"Reputation system","score":0.4518336057662964},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4075169265270233},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.36987170577049255},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.3062015771865845},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29594162106513977},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.25784191489219666},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.15967345237731934},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.11400377750396729},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.0944354236125946},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.085345059633255}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8415395021438599},{"id":"https://openalex.org/C48798503","wikidata":"https://www.wikidata.org/wiki/Q877546","display_name":"Reputation","level":2,"score":0.8300265669822693},{"id":"https://openalex.org/C2777780509","wikidata":"https://www.wikidata.org/wiki/Q1377422","display_name":"Profit maximization","level":3,"score":0.6570560932159424},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6153149604797363},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6049389839172363},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.5912210941314697},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.5527141690254211},{"id":"https://openalex.org/C6177178","wikidata":"https://www.wikidata.org/wiki/Q10998070","display_name":"Discounting","level":2,"score":0.49802088737487793},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.48082029819488525},{"id":"https://openalex.org/C2781218421","wikidata":"https://www.wikidata.org/wiki/Q2892532","display_name":"Reputation system","level":3,"score":0.4518336057662964},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4075169265270233},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.36987170577049255},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.3062015771865845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29594162106513977},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.25784191489219666},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.15967345237731934},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.11400377750396729},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0944354236125946},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.085345059633255},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3400024","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3400024","pdf_url":null,"source":{"id":"https://openalex.org/S97833917","display_name":"ACM Transactions on Internet Technology","issn_l":"1533-5399","issn":["1533-5399","1557-6051"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.46000000834465027,"display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G3292563469","display_name":null,"funder_award_id":"61902042","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1915939971","https://openalex.org/W1976633387","https://openalex.org/W1994616650","https://openalex.org/W2035784256","https://openalex.org/W2104565120","https://openalex.org/W2108365287","https://openalex.org/W2120763591","https://openalex.org/W2130234299","https://openalex.org/W2132968019","https://openalex.org/W2144780381","https://openalex.org/W2152737770","https://openalex.org/W2156523427","https://openalex.org/W2156928189","https://openalex.org/W2202058702","https://openalex.org/W2237475987","https://openalex.org/W2337430557","https://openalex.org/W2738768261","https://openalex.org/W3122705134","https://openalex.org/W3125944210","https://openalex.org/W4213245422","https://openalex.org/W4240443285","https://openalex.org/W4292294952","https://openalex.org/W4298023569"],"related_works":["https://openalex.org/W4380682190","https://openalex.org/W4315701745","https://openalex.org/W1990290471","https://openalex.org/W2945307361","https://openalex.org/W2102386043","https://openalex.org/W2005710836","https://openalex.org/W2003813852","https://openalex.org/W2116636209","https://openalex.org/W4366779185","https://openalex.org/W4226230222"],"abstract_inverted_index":{"Feedback-based":[0],"reputation":[1,40,180],"systems":[2],"are":[3,47,66],"widely":[4],"deployed":[5],"in":[6,92],"E-commerce":[7],"systems.":[8],"Evidence":[9],"shows":[10],"that":[11,131,157],"earning":[12],"a":[13,23,31,78,83,113,145],"reputable":[14],"label":[15],"(for":[16],"sellers":[17],"of":[18,26,33,100,192],"such":[19],"systems)":[20],"may":[21],"take":[22],"substantial":[24],"amount":[25],"time,":[27],"and":[28,60,62,104,170,181],"this":[29],"implies":[30],"reduction":[32],"profit.":[34],"We":[35,96,129,140],"propose":[36],"to":[37,68,87,136,149],"enhance":[38],"sellers\u2019":[39],"via":[41,82],"price":[42,94,196],"discounts.":[43,95],"However,":[44],"the":[45,58,64,69,89,98,101,109,122,132,137,151,160,179,190],"challenges":[46],"as":[48,163,165,184,186],"follows:":[49],"(1)":[50],"The":[51,173],"demands":[52,65],"from":[53,125,147],"buyers":[54],"depend":[55],"on":[56,108],"both":[57,168,178],"discount":[59,124],"reputation,":[61],"(2)":[63],"unknown":[67],"seller.":[70],"To":[71],"address":[72],"these":[73],"challenges,":[74],"we":[75,111],"first":[76],"formulate":[77],"profit":[79,103,161,182],"maximization":[80],"problem":[81],"semi-Markov":[84],"decision":[85],"process":[86],"explore":[88],"optimal":[90,102,105,123,138],"tradeoffs":[91],"selecting":[93],"prove":[97,130],"monotonicity":[99],"discount.":[106,197],"Based":[107],"monotonicity,":[110],"design":[112],"Q-learning":[114,169],"with":[115],"forward":[116],"projection":[117],"(QLFP)":[118],"algorithm,":[119],"which":[120],"infers":[121],"historical":[126],"transaction":[127],"data.":[128],"QLFP":[133,152,158,174],"algorithm":[134,175],"convergences":[135],"policy.":[139],"conduct":[141],"trace-driven":[142],"simulations":[143],"using":[144],"dataset":[146],"eBay":[148],"evaluate":[150],"algorithm.":[153],"Evaluation":[154],"results":[155],"show":[156],"improves":[159,177],"by":[162,183],"high":[164,185],"50%":[166],"over":[167,189],"Speedy":[171],"Q-learning.":[172],"also":[176],"two":[187],"times":[188],"scheme":[191],"not":[193],"providing":[194],"any":[195]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}