{"id":"https://openalex.org/W4394010817","doi":"https://doi.org/10.1145/3654806","title":"UISA: User Information Separating Architecture for Commodity Recommendation Policy with Deep Reinforcement Learning","display_name":"UISA: User Information Separating Architecture for Commodity Recommendation Policy with Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-04-06","ids":{"openalex":"https://openalex.org/W4394010817","doi":"https://doi.org/10.1145/3654806"},"language":"en","primary_location":{"id":"doi:10.1145/3654806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654806","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3654806","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3654806","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101857179","display_name":"Aobo Xu","orcid":"https://orcid.org/0000-0003-3392-7374"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aobo Xu","raw_affiliation_strings":["China University of Petroleum East China","China University of Petroleum East China, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-3392-7374","affiliations":[{"raw_affiliation_string":"China University of Petroleum East China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"China University of Petroleum East China, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050445079","display_name":"Ling Jian","orcid":"https://orcid.org/0000-0002-9385-5977"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling Jian","raw_affiliation_strings":["China University of Petroleum East China","China University of Petroleum East China, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-9385-5977","affiliations":[{"raw_affiliation_string":"China University of Petroleum East China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"China University of Petroleum East China, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yue Yin","orcid":"https://orcid.org/0009-0000-9476-9336"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Yin","raw_affiliation_strings":["China University of Petroleum East China","China University of Petroleum East China, Qingdao, China"],"raw_orcid":"https://orcid.org/0009-0000-9476-9336","affiliations":[{"raw_affiliation_string":"China University of Petroleum East China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"China University of Petroleum East China, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5119266217","display_name":"Na Zhang","orcid":"https://orcid.org/0009-0002-7158-7825"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Na Zhang","raw_affiliation_strings":["China University of Petroleum East China","China University of Petroleum East China, Qingdao, China"],"raw_orcid":"https://orcid.org/0009-0002-7158-7825","affiliations":[{"raw_affiliation_string":"China University of Petroleum East China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"China University of Petroleum East China, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3791,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.83992145,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"4","issue":"1","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8669087290763855},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8053188323974609},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7356885671615601},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6154043674468994},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5973429679870605},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5142883658409119},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.49416235089302063},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4751538932323456},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.4699670970439911}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8669087290763855},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8053188323974609},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7356885671615601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6154043674468994},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5973429679870605},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5142883658409119},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.49416235089302063},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4751538932323456},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.4699670970439911},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3654806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654806","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3654806","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3654806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654806","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3654806","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1649416926","display_name":null,"funder_award_id":"2021YFA1000100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3994723575","display_name":null,"funder_award_id":"2021YFA1000104","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321547","display_name":"China University of Petroleum, Beijing","ror":"https://ror.org/041qf4r12"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394010817.pdf","grobid_xml":"https://content.openalex.org/works/W4394010817.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1965280260","https://openalex.org/W2033500845","https://openalex.org/W2042281163","https://openalex.org/W2117311203","https://openalex.org/W2136189984","https://openalex.org/W2167032986","https://openalex.org/W2257979135","https://openalex.org/W2736601468","https://openalex.org/W2787933113","https://openalex.org/W2788728386","https://openalex.org/W2788997749","https://openalex.org/W2807021761","https://openalex.org/W2897405591","https://openalex.org/W2902572901","https://openalex.org/W2947144452","https://openalex.org/W2955774983","https://openalex.org/W2963654596","https://openalex.org/W2964044287","https://openalex.org/W2965744319","https://openalex.org/W2970704468","https://openalex.org/W2972801466","https://openalex.org/W2982316857","https://openalex.org/W2997574527","https://openalex.org/W3035170973","https://openalex.org/W3035588407","https://openalex.org/W3043590771","https://openalex.org/W3088936686","https://openalex.org/W3094336927","https://openalex.org/W3100480425","https://openalex.org/W3100848837","https://openalex.org/W3104492324","https://openalex.org/W3124675547","https://openalex.org/W3153252032","https://openalex.org/W3156556650","https://openalex.org/W3169528684","https://openalex.org/W4205488409","https://openalex.org/W4205964399","https://openalex.org/W4206145524","https://openalex.org/W4212835176","https://openalex.org/W4214717370","https://openalex.org/W4226278401","https://openalex.org/W4288302490","https://openalex.org/W4292092796","https://openalex.org/W4292338339","https://openalex.org/W4293237954","https://openalex.org/W4296591810","https://openalex.org/W4372346299","https://openalex.org/W4379739787","https://openalex.org/W4381125108","https://openalex.org/W4385473460","https://openalex.org/W4385488607","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W2150182025","https://openalex.org/W3092950680","https://openalex.org/W3197542405","https://openalex.org/W2056712470","https://openalex.org/W3125580266","https://openalex.org/W4288390103","https://openalex.org/W4317039510","https://openalex.org/W4238861846"],"abstract_inverted_index":{"Commodity":[0],"recommendation":[1,134],"contributes":[2],"an":[3],"important":[4],"part":[5],"of":[6,50,58,62,68,106,126],"individuals\u2019":[7],"daily":[8],"life.":[9],"In":[10,60],"this":[11],"context,":[12],"deep":[13,116,151],"reinforcement":[14,91,117],"learning":[15,92],"methods":[16],"have":[17],"demonstrated":[18],"substantial":[19],"efficacy":[20],"in":[21,132,162,173],"enhancing":[22],"recommender":[23,28,69],"systems\u2019":[24],"performance.":[25,198],"Nevertheless,":[26],"several":[27],"systems":[29],"directly":[30],"utilize":[31],"original":[32],"feature":[33],"information":[34],"as":[35],"a":[36,74,181],"foundational":[37],"element":[38],"for":[39],"decision-making,":[40],"which":[41],"seems":[42],"simplistic":[43],"and":[44,94,109,129,150,176,185],"low":[45],"efficient.":[46],"Furthermore,":[47],"the":[48,56,64,98,103,119,124,142,186,193],"incorporation":[49],"sequential":[51,66,133],"decision-making":[52],"adds":[53],"complexity":[54],"to":[55,87,96,171],"task":[57],"recommendation.":[59],"pursuit":[61],"maximizing":[63],"long-term":[65,127],"returns":[67],"systems,":[70],"our":[71],"study":[72],"introduces":[73],"novel":[75],"architecture,":[76],"named":[77],"User":[78],"Information":[79],"Separating":[80],"Architecture":[81],"(UISA).":[82],"This":[83],"framework":[84],"is":[85,121,130],"tailored":[86],"align":[88],"with":[89,115,145],"classic":[90],"algorithms":[93],"aims":[95],"extract":[97],"user\u2019s":[99],"interest":[100],"value":[101],"through":[102],"discrete":[104],"processing":[105],"both":[107,174],"static":[108],"dynamic":[110],"user":[111],"information.":[112],"Through":[113,190],"integration":[114],"learning,":[118],"architecture":[120,144],"oriented":[122],"towards":[123],"maximization":[125],"profit":[128],"applicable":[131],"scenarios.":[135],"We":[136],"conduct":[137],"experimental":[138],"assessments":[139],"by":[140],"combining":[141],"proposed":[143],"proximal":[146],"policy":[147,153],"optimization":[148],"(PPO)":[149],"deterministic":[152],"gradient":[154],"(DDPG)":[155],"algorithms.":[156],"The":[157],"outcomes":[158],"illustrate":[159],"marked":[160],"improvements":[161],"commodity":[163],"recommendation,":[164],"showcasing":[165],"enhancements":[166],"ranging":[167],"from":[168],"approximately":[169],"5%":[170],"40%":[172],"reward":[175],"click-through":[177],"rate":[178],"metrics":[179],"across":[180],"self-constructed":[182],"JDEnv":[183],"environment":[184],"Virtual":[187],"Taobao":[188],"environment.":[189],"comparison":[191],"experiments,":[192],"UISA":[194],"models":[195],"demonstrate":[196],"comparable":[197]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}