{"id":"https://openalex.org/W4387869251","doi":"https://doi.org/10.1145/3630003","title":"Teach and Explore: A Multiplex Information-guided Effective and Efficient Reinforcement Learning for Sequential Recommendation","display_name":"Teach and Explore: A Multiplex Information-guided Effective and Efficient Reinforcement Learning for Sequential Recommendation","publication_year":2023,"publication_date":"2023-10-23","ids":{"openalex":"https://openalex.org/W4387869251","doi":"https://doi.org/10.1145/3630003"},"language":"en","primary_location":{"id":"doi:10.1145/3630003","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630003","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630003","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3630003","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100654780","display_name":"Surong Yan","orcid":"https://orcid.org/0000-0003-0976-1159"},"institutions":[{"id":"https://openalex.org/I90727586","display_name":"Zhejiang University of Finance and Economics","ror":"https://ror.org/055vj5234","country_code":"CN","type":"education","lineage":["https://openalex.org/I90727586"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Surong Yan","raw_affiliation_strings":["Zhejiang University of Finance and Economics, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0976-1159","affiliations":[{"raw_affiliation_string":"Zhejiang University of Finance and Economics, Hangzhou, China","institution_ids":["https://openalex.org/I90727586"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101453829","display_name":"Chenglong Shi","orcid":"https://orcid.org/0000-0003-3332-0687"},"institutions":[{"id":"https://openalex.org/I90727586","display_name":"Zhejiang University of Finance and Economics","ror":"https://ror.org/055vj5234","country_code":"CN","type":"education","lineage":["https://openalex.org/I90727586"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglong Shi","raw_affiliation_strings":["Zhejiang University of Finance and Economics, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3332-0687","affiliations":[{"raw_affiliation_string":"Zhejiang University of Finance and Economics, Hangzhou, China","institution_ids":["https://openalex.org/I90727586"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087410874","display_name":"Haosen Wang","orcid":"https://orcid.org/0000-0002-5445-3676"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haosen Wang","raw_affiliation_strings":["Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-5445-3676","affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100612979","display_name":"Lei Chen","orcid":"https://orcid.org/0009-0008-7510-5583"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Chen","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-7510-5583","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101507748","display_name":"Ling Jiang","orcid":"https://orcid.org/0009-0005-5671-1199"},"institutions":[{"id":"https://openalex.org/I90727586","display_name":"Zhejiang University of Finance and Economics","ror":"https://ror.org/055vj5234","country_code":"CN","type":"education","lineage":["https://openalex.org/I90727586"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling Jiang","raw_affiliation_strings":["Zhejiang University of Finance and Economics, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-5671-1199","affiliations":[{"raw_affiliation_string":"Zhejiang University of Finance and Economics, Hangzhou, China","institution_ids":["https://openalex.org/I90727586"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100684481","display_name":"Guo Rui-lin","orcid":"https://orcid.org/0009-0007-7094-5017"},"institutions":[{"id":"https://openalex.org/I90727586","display_name":"Zhejiang University of Finance and Economics","ror":"https://ror.org/055vj5234","country_code":"CN","type":"education","lineage":["https://openalex.org/I90727586"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruilin Guo","raw_affiliation_strings":["Zhejiang University of Finance and Economics, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-7094-5017","affiliations":[{"raw_affiliation_string":"Zhejiang University of Finance and Economics, Hangzhou, China","institution_ids":["https://openalex.org/I90727586"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100443072","display_name":"Kwei-Jay Lin","orcid":"https://orcid.org/0000-0002-3124-5487"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwei-Jay Lin","raw_affiliation_strings":["University of California Irvine, USA and Chang Gung University, Taoyuan, China"],"raw_orcid":"https://orcid.org/0000-0002-3124-5487","affiliations":[{"raw_affiliation_string":"University of California Irvine, USA and Chang Gung University, Taoyuan, China","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6441,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.87804524,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"42","issue":"5","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8723481893539429},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8559882640838623},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.8272624015808105},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.558978796005249},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.531093955039978},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4896600842475891},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4698342978954315},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.43592801690101624},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4288422763347626},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.19705769419670105}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8723481893539429},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8559882640838623},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.8272624015808105},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.558978796005249},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.531093955039978},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4896600842475891},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4698342978954315},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.43592801690101624},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4288422763347626},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.19705769419670105},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3630003","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630003","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630003","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3630003","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630003","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630003","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1819345450","display_name":"\u878d\u5408\u7f51\u7edc\u73af\u5883\u4e0b\u60c5\u666f\u611f\u77e5\u7684\u4e2a\u6027\u5316\u63a8\u8350\u673a\u5236","funder_award_id":"61502414","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1952050423","display_name":null,"funder_award_id":"61972337, 61502414","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5944837575","display_name":null,"funder_award_id":"61972337, and 61502414","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7060078241","display_name":"\u57fa\u4e8e\u8fb9\u7f18\u8ba1\u7b97\u548c\u7fa4\u667a\u611f\u77e5\u7684\u667a\u80fd\u670d\u52a1\u81ea\u9002\u5e94\u63a8\u8350\u4e0e\u4f18\u5316\u7814\u7a76","funder_award_id":"61972337","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387869251.pdf","grobid_xml":"https://content.openalex.org/works/W4387869251.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1977655452","https://openalex.org/W2030808931","https://openalex.org/W2145339207","https://openalex.org/W2171279286","https://openalex.org/W2184957013","https://openalex.org/W2257979135","https://openalex.org/W2494721496","https://openalex.org/W2512965516","https://openalex.org/W2595551253","https://openalex.org/W2602856279","https://openalex.org/W2604738573","https://openalex.org/W2625746539","https://openalex.org/W2739273093","https://openalex.org/W2783272285","https://openalex.org/W2783944588","https://openalex.org/W2792839191","https://openalex.org/W2798385737","https://openalex.org/W2799023274","https://openalex.org/W2883722483","https://openalex.org/W2899457523","https://openalex.org/W2902040508","https://openalex.org/W2913106281","https://openalex.org/W2945623882","https://openalex.org/W2963367478","https://openalex.org/W2963842088","https://openalex.org/W2964108915","https://openalex.org/W2964296635","https://openalex.org/W2984100107","https://openalex.org/W3034329572","https://openalex.org/W3034853385","https://openalex.org/W3035166059","https://openalex.org/W3035170973","https://openalex.org/W3081170586","https://openalex.org/W3091993229","https://openalex.org/W3098087397","https://openalex.org/W3098231197","https://openalex.org/W3101707147","https://openalex.org/W3105472188","https://openalex.org/W3114085555","https://openalex.org/W3122507327","https://openalex.org/W3133849783","https://openalex.org/W3152509363","https://openalex.org/W3156844209","https://openalex.org/W3178835722","https://openalex.org/W3195554589","https://openalex.org/W3206127589","https://openalex.org/W3208227120","https://openalex.org/W3211540990","https://openalex.org/W4200212775","https://openalex.org/W4213298164","https://openalex.org/W4214717370","https://openalex.org/W4220974940","https://openalex.org/W4224914537","https://openalex.org/W4225412853","https://openalex.org/W4285428788","https://openalex.org/W4306317061","https://openalex.org/W4384652161","https://openalex.org/W6774224449"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W2768698792"],"abstract_inverted_index":{"Casting":[0],"sequential":[1,147,155],"recommendation":[2],"(SR)":[3],"as":[4,123],"a":[5,78,86,100,117,124,146,154],"reinforcement":[6],"learning":[7],"(RL)":[8],"problem":[9],"is":[10,160],"promising":[11],"and":[12,52,93,109,148,156,173,182],"some":[13],"RL-based":[14],"methods":[15],"have":[16],"been":[17],"proposed":[18],"for":[19,96,135],"SR.":[20,97],"However,":[21],"these":[22],"models":[23],"are":[24],"sub-optimal":[25],"due":[26],"to":[27,34,43,49,63,103,127,139,162,179],"the":[28,36,40,73,133,136],"following":[29],"limitations:":[30],"(a)":[31],"they":[32,54],"fail":[33],"leverage":[35],"supervision":[37],"signals":[38],"in":[39],"RL":[41,81,88,112,165,177],"training":[42,89],"capture":[44,105],"users\u2019":[45,68,106,141],"explicit":[46,107],"preferences,":[47],"leading":[48],"slow":[50],"convergence;":[51],"(b)":[53],"do":[55],"not":[56],"utilize":[57,132],"auxiliary":[58],"information":[59,150],"(e.g.,":[60],"knowledge":[61,149],"graph)":[62],"avoid":[64],"blindness":[65],"when":[66],"exploring":[67],"potential":[69,142],"interests.":[70],"To":[71],"address":[72],"above-mentioned":[74],"limitations,":[75],"we":[76,115],"propose":[77],"multiplex":[79],"information-guided":[80],"model":[82,193],"(MELOD),":[83],"which":[84],"employs":[85],"novel":[87],"framework":[90],"with":[91],"Teach":[92,101],"Explore":[94,137],"components":[95,168],"We":[98,131],"adopt":[99],"component":[102,138],"accurately":[104],"preferences":[108],"speed":[110],"up":[111],"convergence.":[113],"Meanwhile,":[114],"design":[116],"dynamic":[118],"intent":[119],"induction":[120],"network":[121],"(DIIN)":[122],"policy":[125],"function":[126,159],"generate":[128],"diverse":[129],"predictions.":[130],"DIIN":[134],"mine":[140],"interests":[143],"by":[144],"conducting":[145],"joint-guided":[151],"exploration.":[152],"Moreover,":[153],"knowledge-aware":[157],"reward":[158],"designed":[161],"achieve":[163,180],"stable":[164],"training.":[166],"These":[167],"significantly":[169,194],"improve":[170],"MELOD\u2019s":[171],"performance":[172],"convergence":[174],"against":[175],"existing":[176],"algorithms":[178],"effectiveness":[181],"efficiency.":[183],"Experimental":[184],"results":[185],"on":[186],"seven":[187],"real-world":[188],"datasets":[189],"show":[190],"that":[191],"our":[192],"outperforms":[195],"state-of-the-art":[196],"methods.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}