{"id":"https://openalex.org/W4317038457","doi":"https://doi.org/10.1109/tkde.2023.3237741","title":"Reinforcement Learning Based Path Exploration for Sequential Explainable Recommendation","display_name":"Reinforcement Learning Based Path Exploration for Sequential Explainable Recommendation","publication_year":2023,"publication_date":"2023-01-17","ids":{"openalex":"https://openalex.org/W4317038457","doi":"https://doi.org/10.1109/tkde.2023.3237741"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2023.3237741","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2023.3237741","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053257302","display_name":"Yicong Li","orcid":"https://orcid.org/0000-0001-7905-4885"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["AU","CN"],"is_corresponding":true,"raw_author_name":"Yicong Li","raw_affiliation_strings":["Data Science and Machine Intelligence Lab, Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, NSW, Australia","School of Transportation Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Data Science and Machine Intelligence Lab, Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Transportation Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009606065","display_name":"Hongxu Chen","orcid":"https://orcid.org/0000-0001-7963-8813"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hongxu Chen","raw_affiliation_strings":["Data Science and Machine Intelligence Lab, Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Data Science and Machine Intelligence Lab, Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102778031","display_name":"Yile Li","orcid":"https://orcid.org/0000-0001-6941-3055"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Yile Li","raw_affiliation_strings":["Data Science and Machine Intelligence Lab, Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, NSW, Australia","School of Transportation Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Data Science and Machine Intelligence Lab, Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Transportation Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412815","display_name":"Lin Li","orcid":"https://orcid.org/0000-0001-7553-6916"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Li","raw_affiliation_strings":["College of Computer Science and Technology, Wuhan University of Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036357902","display_name":"Philip S. Yu","orcid":"https://orcid.org/0000-0002-3491-5968"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip S. Yu","raw_affiliation_strings":["Department of Computer Science, University of Illinois Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051512158","display_name":"Guandong Xu","orcid":"https://orcid.org/0000-0003-4493-6663"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guandong Xu","raw_affiliation_strings":["Data Science and Machine Intelligence Lab, Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Data Science and Machine Intelligence Lab, Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5053257302"],"corresponding_institution_ids":["https://openalex.org/I114017466","https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":11.7781,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.98465619,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"35","issue":"11","first_page":"11801","last_page":"11814"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.7357660531997681},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7003823518753052},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6157859563827515},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5899786949157715},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40198075771331787},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08624562621116638}],"concepts":[{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.7357660531997681},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7003823518753052},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6157859563827515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5899786949157715},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40198075771331787},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08624562621116638}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2023.3237741","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2023.3237741","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1568054941","display_name":null,"funder_award_id":"III-1763325","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G3493151380","display_name":null,"funder_award_id":"DP200101374","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G49828677","display_name":null,"funder_award_id":"III-1909323","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G5093608303","display_name":null,"funder_award_id":"62276196","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6537946155","display_name":null,"funder_award_id":"DP220103717","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G7292335778","display_name":null,"funder_award_id":"III-2106758","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G8813947113","display_name":null,"funder_award_id":"LE220100078","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G904037409","display_name":null,"funder_award_id":"SaTC-1930941","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W103340358","https://openalex.org/W1514535095","https://openalex.org/W1614298861","https://openalex.org/W1888005072","https://openalex.org/W1984757319","https://openalex.org/W1992250642","https://openalex.org/W2010187764","https://openalex.org/W2042281163","https://openalex.org/W2113858518","https://openalex.org/W2119717200","https://openalex.org/W2119825970","https://openalex.org/W2127795553","https://openalex.org/W2133564696","https://openalex.org/W2135598826","https://openalex.org/W2138108551","https://openalex.org/W2145360759","https://openalex.org/W2154851992","https://openalex.org/W2194775991","https://openalex.org/W2509893387","https://openalex.org/W2605350416","https://openalex.org/W2626454364","https://openalex.org/W2735656899","https://openalex.org/W2743159750","https://openalex.org/W2769099080","https://openalex.org/W2788376297","https://openalex.org/W2798385737","https://openalex.org/W2798713837","https://openalex.org/W2808561426","https://openalex.org/W2884134047","https://openalex.org/W2893359107","https://openalex.org/W2913189099","https://openalex.org/W2950275995","https://openalex.org/W2950768109","https://openalex.org/W2950894652","https://openalex.org/W2951025380","https://openalex.org/W2952331773","https://openalex.org/W2962886429","https://openalex.org/W2963323306","https://openalex.org/W2963619374","https://openalex.org/W2964142373","https://openalex.org/W2966349618","https://openalex.org/W2970726176","https://openalex.org/W2971196067","https://openalex.org/W2988415097","https://openalex.org/W2989134067","https://openalex.org/W2997134905","https://openalex.org/W2998409382","https://openalex.org/W3011809564","https://openalex.org/W3029587262","https://openalex.org/W3040526978","https://openalex.org/W3044893918","https://openalex.org/W3065542300","https://openalex.org/W3100260481","https://openalex.org/W3102619277","https://openalex.org/W3104097132","https://openalex.org/W3106445281","https://openalex.org/W3113595157","https://openalex.org/W3140110584","https://openalex.org/W3197681757","https://openalex.org/W3208349229","https://openalex.org/W4285701427","https://openalex.org/W4288375408","https://openalex.org/W4294558607","https://openalex.org/W4297733535","https://openalex.org/W4299286960","https://openalex.org/W4312862010","https://openalex.org/W4385245566","https://openalex.org/W6630221451","https://openalex.org/W6630875275","https://openalex.org/W6636510571","https://openalex.org/W6676871904","https://openalex.org/W6678830454","https://openalex.org/W6679434410","https://openalex.org/W6692935382","https://openalex.org/W6738964360","https://openalex.org/W6739901393","https://openalex.org/W6745779156","https://openalex.org/W6761837902","https://openalex.org/W6764072591","https://openalex.org/W6770441979","https://openalex.org/W6774878066","https://openalex.org/W6780726711"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4286629047","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4313488044","https://openalex.org/W3209574120","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2],"path-based":[3,83],"explainable":[4,21,84,99,108,201],"recommendation":[5,79],"systems":[6],"have":[7],"attracted":[8],"increasing":[9],"attention":[10,186],"thanks":[11],"to":[12,35,94,124,133,178,188,215],"the":[13,30,45,53,66,78,96,107,111,116,200],"rich":[14],"information":[15],"from":[16],"knowledge":[17,26,197],"graphs.":[18],"Most":[19],"existing":[20],"recommendations":[22,50,85],"only":[23,62],"utilize":[24],"static":[25],"graphs":[27],"and":[28,38,47,75,127],"ignore":[29],"dynamic":[31,191,196],"user-item":[32,192],"evolutions,":[33],"leading":[34],"less":[36],"convincing":[37],"inaccurate":[39],"explanations.":[40],"Although":[41],"some":[42,82],"works":[43],"boost":[44],"performance":[46,213],"explainability":[48],"of":[49,59,77,98,106,205],"through":[51],"modeling":[52,65],"user's":[54,67],"temporal":[55],"sequential":[56,68],"behavior,":[57],"most":[58],"them":[60],"either":[61],"focus":[63],"on":[64,194,207],"interactions":[69],"within":[70],"a":[71,140,195],"path":[72,119,135],"or":[73,89],"independently":[74],"separately":[76],"mechanism.":[80],"Moreover,":[81],"use":[86,121],"random":[87],"selection":[88],"traditional":[90],"machine":[91],"learning":[92,123,177],"methods":[93],"decrease":[95],"volume":[97],"paths,":[100],"which":[101,173],"cannot":[102],"guarantee":[103],"high":[104],"quality":[105],"paths":[109,181],"for":[110,199],"recommendation.":[112,202],"To":[113],"deal":[114],"with":[115,185],"problem,":[117],"recent":[118,216],"exploration":[120],"reinforcement":[122,176],"improve":[125],"diversity":[126],"quality.":[128],"However,":[129],"unsupervised":[130],"training":[131],"leads":[132],"low-efficiency":[134],"exploration.":[136],"Therefore,":[137],"we":[138],"propose":[139],"novel":[141],"<bold":[142,146,151,155,160,164,169],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[143,147,152,156,161,165,170],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><u>T</u></b>":[144],"emporal":[145],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><u>M</u></b>":[148],"eta-path":[149],"Guided":[150],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><u>E</u></b>":[153],"xplainable":[154],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><u>R</u></b>":[157,162],"ecommendation":[158],"leveraging":[159],"einforcement":[163],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><u>L</u></b>":[166],"earning":[167],"(":[168],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">TMER-RL</b>":[171],"),":[172],"utilizes":[174],"supervised":[175],"explore":[179],"item-item":[180],"between":[182],"consecutive":[183],"items":[184],"mechanisms":[187],"sequentially":[189],"model":[190],"evolutions":[193],"graph":[198],"Extensive":[203],"evaluations":[204],"TMER-RL":[206],"two":[208],"real-world":[209],"datasets":[210],"show":[211],"state-of-the-art":[212],"compared":[214],"strong":[217],"baselines.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}