{"id":"https://openalex.org/W4284700421","doi":"https://doi.org/10.1145/3477495.3531869","title":"Towards Validating Long-Term User Feedbacks in Interactive Recommendation Systems","display_name":"Towards Validating Long-Term User Feedbacks in Interactive Recommendation Systems","publication_year":2022,"publication_date":"2022-07-06","ids":{"openalex":"https://openalex.org/W4284700421","doi":"https://doi.org/10.1145/3477495.3531869"},"language":"en","primary_location":{"id":"doi:10.1145/3477495.3531869","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531869","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.11137","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101660662","display_name":"Hojoon Lee","orcid":"https://orcid.org/0000-0001-5344-6266"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Hojoon Lee","raw_affiliation_strings":["KAIST, SeongNam, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"KAIST, SeongNam, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060972704","display_name":"Dongyoon Hwang","orcid":"https://orcid.org/0009-0003-6471-5208"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongyoon Hwang","raw_affiliation_strings":["KAIST, SeongNam, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"KAIST, SeongNam, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081749210","display_name":"Kyushik Min","orcid":"https://orcid.org/0000-0002-8506-1077"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyushik Min","raw_affiliation_strings":["KAKAO Enterprise, SeongNam, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"KAKAO Enterprise, SeongNam, Republic of Korea","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047912015","display_name":"Jaegul Choo","orcid":"https://orcid.org/0000-0003-1071-4835"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaegul Choo","raw_affiliation_strings":["KAIST, SeongNam, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"KAIST, SeongNam, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101660662"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":0.5838,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.6630932,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2607","last_page":"2611"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8602569699287415},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.8422533273696899},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7259995341300964},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.7014171481132507},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.7009519934654236},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6954697370529175},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5367388129234314},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.44794654846191406},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4454944431781769}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8602569699287415},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8422533273696899},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7259995341300964},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.7014171481132507},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.7009519934654236},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6954697370529175},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5367388129234314},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.44794654846191406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4454944431781769},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3477495.3531869","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531869","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2308.11137","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.11137","pdf_url":"https://arxiv.org/pdf/2308.11137","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.11137","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.11137","pdf_url":"https://arxiv.org/pdf/2308.11137","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1372467903","display_name":null,"funder_award_id":"2020-0-00368","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G1769687045","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G2148870006","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320324161","funder_display_name":"Korea Advanced Institute of Science and Technology"},{"id":"https://openalex.org/G398188885","display_name":null,"funder_award_id":"2019-0-0007","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G5415505637","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G6072120315","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G7053212333","display_name":null,"funder_award_id":"2020-0-00368","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320324161","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4284700421.pdf"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2042281163","https://openalex.org/W2054141820","https://openalex.org/W2112420033","https://openalex.org/W2145339207","https://openalex.org/W2340290367","https://openalex.org/W2400213106","https://openalex.org/W2512971201","https://openalex.org/W2587741066","https://openalex.org/W2604822632","https://openalex.org/W2788295351","https://openalex.org/W2790532312","https://openalex.org/W2799544270","https://openalex.org/W2898273872","https://openalex.org/W2902572901","https://openalex.org/W2937556626","https://openalex.org/W2963367478","https://openalex.org/W2963619374","https://openalex.org/W2963864421","https://openalex.org/W2984100107","https://openalex.org/W3007094061","https://openalex.org/W3034833075","https://openalex.org/W3034853385","https://openalex.org/W3040127368","https://openalex.org/W3102516861","https://openalex.org/W3102899483","https://openalex.org/W3103141630","https://openalex.org/W3105787366","https://openalex.org/W4288027505"],"related_works":["https://openalex.org/W2180954594","https://openalex.org/W2052835778","https://openalex.org/W2049003611","https://openalex.org/W2108418243","https://openalex.org/W2127804977","https://openalex.org/W164103134","https://openalex.org/W2787352659","https://openalex.org/W2378211422","https://openalex.org/W2276271130","https://openalex.org/W2367393702"],"abstract_inverted_index":{"Interactive":[0],"Recommender":[1],"Systems":[2],"(IRSs)":[3],"have":[4,25,169],"attracted":[5],"a":[6,65,116,140,184,193,201],"lot":[7],"of":[8,70,163,204],"attention,":[9],"due":[10],"to":[11,14,48,93,157,161,187],"their":[12],"ability":[13],"model":[15,119,144],"interactive":[16],"processes":[17],"between":[18],"users":[19],"and":[20,50,77,111,191,210],"recommender":[21],"systems.":[22],"Numerous":[23],"approaches":[24],"adopted":[26],"Reinforcement":[27],"Learning":[28],"(RL)":[29],"algorithms,":[30],"as":[31],"these":[32,86],"can":[33,134],"directly":[34],"maximize":[35],"users'":[36],"cumulative":[37,151],"rewards.":[38,152],"In":[39,100],"IRS,":[40],"researchers":[41],"commonly":[42],"utilize":[43],"publicly":[44],"available":[45,213],"review":[46,87,109],"datasets":[47,59,88,110],"compare":[49],"evaluate":[51,94],"algorithms.":[52],"However,":[53],"user":[54,167],"feedback":[55],"provided":[56],"in":[57,98,149,173],"public":[58],"merely":[60],"includes":[61],"instant":[62],"responses":[63,72],"(e.g.,":[64,73],"rating),":[66],"with":[67,108,115,125],"no":[68],"inclusion":[69],"delayed":[71],"the":[74,78,82,95,123,126,174],"dwell":[75],"time":[76],"lifetime":[79],"value).":[80],"Thus,":[81],"question":[83],"remains":[84],"whether":[85],"are":[89,212],"an":[90],"appropriate":[91],"choice":[92],"long-term":[96,158,171],"effects":[97,172],"IRS.":[99],"this":[101],"work,":[102],"we":[103,133,181],"revisited":[104],"experiments":[105],"on":[106,178],"IRS":[107,206],"compared":[112],"RL-based":[113,147,205],"models":[114,148],"simple":[117,141,194],"reward":[118,143],"that":[120,183,192],"greedily":[121],"recommends":[122],"item":[124],"highest":[127],"one-step":[128],"reward.":[129],"Following":[130],"extensive":[131],"analysis,":[132],"reveal":[135],"three":[136],"main":[137],"findings:":[138],"First,":[139],"greedy":[142,195],"consistently":[145],"outperforms":[146],"maximizing":[150],"Second,":[153],"applying":[154],"higher":[155],"weighting":[156],"rewards":[159],"leads":[160],"degradation":[162],"recommendation":[164],"performance.":[165],"Third,":[166],"feedbacks":[168],"mere":[170],"benchmark":[175],"datasets.":[176],"Based":[177],"our":[179],"findings,":[180],"conclude":[182],"dataset":[185,211],"has":[186],"be":[188,198],"carefully":[189],"verified":[190],"baseline":[196],"should":[197],"included":[199],"for":[200],"proper":[202],"evaluation":[203],"approaches.":[207],"Our":[208],"code":[209],"at":[214],"https://github.com/dojeon-ai/irs_validation.":[215]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}