{"id":"https://openalex.org/W7167906640","doi":"https://doi.org/10.1145/3805712.3808369","title":"RecNextEval: A Reference Implementation for Temporal Next-Batch Recommendation Evaluation","display_name":"RecNextEval: A Reference Implementation for Temporal Next-Batch Recommendation Evaluation","publication_year":2026,"publication_date":"2026-07-10","ids":{"openalex":"https://openalex.org/W7167906640","doi":"https://doi.org/10.1145/3805712.3808369"},"language":null,"primary_location":{"id":"doi:10.1145/3805712.3808369","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808369","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805712.3808369","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140397655","display_name":"Tze-Kean Ng","orcid":"https://orcid.org/0009-0007-6894-199X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tze-Kean Ng","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0007-6894-199X","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140388282","display_name":"Joshua Teng-Khing Khoo","orcid":"https://orcid.org/0009-0007-6656-1336"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Joshua Teng-Khing Khoo","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0007-6656-1336","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100618738","display_name":"Aixin Sun","orcid":"https://orcid.org/0000-0003-0764-4258"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Aixin Sun","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-0764-4258","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.9438034,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5187","last_page":"5191"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.8833000063896179,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.8833000063896179,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.030400000512599945,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0142000000923872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.5360999703407288},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.34529998898506165},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.34040001034736633},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.31220000982284546},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.3003000020980835},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.29789999127388}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7415000200271606},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.5360999703407288},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3621000051498413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35740000009536743},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.34529998898506165},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3440999984741211},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3151000142097473},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2987000048160553},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C60478076","wikidata":"https://www.wikidata.org/wiki/Q3036835","display_name":"Reference data","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2863999903202057},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C2992770021","wikidata":"https://www.wikidata.org/wiki/Q7247850","display_name":"Production model","level":3,"score":0.26460000872612},{"id":"https://openalex.org/C3019813237","wikidata":"https://www.wikidata.org/wiki/Q65089264","display_name":"Model validation","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.26109999418258667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805712.3808369","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808369","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805712.3808369","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808369","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2099419573","https://openalex.org/W3021746702","https://openalex.org/W3032861513","https://openalex.org/W3040911419","https://openalex.org/W3134063549","https://openalex.org/W3216415775","https://openalex.org/W4283379500","https://openalex.org/W4284706321","https://openalex.org/W4296604375","https://openalex.org/W4384648390","https://openalex.org/W4384828614","https://openalex.org/W4387999295","https://openalex.org/W4403221577","https://openalex.org/W4414034785","https://openalex.org/W7125608367"],"related_works":[],"abstract_inverted_index":{"A":[0],"good":[1],"number":[2],"of":[3,23,33,46,80],"toolkits":[4],"have":[5,27],"been":[6],"developed":[7],"in":[8],"Recommender":[9],"Systems":[10],"(RecSys)":[11],"research":[12],"to":[13,61],"promote":[14],"fair":[15],"evaluation":[16,25,35,48,82],"and":[17,83,99,106],"reproducibility.":[18],"However,":[19],"recent":[20],"critical":[21],"examinations":[22],"RecSys":[24,81],"protocols":[26],"raised":[28],"concerns":[29],"regarding":[30],"the":[31,77],"validity":[32],"existing":[34],"pipelines.":[36],"In":[37],"this":[38],"demonstration,":[39],"we":[40],"present":[41],"RecNextEval,":[42],"a":[43,57,67,85],"reference":[44],"implementation":[45,75],"an":[47],"framework":[49],"specifically":[50],"designed":[51],"for":[52],"next-batch":[53],"recommendation.":[54],"RecNextEval":[55,97],"utilizes":[56],"time-window":[58],"data":[59,72],"split":[60],"ensure":[62],"models":[63],"are":[64,104],"evaluated":[65],"along":[66],"global":[68],"timeline,":[69],"effectively":[70],"minimizing":[71],"leakage.":[73],"Our":[74],"highlights":[76],"inherent":[78],"complexities":[79],"encourages":[84],"shift":[86],"toward":[87],"model":[88],"development":[89],"that":[90],"more":[91],"accurately":[92],"simulates":[93],"production":[94],"environments.":[95],"The":[96],"library":[98],"its":[100],"accompanying":[101],"GUI":[102],"interface":[103],"open-source":[105],"publicly":[107],"accessible.":[108]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-11T00:00:00"}