{"id":"https://openalex.org/W4283379500","doi":"https://doi.org/10.1109/tpami.2022.3231891","title":"DaisyRec 2.0: Benchmarking Recommendation for Rigorous Evaluation","display_name":"DaisyRec 2.0: Benchmarking Recommendation for Rigorous Evaluation","publication_year":2022,"publication_date":"2022-12-26","ids":{"openalex":"https://openalex.org/W4283379500","doi":"https://doi.org/10.1109/tpami.2022.3231891","pmid":"https://pubmed.ncbi.nlm.nih.gov/37015510"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3231891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3231891","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2206.10848","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033957641","display_name":"Zhu Sun","orcid":"https://orcid.org/0000-0002-3350-7022"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhu Sun","raw_affiliation_strings":["Institute of High Performance Computing and Centre for Frontier AI Research, A*STAR, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3350-7022","affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing and Centre for Frontier AI Research, A*STAR, Singapore","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101716409","display_name":"Hui Fang","orcid":"https://orcid.org/0000-0001-9788-6634"},"institutions":[{"id":"https://openalex.org/I181679659","display_name":"Shanghai University of Finance and Economics","ror":"https://ror.org/00wtvfq62","country_code":"CN","type":"education","lineage":["https://openalex.org/I181679659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Fang","raw_affiliation_strings":["Shanghai University of Finance and Economics, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9788-6634","affiliations":[{"raw_affiliation_string":"Shanghai University of Finance and Economics, Shanghai, China","institution_ids":["https://openalex.org/I181679659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029123550","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0002-0350-0313"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jie Yang","raw_affiliation_strings":["Delft University of Technology, Delft, CD, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-0350-0313","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, CD, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048340011","display_name":"Xinghua Qu","orcid":"https://orcid.org/0000-0001-8072-2019"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinghua Qu","raw_affiliation_strings":["ByteDance AI Lab, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance AI Lab, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035216073","display_name":"Hongyang Liu","orcid":"https://orcid.org/0000-0002-4201-1934"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyang Liu","raw_affiliation_strings":["Yanshan University, Qinhuangdao, Hebei, China"],"raw_orcid":"https://orcid.org/0000-0002-4201-1934","affiliations":[{"raw_affiliation_string":"Yanshan University, Qinhuangdao, Hebei, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076115945","display_name":"Di Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Di Yu","raw_affiliation_strings":["Singapore Management University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068243197","display_name":"Yew-Soon Ong","orcid":"https://orcid.org/0000-0002-4480-169X"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yew-Soon Ong","raw_affiliation_strings":["Nanyang Technological University, Singapore","A*STAR Centre for Frontier AI Research, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4480-169X","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"A*STAR Centre for Frontier AI Research, Singapore","institution_ids":["https://openalex.org/I115228651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100725933","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0002-7691-3653"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.6919,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.96830259,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"45","issue":"7","first_page":"8206","last_page":"8226"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9122104644775391},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8212960958480835},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.6012762784957886},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5613559484481812},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.4287834167480469},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42671138048171997},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4193989932537079},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4086613655090332},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3918269872665405},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3473460078239441},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3448389172554016},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.34232157468795776},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.09094533324241638},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09021535515785217}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9122104644775391},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8212960958480835},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.6012762784957886},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5613559484481812},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.4287834167480469},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42671138048171997},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4193989932537079},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4086613655090332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3918269872665405},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3473460078239441},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3448389172554016},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.34232157468795776},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.09094533324241638},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09021535515785217},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tpami.2022.3231891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3231891","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37015510","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37015510","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:arXiv.org:2206.10848","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.10848","pdf_url":"https://arxiv.org/pdf/2206.10848","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/172177","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/172177","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"pmh:oai:tudelft.nl:uuid:1014a9d2-3604-46ac-a92e-cb6e485e7d72","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:1014a9d2-3604-46ac-a92e-cb6e485e7d72","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2206.10848","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.10848","pdf_url":"https://arxiv.org/pdf/2206.10848","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2534699186","display_name":null,"funder_award_id":"23QA1403100","funder_id":"https://openalex.org/F4320327803","funder_display_name":"Shanghai Rising-Star Program"},{"id":"https://openalex.org/G2626357709","display_name":null,"funder_award_id":"72192832","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3048563442","display_name":null,"funder_award_id":"Tier 1","funder_id":"https://openalex.org/F4320320766","funder_display_name":"Nanyang Technological University"},{"id":"https://openalex.org/G7914167519","display_name":null,"funder_award_id":"21ZR1421900","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"},{"id":"https://openalex.org/F4320327803","display_name":"Shanghai Rising-Star Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":212,"referenced_works":["https://openalex.org/W1897139626","https://openalex.org/W1965355809","https://openalex.org/W1987431925","https://openalex.org/W2042281163","https://openalex.org/W2048531216","https://openalex.org/W2049670925","https://openalex.org/W2054141820","https://openalex.org/W2062959588","https://openalex.org/W2078488685","https://openalex.org/W2095705004","https://openalex.org/W2101409192","https://openalex.org/W2113479237","https://openalex.org/W2150886314","https://openalex.org/W2155912844","https://openalex.org/W2253995343","https://openalex.org/W2295739661","https://openalex.org/W2309034743","https://openalex.org/W2336920772","https://openalex.org/W2340502990","https://openalex.org/W2509893387","https://openalex.org/W2512965516","https://openalex.org/W2570760970","https://openalex.org/W2583478856","https://openalex.org/W2604433096","https://openalex.org/W2604851402","https://openalex.org/W2605110260","https://openalex.org/W2725606191","https://openalex.org/W2730085903","https://openalex.org/W2740305962","https://openalex.org/W2740429388","https://openalex.org/W2740920897","https://openalex.org/W2741249238","https://openalex.org/W2744947029","https://openalex.org/W2746011824","https://openalex.org/W2748276617","https://openalex.org/W2767696711","https://openalex.org/W2767724106","https://openalex.org/W2772157149","https://openalex.org/W2783279085","https://openalex.org/W2783603395","https://openalex.org/W2783666221","https://openalex.org/W2783792211","https://openalex.org/W2784203924","https://openalex.org/W2787900111","https://openalex.org/W2788315269","https://openalex.org/W2788456731","https://openalex.org/W2788663865","https://openalex.org/W2792839191","https://openalex.org/W2798868970","https://openalex.org/W2798916557","https://openalex.org/W2798972759","https://openalex.org/W2799048248","https://openalex.org/W2799117791","https://openalex.org/W2807848202","https://openalex.org/W2808143564","https://openalex.org/W2808446163","https://openalex.org/W2808482351","https://openalex.org/W2808500220","https://openalex.org/W2808751420","https://openalex.org/W2884134047","https://openalex.org/W2888838693","https://openalex.org/W2890097133","https://openalex.org/W2891211322","https://openalex.org/W2892923641","https://openalex.org/W2893623004","https://openalex.org/W2893775232","https://openalex.org/W2896691185","https://openalex.org/W2903907841","https://openalex.org/W2904124538","https://openalex.org/W2904362786","https://openalex.org/W2905101140","https://openalex.org/W2905244659","https://openalex.org/W2905305843","https://openalex.org/W2905461678","https://openalex.org/W2907269736","https://openalex.org/W2907754626","https://openalex.org/W2907827821","https://openalex.org/W2911778742","https://openalex.org/W2912351665","https://openalex.org/W2912664727","https://openalex.org/W2913560138","https://openalex.org/W2914259457","https://openalex.org/W2914904117","https://openalex.org/W2914911817","https://openalex.org/W2944441143","https://openalex.org/W2945623882","https://openalex.org/W2945827670","https://openalex.org/W2949687195","https://openalex.org/W2951050019","https://openalex.org/W2954698196","https://openalex.org/W2954808392","https://openalex.org/W2957191877","https://openalex.org/W2962992837","https://openalex.org/W2963085847","https://openalex.org/W2963207245","https://openalex.org/W2963323306","https://openalex.org/W2963895127","https://openalex.org/W2963902947","https://openalex.org/W2963911286","https://openalex.org/W2964020128","https://openalex.org/W2964605519","https://openalex.org/W2964676428","https://openalex.org/W2964691483","https://openalex.org/W2964938963","https://openalex.org/W2965209830","https://openalex.org/W2965568863","https://openalex.org/W2965727822","https://openalex.org/W2966349618","https://openalex.org/W2966873505","https://openalex.org/W2972642671","https://openalex.org/W2972675851","https://openalex.org/W2972734859","https://openalex.org/W2972970099","https://openalex.org/W2972971644","https://openalex.org/W2974976686","https://openalex.org/W2979057167","https://openalex.org/W2982930951","https://openalex.org/W2996863522","https://openalex.org/W2997014384","https://openalex.org/W2997059287","https://openalex.org/W2997134905","https://openalex.org/W2997212048","https://openalex.org/W2997340900","https://openalex.org/W2997457842","https://openalex.org/W2997574527","https://openalex.org/W2997617192","https://openalex.org/W2997914278","https://openalex.org/W2997919536","https://openalex.org/W2998089494","https://openalex.org/W2998447455","https://openalex.org/W2998636456","https://openalex.org/W2998673651","https://openalex.org/W2998677531","https://openalex.org/W2998993395","https://openalex.org/W3002414756","https://openalex.org/W3012561861","https://openalex.org/W3012640652","https://openalex.org/W3012727582","https://openalex.org/W3012780388","https://openalex.org/W3012805373","https://openalex.org/W3012833893","https://openalex.org/W3013688454","https://openalex.org/W3031918285","https://openalex.org/W3034345128","https://openalex.org/W3034364571","https://openalex.org/W3034449195","https://openalex.org/W3034518013","https://openalex.org/W3034707247","https://openalex.org/W3034894152","https://openalex.org/W3034907508","https://openalex.org/W3035143414","https://openalex.org/W3035285834","https://openalex.org/W3035382666","https://openalex.org/W3035566692","https://openalex.org/W3035661448","https://openalex.org/W3035705826","https://openalex.org/W3040127368","https://openalex.org/W3044311607","https://openalex.org/W3045200674","https://openalex.org/W3047010778","https://openalex.org/W3050407077","https://openalex.org/W3080152140","https://openalex.org/W3080566854","https://openalex.org/W3081410692","https://openalex.org/W3088315053","https://openalex.org/W3088364587","https://openalex.org/W3088444111","https://openalex.org/W3088559275","https://openalex.org/W3093502611","https://openalex.org/W3093532296","https://openalex.org/W3093563174","https://openalex.org/W3093570486","https://openalex.org/W3093673989","https://openalex.org/W3093729421","https://openalex.org/W3093741743","https://openalex.org/W3093922720","https://openalex.org/W3097982973","https://openalex.org/W3097991661","https://openalex.org/W3098087397","https://openalex.org/W3098138727","https://openalex.org/W3098471661","https://openalex.org/W3098559571","https://openalex.org/W3098638686","https://openalex.org/W3099386565","https://openalex.org/W3099505889","https://openalex.org/W3100278010","https://openalex.org/W3100324210","https://openalex.org/W3101830194","https://openalex.org/W3102172133","https://openalex.org/W3105114834","https://openalex.org/W3105787366","https://openalex.org/W3106127452","https://openalex.org/W3106181667","https://openalex.org/W3106369320","https://openalex.org/W3106439716","https://openalex.org/W3106450873","https://openalex.org/W3134063549","https://openalex.org/W3154190849","https://openalex.org/W3208227120","https://openalex.org/W4212898959","https://openalex.org/W4231054948","https://openalex.org/W4245321602","https://openalex.org/W4251597219","https://openalex.org/W4298361434","https://openalex.org/W6631943919","https://openalex.org/W6674330103","https://openalex.org/W6678911119","https://openalex.org/W6680830989","https://openalex.org/W6762509280","https://openalex.org/W6767072486","https://openalex.org/W6775341171","https://openalex.org/W6929708879"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2011676020","https://openalex.org/W4386651600"],"abstract_inverted_index":{"Recently,":[0],"one":[1],"critical":[2],"issue":[3],"looms":[4],"large":[5],"in":[6,185],"the":[7,36,51,62,107,132,142,183],"field":[8],"of":[9,38,56,97,134,161],"recommender":[10],"systems":[11],"-":[12,21],"there":[13],"are":[14,66,100],"no":[15],"effective":[16],"benchmarks":[17,150],"for":[18,47,151,174,191,197],"rigorous":[19,48,98,121,152,192],"evaluation":[20,27,64,99,153,166],"which":[22],"consequently":[23],"leads":[24],"to":[25,119,130],"unreproducible":[26],"and":[28,41,69,91,94,102,144,158,194],"unfair":[29],"comparison.":[30],"We,":[31],"therefore,":[32],"conduct":[33],"studies":[34],"from":[35],"perspectives":[37],"practical":[39],"theory":[40],"experiments,":[42],"aiming":[43],"at":[44,79],"benchmarking":[45],"recommendation":[46,59,138,186],"evaluation.":[49],"Regarding":[50],"theoretical":[52,143],"study,":[53,109],"a":[54,124,172],"series":[55],"hyper-factors":[57,118,136],"affecting":[58],"performance":[60,160],"throughout":[61],"whole":[63],"chain":[65],"systematically":[67],"summarized":[68],"analyzed":[70],"via":[71],"an":[72],"exhaustive":[73],"review":[74],"on":[75,137,168,182],"141":[76],"papers":[77],"published":[78],"eight":[80],"top-tier":[81],"conferences":[82],"within":[83],"2017-2020.":[84],"We":[85],"then":[86],"classify":[87],"them":[88],"into":[89],"model-independent":[90],"model-dependent":[92],"hyper-factors,":[93],"different":[95,135],"modes":[96],"defined":[101],"discussed":[103],"in-depth":[104],"accordingly.":[105],"For":[106],"experimental":[108,145],"we":[110,147],"release":[111],"DaisyRec":[112],"2.0":[113],"library":[114],"by":[115,141,154],"integrating":[116],"these":[117],"perform":[120],"evaluation,":[122,187,193],"whereby":[123],"holistic":[125],"empirical":[126],"study":[127],"is":[128],"conducted":[129],"unveil":[131],"impacts":[133],"performance.":[139],"Supported":[140],"studies,":[146],"finally":[148],"create":[149],"proposing":[155],"standardized":[156],"procedures":[157],"providing":[159],"ten":[162],"state-of-the-arts":[163],"across":[164],"six":[165,169],"metrics":[167],"datasets":[170],"as":[171],"reference":[173],"later":[175],"study.":[176],"Overall,":[177],"our":[178],"work":[179],"sheds":[180],"light":[181],"issues":[184],"provides":[188],"potential":[189],"solutions":[190],"lays":[195],"foundation":[196],"further":[198],"investigation.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}