{"id":"https://openalex.org/W4414034904","doi":"https://doi.org/10.1145/3705328.3759321","title":"The Hidden Cost of Defaults in Recommender System Evaluation","display_name":"The Hidden Cost of Defaults in Recommender System Evaluation","publication_year":2025,"publication_date":"2025-09-06","ids":{"openalex":"https://openalex.org/W4414034904","doi":"https://doi.org/10.1145/3705328.3759321"},"language":"en","primary_location":{"id":"doi:10.1145/3705328.3759321","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3705328.3759321","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2508.21180","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119556742","display_name":"Hannah Berling","orcid":null},"institutions":[{"id":"https://openalex.org/I881427289","display_name":"University of Gothenburg","ror":"https://ror.org/01tm6cn81","country_code":"SE","type":"education","lineage":["https://openalex.org/I881427289"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Hannah Berling","raw_affiliation_strings":["University of Gothenburg, Gothenburg, Sweden"],"raw_orcid":"https://orcid.org/0009-0007-9633-1048","affiliations":[{"raw_affiliation_string":"University of Gothenburg, Gothenburg, Sweden","institution_ids":["https://openalex.org/I881427289"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119556743","display_name":"Robin Svahn","orcid":null},"institutions":[{"id":"https://openalex.org/I881427289","display_name":"University of Gothenburg","ror":"https://ror.org/01tm6cn81","country_code":"SE","type":"education","lineage":["https://openalex.org/I881427289"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Robin Svahn","raw_affiliation_strings":["University of Gothenburg, Gothenburg, Sweden"],"raw_orcid":"https://orcid.org/0009-0005-9143-8255","affiliations":[{"raw_affiliation_string":"University of Gothenburg, Gothenburg, Sweden","institution_ids":["https://openalex.org/I881427289"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040472816","display_name":"Alan Said","orcid":"https://orcid.org/0000-0002-2929-0529"},"institutions":[{"id":"https://openalex.org/I881427289","display_name":"University of Gothenburg","ror":"https://ror.org/01tm6cn81","country_code":"SE","type":"education","lineage":["https://openalex.org/I881427289"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Alan Said","raw_affiliation_strings":["University of Gothenburg, Gothenburg, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-2929-0529","affiliations":[{"raw_affiliation_string":"University of Gothenburg, Gothenburg, Sweden","institution_ids":["https://openalex.org/I881427289"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5119556742"],"corresponding_institution_ids":["https://openalex.org/I881427289"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34209996,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1311","last_page":"1316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/default","display_name":"Default","score":0.7772898077964783},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7446441650390625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6859863996505737},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43501436710357666},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3421242833137512},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.09780856966972351},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.06708654761314392}],"concepts":[{"id":"https://openalex.org/C69637215","wikidata":"https://www.wikidata.org/wiki/Q702362","display_name":"Default","level":2,"score":0.7772898077964783},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7446441650390625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6859863996505737},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43501436710357666},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3421242833137512},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.09780856966972351},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.06708654761314392}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3705328.3759321","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3705328.3759321","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2508.21180","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.21180","pdf_url":"https://arxiv.org/pdf/2508.21180","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2508.21180","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.21180","pdf_url":"https://arxiv.org/pdf/2508.21180","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W2001259128","https://openalex.org/W2078488685","https://openalex.org/W2142144955","https://openalex.org/W2219888463","https://openalex.org/W2605350416","https://openalex.org/W2912745432","https://openalex.org/W2957191877","https://openalex.org/W2963085847","https://openalex.org/W2987577970","https://openalex.org/W2997617192","https://openalex.org/W3094605801","https://openalex.org/W3098638686","https://openalex.org/W3101708421","https://openalex.org/W3105114834","https://openalex.org/W3125645198","https://openalex.org/W3134063549","https://openalex.org/W3153325943","https://openalex.org/W3154190849","https://openalex.org/W3200811867","https://openalex.org/W3208227120","https://openalex.org/W4296604375","https://openalex.org/W4386729058","https://openalex.org/W4387999295"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3111031756","https://openalex.org/W1532293414","https://openalex.org/W3124386825","https://openalex.org/W4388409052","https://openalex.org/W2534994603","https://openalex.org/W4390273403","https://openalex.org/W2742773638"],"abstract_inverted_index":{"Hyperparameter":[0],"optimization":[1],"is":[2,14],"critical":[3],"for":[4,126,139],"improving":[5],"the":[6,34,105,113,150],"performance":[7,87],"of":[8,36,115,121,152],"recommender":[9,132],"systems,":[10],"yet":[11],"its":[12],"implementation":[13],"often":[15],"treated":[16],"as":[17,118],"a":[18,38],"neutral":[19],"or":[20],"secondary":[21],"concern.":[22],"In":[23],"this":[24],"work,":[25],"we":[26,80],"shift":[27],"focus":[28],"from":[29],"model":[30],"benchmarking":[31],"to":[32,72,104,143],"auditing":[33],"behavior":[35],"RecBole,":[37],"widely":[39],"used":[40],"recommendation":[41],"framework.":[42],"We":[43,135],"show":[44],"that":[45,68,96],"RecBole's":[46],"internal":[47],"defaults,":[48],"particularly":[49],"an":[50],"undocumented":[51],"early-stopping":[52],"policy,":[53],"can":[54,100],"prematurely":[55],"terminate":[56],"Random":[57],"Search":[58],"and":[59,77,84,89,124,141,148],"Bayesian":[60],"Optimization.":[61],"This":[62],"limits":[63],"search":[64,82,90,108],"coverage":[65],"in":[66,131],"ways":[67],"are":[69],"not":[70],"visible":[71],"users.":[73],"Using":[74],"six":[75],"models":[76],"two":[78],"datasets,":[79],"compare":[81],"strategies":[83],"quantify":[85],"both":[86],"variance":[88],"path":[91],"instability.":[92],"Our":[93],"findings":[94],"reveal":[95],"hidden":[97,145],"framework":[98],"logic":[99],"introduce":[101],"variability":[102],"comparable":[103],"differences":[106],"between":[107],"strategies.":[109],"These":[110],"results":[111],"highlight":[112],"importance":[114],"treating":[116],"frameworks":[117],"active":[119],"components":[120],"experimental":[122],"design":[123],"call":[125],"more":[127],"transparent,":[128],"reproducibility-aware":[129],"tooling":[130],"systems":[133],"research.":[134],"provide":[136],"actionable":[137],"recommendations":[138],"researchers":[140],"developers":[142],"mitigate":[144],"configuration":[146],"behaviors":[147],"improve":[149],"transparency":[151],"hyperparameter":[153],"tuning":[154],"workflows.":[155]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}