{"id":"https://openalex.org/W4386729058","doi":"https://doi.org/10.1145/3604915.3609488","title":"Everyone\u2019s a Winner! On Hyperparameter Tuning of Recommendation Models","display_name":"Everyone\u2019s a Winner! On Hyperparameter Tuning of Recommendation Models","publication_year":2023,"publication_date":"2023-09-14","ids":{"openalex":"https://openalex.org/W4386729058","doi":"https://doi.org/10.1145/3604915.3609488"},"language":"en","primary_location":{"id":"doi:10.1145/3604915.3609488","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3604915.3609488","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3604915.3609488","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3604915.3609488","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071874921","display_name":"Faisal Shehzad","orcid":"https://orcid.org/0000-0001-6239-8198"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Faisal Shehzad","raw_affiliation_strings":["University of Klagenfurt, Austria"],"raw_orcid":"https://orcid.org/0000-0001-6239-8198","affiliations":[{"raw_affiliation_string":"University of Klagenfurt, Austria","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005545405","display_name":"Dietmar Jannach","orcid":"https://orcid.org/0000-0002-4698-8507"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Dietmar Jannach","raw_affiliation_strings":["University of Klagenfurt, Austria"],"raw_orcid":"https://orcid.org/0000-0002-4698-8507","affiliations":[{"raw_affiliation_string":"University of Klagenfurt, Austria","institution_ids":["https://openalex.org/I4210166741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5071874921"],"corresponding_institution_ids":["https://openalex.org/I4210166741"],"apc_list":null,"apc_paid":null,"fwci":9.8652,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.98100141,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"652","last_page":"657"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.9394871592521667},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8254292607307434},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6608554124832153},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.6406757831573486},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6023055911064148},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5780074000358582},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.46610933542251587},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3067951202392578}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.9394871592521667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8254292607307434},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6608554124832153},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.6406757831573486},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6023055911064148},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5780074000358582},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.46610933542251587},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3067951202392578},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3604915.3609488","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3604915.3609488","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3604915.3609488","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3604915.3609488","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3604915.3609488","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3604915.3609488","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386729058.pdf"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1720514416","https://openalex.org/W1997136459","https://openalex.org/W2006996936","https://openalex.org/W2155106456","https://openalex.org/W2512971201","https://openalex.org/W2515144511","https://openalex.org/W2603931454","https://openalex.org/W2605350416","https://openalex.org/W2890056718","https://openalex.org/W2897167574","https://openalex.org/W2910577570","https://openalex.org/W2945827670","https://openalex.org/W2962712142","https://openalex.org/W2963085847","https://openalex.org/W2982267219","https://openalex.org/W3013688454","https://openalex.org/W3045200674","https://openalex.org/W3088777230","https://openalex.org/W3088869197","https://openalex.org/W3093891819","https://openalex.org/W3100278010","https://openalex.org/W3134063549","https://openalex.org/W3154190849","https://openalex.org/W3211255867","https://openalex.org/W4229012946","https://openalex.org/W4285378361","https://openalex.org/W4367860590"],"related_works":["https://openalex.org/W4295309597","https://openalex.org/W4323894855","https://openalex.org/W4210794429","https://openalex.org/W4223456145","https://openalex.org/W4309113015","https://openalex.org/W3199608561","https://openalex.org/W4283460463","https://openalex.org/W4283697347","https://openalex.org/W4295681619","https://openalex.org/W3014815208"],"abstract_inverted_index":{"The":[0],"performance":[1],"of":[2,9,36,49,58,66,69,93],"a":[3,37,47,117],"recommender":[4],"system":[5],"algorithm":[6,40,151],"in":[7,25,84,91,98,129,153],"terms":[8],"common":[10],"offline":[11,26],"accuracy":[12],"measures":[13],"often":[14],"strongly":[15],"depends":[16],"on":[17],"the":[18,34,59,78,82,85,100,140,154],"chosen":[19],"hyperparameters.":[20],"Therefore,":[21],"when":[22],"comparing":[23],"algorithms":[24],"experiments,":[27],"we":[28,43,75,114,143],"can":[29,134],"obtain":[30],"reliable":[31],"insights":[32],"regarding":[33],"effectiveness":[35],"newly":[38],"proposed":[39],"only":[41],"if":[42],"compare":[44],"it":[45],"to":[46,137,148],"number":[48],"state-of-the-art":[50],"baselines":[51,83,101],"that":[52,77],"are":[53,102],"carefully":[54,105],"tuned":[55],"for":[56,81],"each":[57],"considered":[60],"datasets.":[61],"While":[62],"this":[63,112],"fundamental":[64],"principle":[65],"any":[67],"area":[68],"applied":[70],"machine":[71],"learning":[72,124],"is":[73,88],"undisputed,":[74],"find":[76],"tuning":[79],"process":[80],"current":[86],"literature":[87],"barely":[89],"documented":[90],"much":[92],"today\u2019s":[94],"published":[95],"research.":[96],"Ultimately,":[97],"case":[99],"actually":[103],"not":[104],"tuned,":[106],"progress":[107],"may":[108],"remain":[109],"unclear.":[110],"In":[111],"paper,":[113],"exemplify":[115],"through":[116],"computational":[118],"experiment":[119],"involving":[120],"seven":[121],"recent":[122],"deep":[123],"models":[125],"how":[126],"every":[127],"method":[128],"such":[130],"an":[131],"unsound":[132],"comparison":[133],"be":[135,138],"reported":[136],"outperforming":[139],"state-of-the-art.":[141],"Finally,":[142],"iterate":[144],"appropriate":[145],"research":[146],"practices":[147],"avoid":[149],"unreliable":[150],"comparisons":[152],"future.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1}],"updated_date":"2026-01-22T23:29:09.771500","created_date":"2025-10-10T00:00:00"}
