{"id":"https://openalex.org/W6930859769","doi":"https://doi.org/10.5281/zenodo.15836133","title":"\"We share our code online\": Why this is not enough to ensure reproducibility and progress in recommender systems research","display_name":"\"We share our code online\": Why this is not enough to ensure reproducibility and progress in recommender systems research","publication_year":2025,"publication_date":"2025-07-08","ids":{"openalex":"https://openalex.org/W6930859769","doi":"https://doi.org/10.5281/zenodo.15836133"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.15836133","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15836133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.15836133","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shehzad, Faisal","orcid":"https://orcid.org/0000-0001-6239-8198"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Shehzad, Faisal","raw_affiliation_strings":["University of Klagenfurt"],"raw_orcid":"https://orcid.org/0000-0001-6239-8198","affiliations":[{"raw_affiliation_string":"University of Klagenfurt","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Breuer, Timo","orcid":"https://orcid.org/0000-0002-1765-2449"},"institutions":[{"id":"https://openalex.org/I102520234","display_name":"TH K\u00f6ln - University of Applied Sciences","ror":"https://ror.org/014nnvj65","country_code":"DE","type":"education","lineage":["https://openalex.org/I102520234"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Breuer, Timo","raw_affiliation_strings":["TH K\u00f6ln - University of Applied Sciences"],"raw_orcid":"https://orcid.org/0000-0002-1765-2449","affiliations":[{"raw_affiliation_string":"TH K\u00f6ln - University of Applied Sciences","institution_ids":["https://openalex.org/I102520234"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Maistro, Maria","orcid":"https://orcid.org/0000-0002-7001-4817"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Maistro, Maria","raw_affiliation_strings":["University of Copenhagen"],"raw_orcid":"https://orcid.org/0000-0002-7001-4817","affiliations":[{"raw_affiliation_string":"University of Copenhagen","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jannach, Dietmar","orcid":"https://orcid.org/0000-0002-4698-8507"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Jannach, Dietmar","raw_affiliation_strings":["University of Klagenfurt"],"raw_orcid":"https://orcid.org/0000-0002-4698-8507","affiliations":[{"raw_affiliation_string":"University of Klagenfurt","institution_ids":["https://openalex.org/I4210166741"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10867","display_name":"Intensive Care Unit Cognitive Disorders","score":0.025200000032782555,"subfield":{"id":"https://openalex.org/subfields/2706","display_name":"Critical Care and Intensive Care Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10867","display_name":"Intensive Care Unit Cognitive Disorders","score":0.025200000032782555,"subfield":{"id":"https://openalex.org/subfields/2706","display_name":"Critical Care and Intensive Care Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10645","display_name":"Cardiac Arrest and Resuscitation","score":0.021400000900030136,"subfield":{"id":"https://openalex.org/subfields/2711","display_name":"Emergency Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11635","display_name":"Poisoning and overdose treatments","score":0.018300000578165054,"subfield":{"id":"https://openalex.org/subfields/2711","display_name":"Emergency Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.8744000196456909},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.737500011920929},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.5985999703407288},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.3490000069141388},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.30469998717308044}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8744000196456909},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7936000227928162},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.737500011920929},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.5985999703407288},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4408000111579895},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.3490000069141388},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3312999904155731},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31450000405311584},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.25519999861717224},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.15836133","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15836133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.15836133","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15836133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"record":[1],"hosts":[2],"the":[3,8,15,46,71,77,81,84,97,107,114,120,123,126,137,150,162,171,181,183,186,197,227,233,240,244,253,259],"list":[4],"of":[5,14,73,79,83,125,139,153,180,185,196,262],"papers":[6,155],"and":[7,33,122,204],"evaluation":[9],"data":[10],"that":[11,101,113,252],"are":[12,168,199],"part":[13],"RecSys":[16],"2025":[17],"reproducibility":[18,32,52,140,151,263,271],"analysis":[19],"\"We":[20],"share":[21,70],"our":[22,132],"code":[23,72,82,173,184],"online\":":[24],"Why":[25],"this":[26,130,277],"is":[27,87,100,105,111,117,134,174,188,210,220,236],"not":[28,89,211,222,257],"enough":[29],"to":[30,91,135,225,273],"ensure":[31,92,274],"progress":[34,61,275],"in":[35,62,141,144,176,191,213,232,276],"recommender":[36,63,145],"systems":[37,64],"research.":[38,65],"More":[39],"information":[40],"can":[41],"also":[42,237],"be":[43],"found":[44],"at":[45,157],"corresponding":[47],"website.":[48],"Abstract:":[49],"Issues":[50],"with":[51],"have":[53],"been":[54],"identified":[55],"as":[56],"a":[57,102,158,217],"major":[58],"factor":[59],"hampering":[60],"In":[66,94],"response,":[67],"researchers":[68],"increasingly":[69],"their":[74],"models.":[75],"However,":[76],"provision":[78],"only":[80,190,223],"proposed":[85],"model":[86,104,172],"usually":[88],"sufficient":[90],"reproducibility.":[93],"many":[95],"works,":[96],"central":[98],"claim":[99],"new":[103],"advancing":[106],"state-of-the-art.":[108],"Thus,":[109],"it":[110,219,235],"crucial":[112],"entire":[115],"experiment":[116],"reproducible,":[118],"including":[119],"configuration":[121],"results":[124,167],"considered":[127],"baselines.":[128],"With":[129],"work,":[131],"goal":[133],"gauge":[136],"level":[138,152,261],"algorithms":[142],"research":[143,254],"systems.":[146],"We":[147,265],"systematically":[148],"analyzed":[149],"65":[154],"published":[156],"top-ranked":[159],"conference":[160],"during":[161],"last":[163],"three":[164],"years.":[165],"Our":[166],"sobering.":[169],"While":[170],"shared":[175],"about":[177],"two":[178],"thirds":[179],"papers,":[182,234],"baselines":[187,198],"provided":[189],"eight":[192],"cases.":[193],"The":[194],"hyperparameters":[195],"reported":[200,231],"even":[201],"less":[202],"frequently,":[203],"how":[205],"these":[206],"were":[207,246],"exactly":[208],"determined":[209],"explained":[212],"any":[214],"paper.":[215],"As":[216],"result,":[218],"commonly":[221],"impossible":[224],"reproduce":[226],"full":[228],"result":[229],"tables":[230],"unclear":[238],"if":[239],"claimed":[241],"improvements":[242],"over":[243],"state-of-the-art":[245],"actually":[247],"achieved.":[248],"Overall,":[249],"we":[250],"conclude":[251],"community":[255],"has":[256],"reached":[258],"required":[260],"yet.":[264],"therefore":[266],"call":[267],"for":[268],"more":[269],"rigorous":[270],"standards":[272],"field.":[278]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}